00000400:00000200:3.0F:1777421014.545982:0:3253:0:(api-ni.c:985:lnet_register_lnd()) tcp LND registered 00000020:00000010:3.0:1777421017.992412:0:3508:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000070bb612b. 00000020:00000010:3.0:1777421018.095369:0:3521:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000c49dfe15. 00000020:00000010:3.0:1777421018.207405:0:3534:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000052880f1d. 00000020:00000010:3.0:1777421018.389223:0:3547:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000048b27afc. 00000020:00000010:3.0:1777421018.389250:0:3547:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000002c1f99bf. 00000020:00000010:3.0:1777421018.567625:0:3569:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000724b4eb1. 00000020:00000010:3.0:1777421018.998713:0:3610:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at 00000000c6b061cd. 00000020:00000010:3.0:1777421018.998723:0:3610:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000108b40ab. 00000020:00000010:3.0:1777421018.998727:0:3610:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000097a60607. 00000020:00000010:3.0:1777421018.998730:0:3610:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000005076557e. 00000008:00000010:3.0:1777421018.998741:0:3610:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000268fd379. 00020000:00000010:3.0:1777421018.998746:0:3610:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000c7010f54. 00008000:00000010:3.0:1777421018.998757:0:3610:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000015081d41. 00000080:00000010:3.0:1777421018.998767:0:3610:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c1d31dba. 00000080:00000010:3.0:1777421018.998778:0:3610:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000008876317a. 00000020:00000010:3.0:1777421018.998782:0:3610:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa993ac2. 00000008:00000010:3.0:1777421018.998792:0:3610:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000d9ebc178. 00020000:00000010:3.0:1777421018.998804:0:3610:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 584 at 0000000032794f91. 00008000:00000010:3.0:1777421018.998822:0:3610:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000009d1baa2f. 00000080:00000010:3.0:1777421018.998833:0:3610:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000003779bc6e. 00000080:00000010:3.0:1777421047.944483:0:5751:0:(super25.c:257:lustre_init_fs_context()) kmalloced '(lmd)': 128 at 000000009c103afe. 00000020:00000010:3.0:1777421047.944500:0:5751:0:(obd_mount.c:1388:lustre_parse_monolithic()) kmalloced '(lmd->lmd_params)': 4096 at 000000005521c215. 00000020:00000010:3.0:1777421047.944510:0:5751:0:(obd_mount.c:1096:lmd_parse_string()) kmalloced '(*handle)': 8 at 0000000070cf1ea6. 00000020:00000010:3.0:1777421047.944529:0:5751:0:(obd_mount.c:1096:lmd_parse_string()) kmalloced '(*handle)': 15 at 00000000f7adc639. 00000020:00000010:3.0:1777421047.944533:0:5751:0:(obd_mount.c:1590:lustre_parse_monolithic()) kmalloced '(lmd->lmd_dev)': 17 at 00000000ab160298. 00000020:00000010:3.0:1777421047.944659:0:5751:0:(obd_mount.c:656:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000c2128fbc. 00000080:02000400:3.0:1777421047.944667:0:5751:0:(super25.c:160:lustre_fill_super()) lustre-MDT0000: mounting server target with '-t lustre' deprecated, use '-t lustre_tgt' 00000020:00000010:3.0:1777421047.949626:0:5751:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 104 at 00000000c2821225. 00000020:00000010:3.0:1777421047.949660:0:5751:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000af3e9db4. 00000020:00000010:3.0:1777421047.949667:0:5751:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000051f11326. 00000020:00000010:3.0:1777421047.949678:0:5751:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 104 at 00000000c2821225. 00000020:00000010:3.0:1777421047.949683:0:5751:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 128 at 00000000c2821225. 00000001:00000010:3.0:1777421047.949715:0:5751:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b3d80abc. 00000001:00000010:3.0:1777421047.949719:0:5751:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000fa07f7e0. 00000001:00000010:3.0:1777421047.949722:0:5751:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009d66cf9e. 00000001:00000010:3.0:1777421047.949725:0:5751:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000018e31f8d. 00000001:00000010:3.0:1777421047.949727:0:5751:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dac61a2f. 00000001:00000010:3.0:1777421047.949729:0:5751:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000009f02ae4. 00000020:00000010:3.0:1777421047.949733:0:5751:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c7f988d. 00000020:00000010:3.0:1777421047.949737:0:5751:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef59926c. 00000020:00000010:3.0:1777421047.949747:0:5751:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003f077ed8. 00000008:00000010:3.0:1777421047.949751:0:5751:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000002eb6f251. 00020000:00000010:3.0:1777421047.949755:0:5751:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 584 at 000000007346d74f. 00008000:00000010:3.0:1777421047.949758:0:5751:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000c9c8b50b. 00000080:00000010:3.0:1777421047.949764:0:5751:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000567bfb6c. 00000020:00000010:3.0:1777421047.949768:0:5751:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0ad377b. 00000020:00000010:3.0:1777421047.949770:0:5751:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a707386e. 00000040:00000010:3.0:1777421047.949773:0:5751:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003f78966f. 00000020:00000010:3.0:1777421047.949785:0:5751:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000202eb898. 00000020:00000010:3.0:1777421047.949789:0:5751:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007289dd19. 00040000:00000010:3.0:1777421047.949792:0:5751:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000af88d9cb. 00040000:00000010:3.0:1777421047.949795:0:5751:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f169ffdc. 00080000:00000010:3.0:1777421047.949798:0:5751:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000da930a59. 00080000:00000010:3.0:1777421047.949842:0:5751:0:(osd_handler.c:1451:osd_device_alloc()) kmalloced '(dev)': 85672 at 000000004263d824. 00000100:00000010:3.0:1777421047.999300:0:5751:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000004f71667e. 00000100:00000010:3.0:1777421047.999310:0:5751:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000089381f1f. 00000100:00000010:3.0:1777421047.999325:0:5751:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000d279985e. 00000100:00000010:3.0:1777421047.999333:0:5751:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000769540a0. 00000100:00000010:3.0:1777421047.999339:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7f3ae02. 00000100:00000010:3.0:1777421047.999351:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a79b57f1. 00000100:00000010:3.0:1777421047.999356:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083b4dbbf. 00000100:00000010:3.0:1777421047.999361:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000072e924f0. 00000100:00000010:3.0:1777421047.999364:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cec9adf5. 00000100:00000010:3.0:1777421047.999367:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d8c9cd94. 00000100:00000010:3.0:1777421047.999376:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000633cd2e6. 00000100:00000010:3.0:1777421047.999379:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000af461b1a. 00000100:00000010:3.0:1777421047.999381:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071aa53cc. 00000100:00000010:3.0:1777421047.999390:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f081e79f. 00000100:00000010:3.0:1777421047.999393:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000330af204. 00000100:00000010:3.0:1777421047.999397:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f4044a5d. 00000100:00000010:3.0:1777421047.999399:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e31173ac. 00000100:00000010:3.0:1777421047.999403:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000037cd0de3. 00000100:00000010:3.0:1777421047.999405:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ba77ecf. 00000100:00000010:3.0:1777421047.999409:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c87ccdab. 00000100:00000010:3.0:1777421047.999412:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070062eb9. 00000100:00000010:3.0:1777421047.999421:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000351f7bda. 00000100:00000010:3.0:1777421047.999423:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5a15ee6. 00000100:00000010:3.0:1777421047.999427:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000766c1005. 00000100:00000010:3.0:1777421047.999429:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cfa1ade4. 00000100:00000010:3.0:1777421047.999433:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fe50852d. 00000100:00000010:3.0:1777421047.999435:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca79f654. 00000100:00000010:3.0:1777421047.999438:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000864b0604. 00000100:00000010:3.0:1777421047.999447:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d08fdeae. 00000100:00000010:3.0:1777421047.999454:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000013d5e147. 00000100:00000010:3.0:1777421047.999457:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a89196f. 00000100:00000010:3.0:1777421047.999461:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000038128061. 00000100:00000010:3.0:1777421047.999463:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078bb87b1. 00000100:00000010:3.0:1777421047.999466:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002a2d5534. 00000100:00000010:3.0:1777421047.999468:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040d89cf8. 00000100:00000010:3.0:1777421047.999472:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fe5bdea1. 00000100:00000010:3.0:1777421047.999474:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e84de04. 00000100:00000010:3.0:1777421047.999482:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eef2d267. 00000100:00000010:3.0:1777421047.999485:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d229548. 00000100:00000010:3.0:1777421047.999489:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004715c21f. 00000100:00000010:3.0:1777421047.999491:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062a2be54. 00000100:00000010:3.0:1777421047.999498:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cbab9049. 00000100:00000010:3.0:1777421047.999500:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af3b5fd6. 00000100:00000010:3.0:1777421047.999504:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f5d24c68. 00000100:00000010:3.0:1777421047.999506:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b308ba2. 00000100:00000010:3.0:1777421047.999515:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000be1b4e25. 00000100:00000010:3.0:1777421047.999518:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac33cd72. 00000100:00000010:3.0:1777421047.999522:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e80ce059. 00000100:00000010:3.0:1777421047.999525:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4109c80. 00000100:00000010:3.0:1777421047.999528:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000052b81c1c. 00000100:00000010:3.0:1777421047.999531:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b1246be. 00000100:00000010:3.0:1777421047.999534:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000959e61b8. 00000100:00000010:3.0:1777421047.999536:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000deb7fc19. 00000100:00000010:3.0:1777421047.999547:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001de3eb41. 00000100:00000010:3.0:1777421047.999550:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec578094. 00000100:00000010:3.0:1777421047.999554:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007013a5bb. 00000100:00000010:3.0:1777421047.999557:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075e740d2. 00000100:00000010:3.0:1777421047.999561:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c3631c46. 00000100:00000010:3.0:1777421047.999563:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003510410e. 00000100:00000010:3.0:1777421047.999567:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000744e5a31. 00000100:00000010:3.0:1777421047.999575:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003978e59a. 00000100:00000010:3.0:1777421047.999584:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000079e6781b. 00000100:00000010:3.0:1777421047.999588:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ce35f33. 00000100:00000010:3.0:1777421047.999591:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e99f2d1b. 00000100:00000010:3.0:1777421047.999594:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e294ddf. 00000100:00000010:3.0:1777421047.999597:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bb2424e7. 00000100:00000010:3.0:1777421047.999600:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af72c0e2. 00000100:00000010:3.0:1777421047.999603:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d1ebc1e7. 00000100:00000010:3.0:1777421047.999606:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c696576. 00000100:00000010:3.0:1777421047.999615:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002c069000. 00000100:00000010:3.0:1777421047.999619:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f15eeffd. 00000100:00000010:3.0:1777421047.999623:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000f5670f1. 00000100:00000010:3.0:1777421047.999631:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055db4fdc. 00000100:00000010:3.0:1777421047.999635:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000092093b83. 00000100:00000010:3.0:1777421047.999638:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c155101b. 00000100:00000010:3.0:1777421047.999642:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000087ae9768. 00000100:00000010:3.0:1777421047.999644:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc98e99f. 00000100:00000010:3.0:1777421047.999655:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000275b19cb. 00000100:00000010:3.0:1777421047.999659:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6098108. 00000100:00000010:3.0:1777421047.999662:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006d2f525c. 00000100:00000010:3.0:1777421047.999665:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4874e21. 00000100:00000010:3.0:1777421047.999668:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b4975ece. 00000100:00000010:3.0:1777421047.999670:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001cd3b40f. 00000100:00000010:3.0:1777421047.999674:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003e2231b4. 00000100:00000010:3.0:1777421047.999676:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c25b414. 00000100:00000010:3.0:1777421047.999685:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000006c23257. 00000100:00000010:3.0:1777421047.999688:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087ae77a5. 00000100:00000010:3.0:1777421047.999692:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000071379d2b. 00000100:00000010:3.0:1777421047.999694:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000218f50cb. 00000100:00000010:3.0:1777421047.999697:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002f887936. 00000100:00000010:3.0:1777421047.999699:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003600e13c. 00000100:00000010:3.0:1777421047.999703:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000969a4a0d. 00000100:00000010:3.0:1777421047.999711:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051234c7e. 00000100:00000010:3.0:1777421047.999720:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003e3de5ec. 00000100:00000010:3.0:1777421047.999723:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efcb5d1b. 00000100:00000010:3.0:1777421047.999726:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000007b3fcc7. 00000100:00000010:3.0:1777421047.999729:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa66f4f5. 00000100:00000010:3.0:1777421047.999733:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a9c815c0. 00000100:00000010:3.0:1777421047.999735:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7be95e0. 00000100:00000010:3.0:1777421047.999739:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007503d4fc. 00000100:00000010:3.0:1777421047.999741:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c70803f7. 00000100:00000010:3.0:1777421047.999750:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006413a24e. 00000100:00000010:3.0:1777421047.999754:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002fce474a. 00000100:00000010:3.0:1777421047.999762:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008a126638. 00000100:00000010:3.0:1777421047.999764:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d6de0f1. 00000100:00000010:3.0:1777421047.999769:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ccdad7c1. 00000100:00000010:3.0:1777421047.999771:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed82d920. 00000100:00000010:3.0:1777421047.999788:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003249ea76. 00000100:00000010:3.0:1777421047.999792:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d1f7fda3. 00000100:00000010:3.0:1777421047.999802:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009f726cfc. 00000100:00000010:3.0:1777421047.999806:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1bbb34d. 00000100:00000010:3.0:1777421047.999810:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000008b7b1ff. 00000100:00000010:3.0:1777421047.999813:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056913de6. 00000100:00000010:3.0:1777421047.999816:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000fe60de5. 00000100:00000010:3.0:1777421047.999819:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f4ca109. 00000100:00000010:3.0:1777421047.999822:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000035b03dec. 00000100:00000010:3.0:1777421047.999825:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025e02323. 00000100:00000010:3.0:1777421047.999835:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b0977c35. 00000100:00000010:3.0:1777421047.999839:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a8c6e6e. 00000100:00000010:3.0:1777421047.999842:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000094042c32. 00000100:00000010:3.0:1777421047.999845:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d953d479. 00000100:00000010:3.0:1777421047.999848:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003f92be7c. 00000100:00000010:3.0:1777421047.999851:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004cc7af0f. 00000100:00000010:3.0:1777421047.999854:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002828d048. 00000100:00000010:3.0:1777421047.999863:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005bb82457. 00000100:00000010:3.0:1777421047.999870:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006db9ac81. 00000100:00000010:3.0:1777421047.999874:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091eb7df7. 00000100:00000010:3.0:1777421047.999877:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000923641a9. 00000100:00000010:3.0:1777421047.999879:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000021b04dd. 00000100:00000010:3.0:1777421047.999883:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001efc6c14. 00000100:00000010:3.0:1777421047.999885:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021981494. 00000100:00000010:3.0:1777421047.999889:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e288bfbd. 00000400:00000200:3.0:1777421047.999894:0:5751:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:3.0:1777421047.999959:0:5751:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f31cba6e. 00000020:00000010:3.0:1777421047.999970:0:5751:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000a7e48567. 00000100:00000010:3.0:1777421048.000022:0:5751:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001b37c2f5. 00000100:00000010:3.0:1777421048.000029:0:5751:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000746dc5e0. 00000100:00000010:3.0:1777421048.000033:0:5751:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000609d5853. 00000100:00000010:3.0:1777421048.000037:0:5751:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007e12b6c7. 00000100:00000010:3.0:1777421048.000040:0:5751:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008b1b0f35. 00000100:00000010:3.0:1777421048.000042:0:5751:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000002cfa76aa. 00000100:00000010:3.0:1777421048.000045:0:5751:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002e8de1ec. 00000100:00000010:3.0:1777421048.000047:0:5751:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000bf01abde. 00000100:00000010:3.0:1777421048.000049:0:5751:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000276f3efd. 00000100:00000010:3.0:1777421048.000052:0:5751:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005ccf6e05. 00000100:00000010:3.0:1777421048.000054:0:5751:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006fd68bb4. 00000100:00000200:3.0:1777421048.000089:0:5751:0:(service.c:848:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:3.0:1777421048.000094:0:5751:0:(service.c:3446:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000000c7f988d. 00000100:00000010:3.0:1777421048.001715:0:5751:0:(service.c:3446:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f0ad377b. 00000100:00000010:3.0:1777421048.003265:0:5751:0:(service.c:3446:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f169ffdc. 00010000:00000010:3.0:1777421048.006168:0:5751:0:(ldlm_lockd.c:3466:ldlm_setup()) kmalloced '(blp)': 168 at 000000002f2b1dc4. 00000001:00000010:3.0:1777421048.007957:0:5751:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000bb689846. 00000001:00000010:3.0:1777421048.008027:0:5751:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000053977978. 00010000:00000010:3.0:1777421048.008057:0:5751:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at 000000006857c2b4. 00000001:00000010:3.0:1777421048.008062:0:5751:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000007289dd19. 00000001:00000010:3.0:1777421048.008068:0:5751:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 00000000189e3ebd. 00000001:00000010:3.0:1777421048.008072:0:5751:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 000000003f78966f. 00000001:00000010:3.0:1777421048.008074:0:5751:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000a707386e. 00000020:00000010:3.0:1777421048.008128:0:5751:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006583e502. 00000020:00000010:3.0:1777421048.008131:0:5751:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000e0ed6385. 00000020:00000010:3.0:1777421048.008406:0:5751:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000503f61c7. 00000020:00000010:3.0:1777421048.008413:0:5751:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000655e4621. 00000020:00000010:3.0:1777421049.008786:0:5751:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 00000000ca8fcb0b. 00000020:00000010:3.0:1777421049.008798:0:5751:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000f7b50904. 00000020:00000010:3.0:1777421049.008806:0:5751:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000ebe5d18a. 00000020:00000010:3.0:1777421049.008811:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000401ed28. 00080000:00000010:3.0:1777421049.008834:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c87ddba6. 00080000:00000010:3.0:1777421049.008844:0:5751:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 0000000099e31789. 00080000:00000010:3.0:1777421049.008846:0:5751:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 0000000020f82ef9. 00000020:00000010:3.0:1777421049.013157:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003e87c7e4. 00080000:00000010:3.0:1777421049.013168:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ea9dcc2d. 00080000:00000010:3.0:1777421049.013266:0:5751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ea9dcc2d. 00000020:00000010:3.0:1777421049.013270:0:5751:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003e87c7e4. 00080000:00000010:3.0:1777421049.013379:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008fae5c0e. 00080000:00000010:3.0:1777421049.013395:0:5751:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000002a528fe4. 00000020:00000010:3.0:1777421049.013485:0:5751:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 0000000003c1edcb. 20000000:00000010:3.0:1777421049.013508:0:5751:0:(mgs_handler.c:1647:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000425a0500. 00080000:00000010:3.0:1777421049.013512:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ea9dcc2d. 00000020:00000010:3.0:1777421049.013532:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004c6edb9c. 00080000:00000010:3.0:1777421049.013554:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ace8c84b. 00080000:00000010:3.0:1777421049.013558:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fa4c1e25. 00000020:00000010:3.0:1777421049.014042:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e75ce543. 00080000:00000010:3.0:1777421049.014047:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000f0b8441. 00080000:00000010:3.0:1777421049.014052:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dcba39a3. 00100000:00000010:3.0:1777421049.014185:0:5751:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a24d8eb7. 00000001:00000010:3.0:1777421049.014190:0:5751:0:(nodemap_storage.c:2553:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at 0000000050ddc1bc. 00080000:00000010:3.0:1777421049.014196:0:5751:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000001e1d7c56. 00080000:00000010:3.0:1777421049.014199:0:5751:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000582b9a48. 00000001:00000010:3.0:1777421049.014213:0:5751:0:(nodemap_handler.c:4695:nodemap_config_alloc()) kmalloced '(config)': 480 at 000000006e0dd150. 00000001:00000010:3.0:1777421049.014218:0:5751:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a9a9afdd. 00000001:00000010:3.0:1777421049.014222:0:5751:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000938a81a3. 00000001:00000010:3.0:1777421049.014225:0:5751:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000b9952003. 00080000:00000010:3.0:1777421049.014233:0:5751:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000582b9a48. 00080000:00000010:3.0:1777421049.014236:0:5751:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000001e1d7c56. 00000001:00000010:3.0:1777421049.014241:0:5751:0:(nodemap_handler.c:3541:nodemap_create()) kmalloced '(nodemap)': 968 at 000000004b48e985. 00000020:00000010:3.0:1777421049.014301:0:5751:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf45d5dc. 00000020:00000010:3.0:1777421049.014305:0:5751:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000467d432a. 00000040:00000010:3.0:1777421049.014315:0:5751:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d7ca3cb6. 00000020:00000010:3.0:1777421049.014323:0:5751:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cefb82e0. 00000020:00000010:3.0:1777421049.014328:0:5751:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001252c756. 00040000:00000010:3.0:1777421049.014333:0:5751:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000af88d9cb. 00040000:00000010:3.0:1777421049.014336:0:5751:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000988ca3cb. 00080000:00000010:3.0:1777421049.014340:0:5751:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000da930a59. 00080000:00000010:3.0:1777421049.014346:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008b8df28a. 00000020:00000010:3.0:1777421049.014380:0:5751:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at 00000000f8a7656f. 00000020:00000010:3.0:1777421049.014403:0:5751:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000467d432a. 00000040:00000010:3.0:1777421049.014407:0:5751:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d7ca3cb6. 00000020:00000010:3.0:1777421049.014409:0:5751:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cefb82e0. 00000020:00000010:3.0:1777421049.014413:0:5751:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001252c756. 00040000:00000010:3.0:1777421049.014416:0:5751:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000af88d9cb. 00040000:00000010:3.0:1777421049.014419:0:5751:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000988ca3cb. 00000020:00000010:3.0:1777421049.014422:0:5751:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 120 at 00000000f8a7656f. 00080000:00000010:3.0:1777421049.014425:0:5751:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000da930a59. 00000020:00000010:3.0:1777421049.014427:0:5751:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf45d5dc. 00080000:00000010:3.0:1777421049.014431:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001c38e6cf. 00000020:00000010:3.0:1777421049.014456:0:5751:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 0000000003c1edcb. 00000020:00000010:3.0:1777421049.014459:0:5751:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at 00000000f8a7656f. 00000001:00000010:3.0:1777421049.014479:0:5751:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000d4bd88f0. 00000001:00000010:3.0:1777421049.014481:0:5751:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000f26b7532. 00000001:00000010:3.0:1777421049.014484:0:5751:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007fb9f658. 00000001:00000010:3.0:1777421049.014491:0:5751:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 968 at 00000000923afd75. 00000001:00000010:3.0:1777421049.014494:0:5751:0:(nodemap_handler.c:4774:nodemap_config_dealloc()) kfreed 'config': 480 at 000000005ad6b8c6. 00000020:00000010:3.0:1777421049.014506:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000af88d9cb. 00080000:00000010:3.0:1777421049.014510:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f4320aea. 00080000:00000010:3.0:1777421049.014514:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005b7bb53e. 00000040:00000010:3.0:1777421049.014671:0:5751:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000614bb2ce. 00000020:00000010:3.0:1777421049.014678:0:5751:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 000000007b6d6335. 00000020:00000010:3.0:1777421049.014682:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007fb9f658. 00080000:00000010:3.0:1777421049.014713:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d51a6b1d. 00080000:00000010:3.0:1777421049.014718:0:5751:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 000000003385f216. 00080000:00000010:3.0:1777421049.014721:0:5751:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000ea42ca00. 00080000:00000010:3.0:1777421049.019145:0:5751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ea9dcc2d. 20000000:00000010:3.0:1777421049.019154:0:5751:0:(mgs_handler.c:1620:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000425a0500. 00000020:00000010:3.0:1777421049.019164:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fe59f0e1. 00080000:00000010:3.0:1777421049.019168:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ea9dcc2d. 00080000:00000010:3.0:1777421049.019178:0:5751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ea9dcc2d. 00000020:00000010:3.0:1777421049.019181:0:5751:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fe59f0e1. 00080000:00000010:3.0:1777421049.019191:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000067eb9847. 00000020:00000010:3.0:1777421049.019323:0:5751:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 000000004c7040c3. 00000020:00000010:3.0:1777421049.019328:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009db14bfd. 00080000:00000010:3.0:1777421049.019331:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ea9dcc2d. 00080000:00000010:3.0:1777421049.019335:0:5751:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 0000000055e01c76. 00080000:00000010:3.0:1777421049.019337:0:5751:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000e37d109a. 00000020:00000010:3.0:1777421049.023534:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000025898468. 00080000:00000010:3.0:1777421049.023547:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000c4254d5. 00080000:00000010:3.0:1777421049.023591:0:5751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000c4254d5. 00000020:00000010:3.0:1777421049.023594:0:5751:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000025898468. 00080000:00000010:3.0:1777421049.023603:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000031da4c35. 00080000:00000010:3.0:1777421049.023710:0:5751:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000001e1d7c56. 00080000:00000010:3.0:1777421049.023713:0:5751:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000007cdfdf1. 20000000:00000010:3.0:1777421049.023735:0:5751:0:(mgs_internal.h:344:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000065813b1d. 20000000:00000010:3.0:1777421049.023739:0:5751:0:(mgs_internal.h:348:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 000000008624e3e3. 00080000:00000010:3.0:1777421049.023744:0:5751:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000007cdfdf1. 00080000:00000010:3.0:1777421049.023747:0:5751:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000001e1d7c56. 20000000:00000010:3.0:1777421049.023751:0:5751:0:(mgs_internal.h:335:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 000000008624e3e3. 20000000:00000010:3.0:1777421049.023753:0:5751:0:(mgs_internal.h:336:mgs_direntry_free()) kfreed 'de': 32 at 0000000065813b1d. 20000000:00000010:3.0:1777421049.024000:0:5751:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000a74a8302. 20000000:00000010:3.0:1777421049.024006:0:5751:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000825701ec. 20000000:00000010:3.0:1777421049.024016:0:5751:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000000b401f78. 20000000:00000010:3.0:1777421049.024020:0:5751:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000062f89fb5. 20000000:00000010:3.0:1777421049.024022:0:5751:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000d90f4426. 20000000:00000010:3.0:1777421049.026124:0:5751:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 000000001cd1136f. 00000040:00000010:3.0:1777421049.026135:0:5751:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001916dc48. 00000040:00000010:3.0:1777421049.026162:0:5751:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001916dc48. 20000000:00000010:3.0:1777421049.026167:0:5751:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 000000001cd1136f. 00000040:00000010:3.0:1777421049.026172:0:5751:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001916dc48. 00000040:00000010:3.0:1777421049.026181:0:5751:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000168ba0d4. 00000020:00000010:3.0:1777421049.026189:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000da5a9a01. 00080000:00000010:3.0:1777421049.026196:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000c4254d5. 00080000:00000010:3.0:1777421049.026220:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fd178a85. 00000040:00000010:3.0:1777421049.026429:0:5751:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f909c4e1. 00000040:00000010:3.0:1777421049.026440:0:5751:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000168ba0d4. 00000040:00000010:3.0:1777421049.026443:0:5751:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f909c4e1. 00000040:00000010:3.0:1777421049.026446:0:5751:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001916dc48. 20000000:00000010:3.0:1777421049.026451:0:5751:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000001916dc48. 20000000:00000010:3.0:1777421049.026454:0:5751:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 000000001cd1136f. 00000040:00000010:3.0:1777421049.026457:0:5751:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001bcaec08. 00000040:00000010:3.0:1777421049.026468:0:5751:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001bcaec08. 20000000:00000010:3.0:1777421049.026471:0:5751:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 000000001cd1136f. 00000100:00000010:3.0:1777421049.026476:0:5751:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000001bcaec08. 00000100:00000010:3.0:1777421049.026483:0:5751:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000000cf0179f. 00000100:00000010:3.0:1777421049.026496:0:5751:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000733582d7. 00000100:00000010:3.0:1777421049.026504:0:5751:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000b0b13892. 00000100:00000010:3.0:1777421049.026509:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dba60aba. 00000100:00000010:3.0:1777421049.026512:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f909c4e1. 00000100:00000010:3.0:1777421049.026515:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e071362. 00000100:00000010:3.0:1777421049.026518:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000676b1836. 00000100:00000010:3.0:1777421049.026520:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb451042. 00000100:00000010:3.0:1777421049.026524:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000000eff964. 00000100:00000010:3.0:1777421049.026526:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b3a68a5. 00000100:00000010:3.0:1777421049.026547:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e6452111. 00000100:00000010:3.0:1777421049.026549:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077eb07f9. 00000100:00000010:3.0:1777421049.026553:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004d74fe3a. 00000100:00000010:3.0:1777421049.026556:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007abc4f3e. 00000100:00000010:3.0:1777421049.026559:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b070e7cb. 00000100:00000010:3.0:1777421049.026565:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000cbd1ca. 00000100:00000010:3.0:1777421049.026569:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000057ced341. 00000100:00000010:3.0:1777421049.026571:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006dc63406. 00000100:00000010:3.0:1777421049.026580:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000289cced8. 00000100:00000010:3.0:1777421049.026583:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000406932c0. 00000100:00000010:3.0:1777421049.026587:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d74f14c7. 00000100:00000010:3.0:1777421049.026589:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092fc6579. 00000100:00000010:3.0:1777421049.026592:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f06e9842. 00000100:00000010:3.0:1777421049.026595:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000027297110. 00000100:00000010:3.0:1777421049.026598:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c6fbd3eb. 00000100:00000010:3.0:1777421049.026601:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071e92a91. 00000100:00000010:3.0:1777421049.026610:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e232dc49. 00000100:00000010:3.0:1777421049.026613:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9cb1acc. 00000100:00000010:3.0:1777421049.026616:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ba4fba8d. 00000100:00000010:3.0:1777421049.026626:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041c22aea. 00000100:00000010:3.0:1777421049.026630:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007d77855e. 00000100:00000010:3.0:1777421049.026633:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f35a05ae. 00000100:00000010:3.0:1777421049.026636:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007119a535. 00000100:00000010:3.0:1777421049.026638:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9864592. 00000100:00000010:3.0:1777421049.026648:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000abb799fe. 00000100:00000010:3.0:1777421049.026651:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d5e8672b. 00000100:00000010:3.0:1777421049.026655:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c705c034. 00000100:00000010:3.0:1777421049.026658:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ad75cef. 00000100:00000010:3.0:1777421049.026662:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009bffa099. 00000100:00000010:3.0:1777421049.026664:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac1fe9db. 00000100:00000010:3.0:1777421049.026668:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fab8c017. 00000100:00000010:3.0:1777421049.026670:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002fdf669e. 00000100:00000010:3.0:1777421049.026680:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000c92d57a. 00000100:00000010:3.0:1777421049.026682:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2bbb835. 00000100:00000010:3.0:1777421049.026685:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000072729032. 00000100:00000010:3.0:1777421049.026687:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a4b1192. 00000100:00000010:3.0:1777421049.026695:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007a687caf. 00000100:00000010:3.0:1777421049.026698:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089ea9633. 00000100:00000010:3.0:1777421049.026702:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000093fad71f. 00000100:00000010:3.0:1777421049.026705:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1fe70c7. 00000100:00000010:3.0:1777421049.026712:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000516cfcc5. 00000100:00000010:3.0:1777421049.026716:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a06a35e0. 00000100:00000010:3.0:1777421049.026720:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001a98a604. 00000100:00000010:3.0:1777421049.026723:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a26e752f. 00000100:00000010:3.0:1777421049.026726:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000000a55b2a. 00000100:00000010:3.0:1777421049.026730:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009342b880. 00000100:00000010:3.0:1777421049.026734:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fa774104. 00000100:00000010:3.0:1777421049.026737:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d5df001. 00000100:00000010:3.0:1777421049.026745:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008993679c. 00000100:00000010:3.0:1777421049.026748:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bfcaeb93. 00000100:00000010:3.0:1777421049.026752:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dae3288a. 00000100:00000010:3.0:1777421049.026772:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc378b51. 00000100:00000010:3.0:1777421049.026777:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000062c2b66d. 00000100:00000010:3.0:1777421049.026779:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009165cb10. 00000100:00000010:3.0:1777421049.026782:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e60b2156. 00000100:00000010:3.0:1777421049.026785:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc925ac1. 00000100:00000010:3.0:1777421049.026793:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009cf64d56. 00000100:00000010:3.0:1777421049.026797:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002cc83899. 00000100:00000010:3.0:1777421049.026801:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b75f1ac3. 00000100:00000010:3.0:1777421049.026804:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f2c80da. 00000100:00000010:3.0:1777421049.026808:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e4c1cea1. 00000100:00000010:3.0:1777421049.026812:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b302fec. 00000100:00000010:3.0:1777421049.026816:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006ef0aea8. 00000100:00000010:3.0:1777421049.026819:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea056be9. 00000100:00000010:3.0:1777421049.026830:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006b2bd11a. 00000100:00000010:3.0:1777421049.026833:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000017fff097. 00000100:00000010:3.0:1777421049.026837:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000019814eef. 00000100:00000010:3.0:1777421049.026845:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f11fb05. 00000100:00000010:3.0:1777421049.026849:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000071686bf. 00000100:00000010:3.0:1777421049.026851:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d145c41. 00000100:00000010:3.0:1777421049.026855:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a42cff34. 00000100:00000010:3.0:1777421049.026858:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f2795bf. 00000100:00000010:3.0:1777421049.026867:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b2db369a. 00000100:00000010:3.0:1777421049.026870:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a2d0412. 00000100:00000010:3.0:1777421049.026873:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000046a7e39b. 00000100:00000010:3.0:1777421049.026875:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084b34354. 00000100:00000010:3.0:1777421049.026879:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c050701d. 00000100:00000010:3.0:1777421049.026882:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9a42d7e. 00000100:00000010:3.0:1777421049.026885:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000066b11df4. 00000100:00000010:3.0:1777421049.026887:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f44b0ff4. 00000100:00000010:3.0:1777421049.026896:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000041485681. 00000100:00000010:3.0:1777421049.026899:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d366264. 00000100:00000010:3.0:1777421049.026903:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002b1a1257. 00000100:00000010:3.0:1777421049.026912:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a680182. 00000100:00000010:3.0:1777421049.026916:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a649f3f1. 00000100:00000010:3.0:1777421049.026919:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000187d7d99. 00000100:00000010:3.0:1777421049.026922:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009a5e1ca0. 00000100:00000010:3.0:1777421049.026924:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000016d9d7f1. 00000100:00000010:3.0:1777421049.026932:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b63eb12f. 00000100:00000010:3.0:1777421049.026935:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff50d5a6. 00000100:00000010:3.0:1777421049.026938:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d84e2f48. 00000100:00000010:3.0:1777421049.026940:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cdb6c281. 00000100:00000010:3.0:1777421049.026943:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000346982c. 00000100:00000010:3.0:1777421049.026945:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b04caf5. 00000100:00000010:3.0:1777421049.026948:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000036c22a7c. 00000100:00000010:3.0:1777421049.026950:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4564738. 00000100:00000010:3.0:1777421049.026958:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000082fd3621. 00000100:00000010:3.0:1777421049.026960:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b9bf759. 00000100:00000010:3.0:1777421049.026966:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004500fe98. 00000100:00000010:3.0:1777421049.026969:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cfa44f66. 00000100:00000010:3.0:1777421049.026972:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e5c34275. 00000100:00000010:3.0:1777421049.026975:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004084d911. 00000100:00000010:3.0:1777421049.026979:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004f4f38c3. 00000100:00000010:3.0:1777421049.026982:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000daafa4a9. 00000100:00000010:3.0:1777421049.026990:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d9d8a572. 00000100:00000010:3.0:1777421049.026993:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df105015. 00000100:00000010:3.0:1777421049.026997:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000596690c9. 00000100:00000010:3.0:1777421049.026999:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ca64a1f. 00000100:00000010:3.0:1777421049.027003:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b7c4506d. 00000100:00000010:3.0:1777421049.027005:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c3c07fe. 00000100:00000010:3.0:1777421049.027009:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000013c3fb64. 00000100:00000010:3.0:1777421049.027012:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a00ece36. 00000100:00000010:3.0:1777421049.027020:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006a56c0b8. 00000100:00000010:3.0:1777421049.027023:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0d8a30f. 00000100:00000010:3.0:1777421049.027026:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000f13fd5f. 00000100:00000010:3.0:1777421049.027034:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000373be6ab. 00000100:00000010:3.0:1777421049.027039:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fddc240e. 00000100:00000010:3.0:1777421049.027043:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e6a397f. 00000100:00000010:3.0:1777421049.027047:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d0fbbcb4. 00000100:00000010:3.0:1777421049.027050:0:5751:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009365d56f. 00000100:00000010:3.0:1777421049.027060:0:5751:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004f91b856. 00000400:00000200:3.0:1777421049.027064:0:5751:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:3.0:1777421049.027131:0:5751:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000bf3031ac. 00000020:00000010:3.0:1777421049.027136:0:5751:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000001edf20e8. 00000100:00000010:3.0:1777421049.027189:0:5751:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d4bd88f0. 00000100:00000010:3.0:1777421049.027194:0:5751:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000ad33891f. 00000100:00000010:3.0:1777421049.027198:0:5751:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000090393882. 00000100:00000010:3.0:1777421049.027203:0:5751:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000591f6604. 00000100:00000010:3.0:1777421049.027206:0:5751:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005813ddfb. 00000100:00000200:3.0:1777421049.027242:0:5751:0:(service.c:848:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:3.0:1777421049.027251:0:5751:0:(service.c:3446:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b11e1f4f. 00000100:00000010:3.0:1777421049.027611:0:5763:0:(service.c:3019:ptlrpc_main()) kmalloced '(env)': 56 at 000000001ed6ce12. 00000020:00000010:3.0:1777421049.027616:0:5763:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e1bbee26. 00000020:00000010:3.0:1777421049.027623:0:5763:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099ab1993. 00000020:00000010:3.0:1777421049.027627:0:5763:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003e3efaa0. 00000040:00000010:3.0:1777421049.027630:0:5763:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000048615d64. 00000020:00000010:3.0:1777421049.027634:0:5763:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000da930a59. 00000020:00000010:3.0:1777421049.027640:0:5763:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000adb5686e. 80000000:00000010:3.0:1777421049.027643:0:5763:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cd9c90ba. 00040000:00000010:3.0:1777421049.027649:0:5763:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004d840378. 00080000:00000010:3.0:1777421049.027653:0:5763:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cefb82e0. 20000000:00000010:3.0:1777421049.027663:0:5763:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at 00000000a47aa566. 00000100:00000200:3.0:1777421049.027668:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.027674:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000967f78c5. 00000400:00000010:3.0:1777421049.027680:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000416257d2. 00000100:00000200:3.0:1777421049.027686:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.027688:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002315993b. 00000400:00000010:3.0:1777421049.027691:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000936b00d2. 00000100:00000200:3.0:1777421049.027692:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.027694:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca580547. 00000400:00000010:3.0:1777421049.027697:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fda60fa8. 00000100:00000200:3.0:1777421049.027699:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.027701:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1e30f85. 00000400:00000010:3.0:1777421049.027703:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8f705bc. 00000100:00000200:3.0:1777421049.027704:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.027706:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040019662. 00000400:00000010:3.0:1777421049.027708:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dff1330f. 00000100:00000200:3.0:1777421049.027710:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.027711:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087448287. 00000400:00000010:3.0:1777421049.027713:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a742c742. 00000100:00000200:3.0:1777421049.027715:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.027716:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000677ab8b3. 00000400:00000010:3.0:1777421049.027718:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009cb79301. 00000100:00000200:3.0:1777421049.027720:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.027721:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1724342. 00000400:00000010:3.0:1777421049.027727:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064f6047b. 00000100:00000200:3.0:1777421049.027730:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.027732:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa387dd2. 00000400:00000010:3.0:1777421049.027734:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000855bf931. 00000100:00000200:3.0:1777421049.027736:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.027737:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042791ad9. 00000400:00000010:3.0:1777421049.027740:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000605278b7. 00000100:00000200:3.0:1777421049.027741:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.027743:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc2057c7. 00000400:00000010:3.0:1777421049.027745:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006c273cbd. 00000100:00000200:3.0:1777421049.027746:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.027748:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003af9bed6. 00000400:00000010:3.0:1777421049.027750:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b5e90286. 00000100:00000200:3.0:1777421049.027752:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.027965:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d75c07e0. 00000400:00000010:3.0:1777421049.027970:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000837aa097. 00000100:00000200:3.0:1777421049.027973:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.027975:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066d869f7. 00000400:00000010:3.0:1777421049.027977:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a707b85. 00000100:00000200:3.0:1777421049.027978:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.027980:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d864c22e. 00000400:00000010:3.0:1777421049.027982:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d175584. 00000100:00000200:3.0:1777421049.027984:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.027985:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed1ade78. 00000400:00000010:3.0:1777421049.027987:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab88f30c. 00000100:00000200:3.0:1777421049.027989:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.027991:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b36f95f. 00000400:00000010:3.0:1777421049.027993:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000036ea7c4c. 00000100:00000200:3.0:1777421049.027994:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.027996:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5373d0c. 00000400:00000010:3.0:1777421049.027997:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b622f88a. 00000100:00000200:3.0:1777421049.027999:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028000:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031453f54. 00000400:00000010:3.0:1777421049.028003:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005209db16. 00000100:00000200:3.0:1777421049.028004:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028006:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000235e28fc. 00000400:00000010:3.0:1777421049.028012:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000054a06d0. 00000100:00000200:3.0:1777421049.028014:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028016:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002450297f. 00000400:00000010:3.0:1777421049.028018:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000908d4e72. 00000100:00000200:3.0:1777421049.028020:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028022:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003928b554. 00000400:00000010:3.0:1777421049.028024:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7570765. 00000100:00000200:3.0:1777421049.028026:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028028:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090d01965. 00000400:00000010:3.0:1777421049.028030:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013f151a8. 00000100:00000200:3.0:1777421049.028032:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028034:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b061bb27. 00000400:00000010:3.0:1777421049.028036:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c05dfdb6. 00000100:00000200:3.0:1777421049.028037:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028039:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8f61b27. 00000400:00000010:3.0:1777421049.028041:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe4d7110. 00000100:00000200:3.0:1777421049.028042:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028044:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001de018bd. 00000400:00000010:3.0:1777421049.028046:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f169a099. 00000100:00000200:3.0:1777421049.028048:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028049:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000421473f2. 00000400:00000010:3.0:1777421049.028051:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015f339a0. 00000100:00000200:3.0:1777421049.028053:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028054:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8fc4936. 00000400:00000010:3.0:1777421049.028056:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9040b69. 00000100:00000200:3.0:1777421049.028058:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028059:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e506fbe9. 00000400:00000010:3.0:1777421049.028061:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fad56b31. 00000100:00000200:3.0:1777421049.028062:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028064:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfbca387. 00000400:00000010:3.0:1777421049.028066:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebacca82. 00000100:00000200:3.0:1777421049.028067:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028069:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8ea9b71. 00000400:00000010:3.0:1777421049.028070:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f764332. 00000100:00000200:3.0:1777421049.028072:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028073:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081709d5e. 00000400:00000010:3.0:1777421049.028079:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f77163eb. 00000100:00000200:3.0:1777421049.028081:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028083:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000703a1f8b. 00000400:00000010:3.0:1777421049.028085:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ceaecd65. 00000100:00000200:3.0:1777421049.028087:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028089:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000894c6186. 00000400:00000010:3.0:1777421049.028091:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000000241a8. 00000100:00000200:3.0:1777421049.028092:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028094:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004bab668. 00000400:00000010:3.0:1777421049.028096:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a792f6f. 00000100:00000200:3.0:1777421049.028098:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028099:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b29e2f70. 00000400:00000010:3.0:1777421049.028101:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000039e325ae. 00000100:00000200:3.0:1777421049.028103:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028104:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083b87795. 00000400:00000010:3.0:1777421049.028106:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c611972d. 00000100:00000200:3.0:1777421049.028107:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028109:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cb98d8a. 00000400:00000010:3.0:1777421049.028110:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c0eedd2. 00000100:00000200:3.0:1777421049.028112:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028113:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ada6ecc. 00000400:00000010:3.0:1777421049.028115:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031c3bdef. 00000100:00000200:3.0:1777421049.028117:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028125:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007795abfd. 00000400:00000010:3.0:1777421049.028127:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a7559b34. 00000100:00000200:3.0:1777421049.028130:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028131:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000274947ff. 00000400:00000010:3.0:1777421049.028133:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb40711f. 00000100:00000200:3.0:1777421049.028134:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028136:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1fa4e8d. 00000400:00000010:3.0:1777421049.028138:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c1d2d62. 00000100:00000200:3.0:1777421049.028139:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028140:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da29c382. 00000400:00000010:3.0:1777421049.028142:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d94f74c. 00000100:00000200:3.0:1777421049.028144:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028145:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4e2f6a1. 00000400:00000010:3.0:1777421049.028150:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da5d7767. 00000100:00000200:3.0:1777421049.028152:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028154:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e825320. 00000400:00000010:3.0:1777421049.028156:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a679f4e0. 00000100:00000200:3.0:1777421049.028158:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028159:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062924af4. 00000400:00000010:3.0:1777421049.028161:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000641d8944. 00000100:00000200:3.0:1777421049.028163:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028164:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bcec25c. 00000400:00000010:3.0:1777421049.028166:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f4cdd2c5. 00000100:00000200:3.0:1777421049.028168:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028169:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5d1a60b. 00000400:00000010:3.0:1777421049.028171:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da61dba1. 00000100:00000200:3.0:1777421049.028172:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028174:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca1b9ddb. 00000400:00000010:3.0:1777421049.028176:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7853ea8. 00000100:00000200:3.0:1777421049.028177:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028178:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008483e391. 00000400:00000010:3.0:1777421049.028180:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0f582ed. 00000100:00000200:3.0:1777421049.028182:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028183:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000711e3085. 00000400:00000010:3.0:1777421049.028185:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c839c37c. 00000100:00000200:3.0:1777421049.028187:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028188:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034078026. 00000400:00000010:3.0:1777421049.028190:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007cfdc79c. 00000100:00000200:3.0:1777421049.028192:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028193:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9529c37. 00000400:00000010:3.0:1777421049.028195:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4a1d989. 00000100:00000200:3.0:1777421049.028196:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028197:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e8f0c1a. 00000400:00000010:3.0:1777421049.028199:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e65e9e44. 00000100:00000200:3.0:1777421049.028201:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028202:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2b4b01d. 00000400:00000010:3.0:1777421049.028203:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2be264c. 00000100:00000200:3.0:1777421049.028205:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028206:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ba136d1. 00000400:00000010:3.0:1777421049.028211:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000676fcf00. 00000100:00000200:3.0:1777421049.028213:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028214:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a01ce03. 00000400:00000010:3.0:1777421049.028216:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cdaf7c61. 00000100:00000200:3.0:1777421049.028218:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028219:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c36f5bab. 00000400:00000010:3.0:1777421049.028221:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005090b3e9. 00000100:00000200:3.0:1777421049.028222:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028224:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031eff2e7. 00000400:00000010:3.0:1777421049.028226:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b3d2605. 00000100:00000200:3.0:1777421049.028227:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028228:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057071270. 00000400:00000010:3.0:1777421049.028230:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b921b256. 00000100:00000200:3.0:1777421049.028232:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028233:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd25fe9f. 00000400:00000010:3.0:1777421049.028235:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6306f26. 00000100:00000200:3.0:1777421049.028236:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028238:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f40c384. 00000400:00000010:3.0:1777421049.028239:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9a1d87e. 00000100:00000200:3.0:1777421049.028241:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028242:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bab0bede. 00000400:00000010:3.0:1777421049.028244:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062218bb1. 00000100:00000200:3.0:1777421049.028245:0:5763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.028247:0:5763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e65dcf44. 00000400:00000010:3.0:1777421049.028248:0:5763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2010c83. 00000100:00000010:3.0:1777421049.028259:0:5763:0:(service.c:3046:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000f324a7f1. 00000100:00000200:3.0:1777421049.028362:0:5763:0:(service.c:3080:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1777421049.028568:0:5764:0:(service.c:3019:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e69aaf61. 00000020:00000010:3.0:1777421049.028571:0:5764:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006e6c5a17. 00000020:00000010:3.0:1777421049.028575:0:5764:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044342d97. 00000020:00000010:3.0:1777421049.028577:0:5764:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ceb696a0. 00000040:00000010:3.0:1777421049.028580:0:5764:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000051db1f55. 00000020:00000010:3.0:1777421049.028582:0:5764:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000202eb898. 00000020:00000010:3.0:1777421049.028585:0:5764:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004a5c1326. 80000000:00000010:3.0:1777421049.028588:0:5764:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000041db5731. 00040000:00000010:3.0:1777421049.028590:0:5764:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000067ab27f0. 00080000:00000010:3.0:1777421049.028600:0:5764:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000799114a5. 20000000:00000010:3.0:1777421049.028602:0:5764:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at 00000000b58d3413. 00000100:00000010:3.0:1777421049.028611:0:5764:0:(service.c:3046:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000020efad41. 00000100:00000200:3.0:1777421049.028645:0:5764:0:(service.c:3080:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1777421049.028845:0:5765:0:(service.c:3019:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ddef6012. 00000020:00000010:3.0:1777421049.028849:0:5765:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c48562c9. 00000020:00000010:3.0:1777421049.028852:0:5765:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c382f2b8. 00000020:00000010:3.0:1777421049.028854:0:5765:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000087de4b4a. 00000040:00000010:3.0:1777421049.028857:0:5765:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f8947bdd. 00000020:00000010:3.0:1777421049.028860:0:5765:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003de8c093. 00000020:00000010:3.0:1777421049.028863:0:5765:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002b825e9f. 80000000:00000010:3.0:1777421049.028866:0:5765:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005e98ee06. 00040000:00000010:3.0:1777421049.028869:0:5765:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b9422e78. 00080000:00000010:3.0:1777421049.028872:0:5765:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000042998cb0. 20000000:00000010:3.0:1777421049.028874:0:5765:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at 00000000ae9f48e3. 00000100:00000010:3.0:1777421049.028886:0:5765:0:(service.c:3046:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000005aa06d1e. 00000100:00000200:3.0:1777421049.028920:0:5765:0:(service.c:3080:ptlrpc_main()) service thread 2 (#3) started 00000800:00000200:1.1F:1777421049.030013:0:3295:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c57cc721] -> 12345-192.168.204.124@tcp (2) 00000800:00000010:3.0:1777421049.031795:0:3285:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008f2614df. 00000800:00000010:3.0:1777421049.031801:0:3285:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000003a36633. 00000800:00000010:3.0:1777421049.031806:0:3285:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000082de129b. 00000800:00000010:3.0:1777421049.031833:0:3285:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000082de129b. 00000800:00000200:0.1F:1777421049.033126:0:3286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c57cc721] -> 12345-192.168.204.124@tcp (2) 00000800:00000200:0.1:1777421049.033135:0:3286:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.124@tcp 000000009f59ea68 deleted 00000800:00000010:0.1:1777421049.033152:0:3286:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009f59ea68. 00000800:00000200:0.1:1777421049.033157:0:3286:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1777421049.033164:0:3286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:1023 00000800:00000200:0.1:1777421049.033169:0:3286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000038ef62e4 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1:1777421049.033320:0:3285:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1F:1777421049.035386:0:3287:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c57cc721] -> 12345-192.168.204.124@tcp (4) 00000800:00000200:2.1:1777421049.035394:0:3287:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.124@tcp 000000007db76759 deleted 00000800:00000010:2.1:1777421049.035396:0:3287:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007db76759. 00000800:00000200:2.1:1777421049.035401:0:3287:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1777421049.035494:0:3285:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000400:00000200:3.0:1777421049.035562:0:3295:0:(peer.c:3990:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1777421049.035566:0:3295:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c93bb4d. 00000400:00000010:3.0:1777421049.035577:0:3295:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bfc9ce8. 00000400:00000200:3.0:1777421049.035581:0:3295:0:(api-ni.c:2334:lnet_push_target_post()) posted push target 00000000dd044225 00000400:00000200:3.0:1777421049.035584:0:3295:0:(peer.c:4102:lnet_peer_discovery()) peer 192.168.204.124@tcp(00000000150b7e2d) state 0x1000c1 00000400:00000010:3.0:1777421049.035588:0:3295:0:(peer.c:3267:lnet_peer_merge_data()) alloc '(curnis)': 40 at 0000000082de129b. 00000400:00000010:3.0:1777421049.035590:0:3295:0:(peer.c:3268:lnet_peer_merge_data()) alloc '(addnis)': 48 at 000000007bb0869e. 00000400:00000010:3.0:1777421049.035592:0:3295:0:(peer.c:3269:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000993eecb9. 00000400:00000010:3.0:1777421049.035595:0:3295:0:(peer.c:3407:lnet_peer_merge_data()) kfreed 'curnis': 40 at 0000000082de129b. 00000400:00000010:3.0:1777421049.035598:0:3295:0:(peer.c:3408:lnet_peer_merge_data()) kfreed 'addnis': 48 at 000000007bb0869e. 00000400:00000010:3.0:1777421049.035600:0:3295:0:(peer.c:3409:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000993eecb9. 00000400:00000010:3.0:1777421049.035602:0:3295:0:(api-ni.c:1842:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 000000001c55643f. 00000400:00000200:3.0:1777421049.035605:0:3295:0:(peer.c:3412:lnet_peer_merge_data()) peer 192.168.204.124@tcp (00000000150b7e2d): 0 00000400:00000200:3.0:1777421049.035611:0:3295:0:(peer.c:3716:lnet_peer_data_present()) peer 192.168.204.124@tcp(00000000150b7e2d): 0. state = 0x100141 00000400:00000200:3.0:1777421049.035614:0:3295:0:(peer.c:4120:lnet_peer_discovery()) peer 192.168.204.124@tcp(00000000150b7e2d) state 0x100141 rc 1 00000400:00000200:3.0:1777421049.035616:0:3295:0:(peer.c:4102:lnet_peer_discovery()) peer 192.168.204.124@tcp(00000000150b7e2d) state 0x100141 00000400:00000200:3.0:1777421049.035619:0:3295:0:(peer.c:3846:lnet_peer_discovered()) peer 192.168.204.124@tcp 00000400:00000200:3.0:1777421049.035620:0:3295:0:(peer.c:4120:lnet_peer_discovery()) peer 192.168.204.124@tcp(00000000150b7e2d) state 0x100111 rc 0 00000400:00000200:3.0:1777421049.035624:0:3295:0:(peer.c:2423:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.124@tcp 00000020:00000010:3.0:1777421049.036098:0:5765:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000812fb52e. 00000020:00000010:3.0:1777421049.036111:0:5765:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000453e0cff. 00000020:00000010:3.0:1777421049.036114:0:5765:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004fae0495. 00000020:00000010:3.0:1777421049.036118:0:5765:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f0b17962. 00000100:00000200:3.0:1777421049.036143:0:5765:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863761018224768 02000000:00000010:3.0:1777421049.036156:0:5765:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000ae0f1723. 00000020:00000010:3.0:1777421049.036165:0:5765:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000603d6772. 00000001:00000010:3.0:1777421049.036172:0:5765:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000b1814c2. 00000001:00000010:3.0:1777421049.036176:0:5765:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000081f2971f. 00000001:00000010:3.0:1777421049.036179:0:5765:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002c57c08a. 00000001:00000010:3.0:1777421049.036182:0:5765:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009ff3e219. 00000001:00000010:3.0:1777421049.036184:0:5765:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b0cb6b9c. 00000001:00000010:3.0:1777421049.036186:0:5765:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a867b4c4. 00000020:00000010:3.0:1777421049.036195:0:5765:0:(lprocfs_status_server.c:622:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000038a61203. 00000020:00000010:3.0:1777421049.036250:0:5765:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000bf9d216d. 00000020:00000010:3.0:1777421049.036253:0:5765:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 0000000082792e5f. 00000020:00000010:3.0:1777421049.036256:0:5765:0:(lprocfs_status.c:1464:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 0000000023a4947a. 00000020:00000010:3.0:1777421049.036267:0:5765:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000007fe11221. 00000020:00000010:3.0:1777421049.036269:0:5765:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000006be93319. 00000020:00000010:3.0:1777421049.036271:0:5765:0:(lprocfs_status.c:1464:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000034bb5a54. 00000020:00000010:3.0:1777421049.036314:0:5765:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at 00000000a748d546. 00010000:00000200:3.0:1777421049.036346:0:5765:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ce7c2733 x1863761018224768/t0(0) o250->968bf15b-0982-4d16-8c2b-d781ef0e85bd@0@lo:0/0 lens 520/416 e 0 to 0 dl 1777421149 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777421049.036360:0:5765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f37a0921. 00000100:00000200:3.0:1777421049.036363:0:5765:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1863761018224768, offset 0 00000400:00000200:3.0:1777421049.036378:0:5765:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777421049.036383:0:5765:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777421049.036387:0:5765:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x69f14ad700080 00000400:00000200:3.0:1777421049.036391:0:5765:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x219 [1] + 0 00000400:00000200:3.0:1777421049.036395:0:5765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777421049.036397:0:5765:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777421049.036402:0:5765:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064127578 x1863761018224768/t0(0) o250->MGC192.168.204.124@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1777421059 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777421049.039886:0:5765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f37a0921 00000400:00000010:3.0:1777421049.039891:0:5765:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 00000000f37a0921. 00000020:00000010:3.0:1777421049.039915:0:5765:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004fae0495. 00000020:00000010:3.0:1777421049.039921:0:5765:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f0b17962. 00000020:00000010:3.0:1777421049.039925:0:5765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000453e0cff. 02000000:00000010:3.0:1777421049.039932:0:5765:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000ae0f1723. 00000100:00000200:3.0:1777421049.039938:0:5765:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.039943:0:5765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005fece080. 00000400:00000010:3.0:1777421049.039948:0:5765:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b44cb9d7. 00000100:00000010:3.0:1777421049.039977:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000977a781d. 00000100:00000010:3.0:1777421049.077489:0:5775:0:(service.c:3019:ptlrpc_main()) kmalloced '(env)': 56 at 00000000993eecb9. 00000020:00000010:3.0:1777421049.077494:0:5775:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007bb0869e. 00000020:00000010:3.0:1777421049.077501:0:5775:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000453e0cff. 00000020:00000010:3.0:1777421049.077506:0:5775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004fcade24. 00000040:00000010:3.0:1777421049.077509:0:5775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000051a4ed0c. 00000020:00000010:3.0:1777421049.077514:0:5775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001a9901c6. 00000020:00000010:3.0:1777421049.077533:0:5775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e17ab477. 00000020:00000010:3.0:1777421049.077537:0:5775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000618c15cf. 80000000:00000010:3.0:1777421049.077541:0:5775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007c03dd3a. 40000000:00000010:3.0:1777421049.077544:0:5775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000082de129b. 00100000:00000010:3.0:1777421049.077549:0:5775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001286e99d. 00040000:00000010:3.0:1777421049.077553:0:5775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000025898468. 00040000:00000010:3.0:1777421049.077557:0:5775:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bc77d85e. 00040000:00000010:3.0:1777421049.077560:0:5775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000064a46c65. 00080000:00000010:3.0:1777421049.077564:0:5775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000020725251. 00000004:00000010:3.0:1777421049.077575:0:5775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002ecafd3a. 00000004:00000010:3.0:1777421049.077587:0:5775:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 00000000418e3691. 00000004:00000010:3.0:1777421049.077593:0:5775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001ed8032b. 00002000:00000010:3.0:1777421049.077597:0:5775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ae0f1723. 00000004:00000010:3.0:1777421049.077600:0:5775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000039e4d9af. 00000100:00000200:3.0:1777421049.077605:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077610:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f120167c. 00000400:00000010:3.0:1777421049.077616:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000040a1286b. 00000100:00000200:3.0:1777421049.077625:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077627:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f30960f. 00000400:00000010:3.0:1777421049.077636:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000002adbc34. 00000100:00000200:3.0:1777421049.077640:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077642:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c55f004d. 00000400:00000010:3.0:1777421049.077646:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000debdef3. 00000100:00000200:3.0:1777421049.077649:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077651:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8e417a9. 00000400:00000010:3.0:1777421049.077654:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000099acf3bb. 00000100:00000200:3.0:1777421049.077658:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077659:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5ce7a56. 00000400:00000010:3.0:1777421049.077663:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bc118b17. 00000100:00000200:3.0:1777421049.077666:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077667:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000527dc561. 00000400:00000010:3.0:1777421049.077675:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000080ec4228. 00000100:00000200:3.0:1777421049.077679:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077681:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000edcd458. 00000400:00000010:3.0:1777421049.077684:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000da064c74. 00000100:00000200:3.0:1777421049.077688:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077689:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000942fa90b. 00000400:00000010:3.0:1777421049.077693:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a6e0f679. 00000100:00000200:3.0:1777421049.077696:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077697:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000520cda66. 00000400:00000010:3.0:1777421049.077701:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001334e90b. 00000100:00000200:3.0:1777421049.077704:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077706:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c307c82b. 00000400:00000010:3.0:1777421049.077714:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f132724c. 00000100:00000200:3.0:1777421049.077721:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077723:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf09c40f. 00000400:00000010:3.0:1777421049.077727:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007e1eaaed. 00000100:00000200:3.0:1777421049.077730:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077732:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2f0752e. 00000400:00000010:3.0:1777421049.077735:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003199bdc9. 00000100:00000200:3.0:1777421049.077738:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077740:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025283f19. 00000400:00000010:3.0:1777421049.077743:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000038b0f623. 00000100:00000200:3.0:1777421049.077746:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077748:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ca84267. 00000400:00000010:3.0:1777421049.077767:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b9e8c1a4. 00000100:00000200:3.0:1777421049.077772:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077774:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b4392a9. 00000400:00000010:3.0:1777421049.077777:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a0a7bb03. 00000100:00000200:3.0:1777421049.077782:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077783:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fec02da2. 00000400:00000010:3.0:1777421049.077786:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a5563b69. 00000100:00000200:3.0:1777421049.077790:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077792:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b637b67. 00000400:00000010:3.0:1777421049.077795:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004409bd9c. 00000100:00000200:3.0:1777421049.077799:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077800:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059b133c5. 00000400:00000010:3.0:1777421049.077808:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002ae2fe5b. 00000100:00000200:3.0:1777421049.077813:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077816:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba7f4cb9. 00000400:00000010:3.0:1777421049.077819:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000063240ce5. 00000100:00000200:3.0:1777421049.077822:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077833:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3953319. 00000400:00000010:3.0:1777421049.077838:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d033f7d5. 00000100:00000200:3.0:1777421049.077842:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077844:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097ed3548. 00000400:00000010:3.0:1777421049.077847:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000138f29b4. 00000100:00000200:3.0:1777421049.077851:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077852:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000707a3ac2. 00000400:00000010:3.0:1777421049.077860:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b90ed58c. 00000100:00000200:3.0:1777421049.077868:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077870:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003d1d5ff. 00000400:00000010:3.0:1777421049.077874:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e2897a28. 00000100:00000200:3.0:1777421049.077878:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077880:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fe1e6f0. 00000400:00000010:3.0:1777421049.077883:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000028d0fb05. 00000100:00000200:3.0:1777421049.077886:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077888:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c566072. 00000400:00000010:3.0:1777421049.077891:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c6b841af. 00000100:00000200:3.0:1777421049.077895:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077897:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004150f95d. 00000400:00000010:3.0:1777421049.077904:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b9b36e66. 00000100:00000200:3.0:1777421049.077909:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077910:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6f70504. 00000400:00000010:3.0:1777421049.077914:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d85aea61. 00000100:00000200:3.0:1777421049.077917:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077919:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000240353c9. 00000400:00000010:3.0:1777421049.077922:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000060502d15. 00000100:00000200:3.0:1777421049.077926:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077927:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b28f4bd. 00000400:00000010:3.0:1777421049.077930:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d5c2683d. 00000100:00000200:3.0:1777421049.077934:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077935:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3aa9713. 00000400:00000010:3.0:1777421049.077943:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000a6bb64e. 00000100:00000200:3.0:1777421049.077947:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077949:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a533b23d. 00000400:00000010:3.0:1777421049.077952:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000a739a08. 00000100:00000200:3.0:1777421049.077956:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077958:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000250243db. 00000400:00000010:3.0:1777421049.077961:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007f0f375d. 00000100:00000200:3.0:1777421049.077965:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077966:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c017e61. 00000400:00000010:3.0:1777421049.077969:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000032ae4d37. 00000100:00000200:3.0:1777421049.077973:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077974:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079039e4d. 00000400:00000010:3.0:1777421049.077982:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b5834985. 00000100:00000200:3.0:1777421049.077989:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077991:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af25dc4b. 00000400:00000010:3.0:1777421049.077994:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c5e7db9d. 00000100:00000200:3.0:1777421049.077998:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.077999:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000426931f5. 00000400:00000010:3.0:1777421049.078002:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000011c0428c. 00000100:00000200:3.0:1777421049.078006:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078007:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000915b8fd3. 00000400:00000010:3.0:1777421049.078010:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000dee5588. 00000100:00000200:3.0:1777421049.078014:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078015:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a8e3285. 00000400:00000010:3.0:1777421049.078023:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000b11881d. 00000100:00000200:3.0:1777421049.078027:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078029:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009131f6d. 00000400:00000010:3.0:1777421049.078032:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fdcf266d. 00000100:00000200:3.0:1777421049.078035:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078036:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005044475c. 00000400:00000010:3.0:1777421049.078040:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000778a6faf. 00000100:00000200:3.0:1777421049.078043:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078045:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcaea791. 00000400:00000010:3.0:1777421049.078048:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b5b8b429. 00000100:00000200:3.0:1777421049.078051:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078053:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007de68c4e. 00000400:00000010:3.0:1777421049.078060:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fb4af214. 00000100:00000200:3.0:1777421049.078065:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078066:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066fbb508. 00000400:00000010:3.0:1777421049.078070:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f1589cf1. 00000100:00000200:3.0:1777421049.078074:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078075:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f234a9c. 00000400:00000010:3.0:1777421049.078079:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000623864ec. 00000100:00000200:3.0:1777421049.078083:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078084:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4c34c75. 00000400:00000010:3.0:1777421049.078087:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000085471ec1. 00000100:00000200:3.0:1777421049.078090:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078092:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae8fddf2. 00000400:00000010:3.0:1777421049.078099:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001b64efa1. 00000100:00000200:3.0:1777421049.078106:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078108:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000292ee9b3. 00000400:00000010:3.0:1777421049.078111:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004c57f025. 00000100:00000200:3.0:1777421049.078115:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078117:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bde5d6f. 00000400:00000010:3.0:1777421049.078120:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a5c71313. 00000100:00000200:3.0:1777421049.078124:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078125:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5cd3c9e. 00000400:00000010:3.0:1777421049.078129:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fc149a19. 00000100:00000200:3.0:1777421049.078132:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078134:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbfee7a5. 00000400:00000010:3.0:1777421049.078141:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bf7abcd0. 00000100:00000200:3.0:1777421049.078146:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078147:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067f63992. 00000400:00000010:3.0:1777421049.078150:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b22a2395. 00000100:00000200:3.0:1777421049.078154:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078155:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b6c7861. 00000400:00000010:3.0:1777421049.078158:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000539364dc. 00000100:00000200:3.0:1777421049.078162:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078163:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c977f69c. 00000400:00000010:3.0:1777421049.078166:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009fb32769. 00000100:00000200:3.0:1777421049.078170:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078172:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d4e9b77. 00000400:00000010:3.0:1777421049.078179:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003e012241. 00000100:00000200:3.0:1777421049.078183:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078185:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d39e85c6. 00000400:00000010:3.0:1777421049.078188:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000338375c7. 00000100:00000200:3.0:1777421049.078191:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078193:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecde77c2. 00000400:00000010:3.0:1777421049.078196:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003e887c40. 00000100:00000200:3.0:1777421049.078200:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078201:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005559dde7. 00000400:00000010:3.0:1777421049.078204:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f6fed8b7. 00000100:00000200:3.0:1777421049.078208:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078210:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024d7b693. 00000400:00000010:3.0:1777421049.078218:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002aa5f90b. 00000100:00000200:3.0:1777421049.078224:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078226:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000981fdbcd. 00000400:00000010:3.0:1777421049.078229:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008fa702eb. 00000100:00000200:3.0:1777421049.078232:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078234:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000849eb76a. 00000400:00000010:3.0:1777421049.078237:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bcf18f45. 00000100:00000200:3.0:1777421049.078240:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078242:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f79f83f0. 00000400:00000010:3.0:1777421049.078245:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000adde36b7. 00000100:00000200:3.0:1777421049.078249:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078250:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ce3b7f2. 00000400:00000010:3.0:1777421049.078257:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006344d0c0. 00000100:00000200:3.0:1777421049.078261:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078263:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb3797da. 00000400:00000010:3.0:1777421049.078266:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000e8e4ec5. 00000100:00000200:3.0:1777421049.078269:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1777421049.078271:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3470f5d. 00000400:00000010:3.0:1777421049.078334:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b4619ed8. 00000100:00000010:3.0:1777421049.078348:0:5775:0:(service.c:3046:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000379200a5. 00000100:00000200:3.0:1777421049.078365:0:5775:0:(service.c:3080:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1777421049.078627:0:5776:0:(service.c:3019:ptlrpc_main()) kmalloced '(env)': 56 at 0000000089c785f5. 00000020:00000010:3.0:1777421049.078631:0:5776:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b6f1f31e. 00000020:00000010:3.0:1777421049.078634:0:5776:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006184583a. 00000020:00000010:3.0:1777421049.078637:0:5776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004b3a60f7. 00000040:00000010:3.0:1777421049.078639:0:5776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000018bdebcc. 00000020:00000010:3.0:1777421049.078650:0:5776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003e76e838. 00000020:00000010:3.0:1777421049.078653:0:5776:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000886ad4ee. 00000020:00000010:3.0:1777421049.078656:0:5776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007648527e. 80000000:00000010:3.0:1777421049.078658:0:5776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005520bdcf. 40000000:00000010:3.0:1777421049.078660:0:5776:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000acd2c32. 00100000:00000010:3.0:1777421049.078663:0:5776:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000286126a6. 00040000:00000010:3.0:1777421049.078666:0:5776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ebb16c5a. 00040000:00000010:3.0:1777421049.078668:0:5776:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000787010e2. 00040000:00000010:3.0:1777421049.078671:0:5776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bd23de9d. 00080000:00000010:3.0:1777421049.078673:0:5776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007d397f59. 00000004:00000010:3.0:1777421049.078679:0:5776:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002bc11a48. 00000004:00000010:3.0:1777421049.078682:0:5776:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 0000000025e8333e. 00000004:00000010:3.0:1777421049.078684:0:5776:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000064177da0. 00002000:00000010:3.0:1777421049.078687:0:5776:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007a2526fe. 00000004:00000010:3.0:1777421049.078689:0:5776:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000edefe7af. 00000100:00000010:3.0:1777421049.078698:0:5776:0:(service.c:3046:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000003612e83f. 00000100:00000200:3.0:1777421049.078710:0:5776:0:(service.c:3080:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1777421049.079521:0:5777:0:(service.c:3019:ptlrpc_main()) kmalloced '(env)': 56 at 00000000dc46c604. 00000020:00000010:3.0:1777421049.079524:0:5777:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000098f00c45. 00000020:00000010:3.0:1777421049.079528:0:5777:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022401585. 00000020:00000010:3.0:1777421049.079531:0:5777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005f318fe4. 00000040:00000010:3.0:1777421049.079533:0:5777:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003f4ea12e. 00000020:00000010:3.0:1777421049.079536:0:5777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a4e51bc4. 00000020:00000010:3.0:1777421049.079539:0:5777:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d94b30b0. 00000020:00000010:3.0:1777421049.079541:0:5777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e107fc79. 80000000:00000010:3.0:1777421049.079544:0:5777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000090a410a. 40000000:00000010:3.0:1777421049.079546:0:5777:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ac307bc7. 00100000:00000010:3.0:1777421049.079548:0:5777:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000396004ee. 00040000:00000010:3.0:1777421049.079551:0:5777:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a05903da. 00040000:00000010:3.0:1777421049.079553:0:5777:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000003ad0e7a5. 00040000:00000010:3.0:1777421049.079562:0:5777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a6139c6a. 00080000:00000010:3.0:1777421049.079565:0:5777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000084ce25e0. 00000004:00000010:3.0:1777421049.079568:0:5777:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007521b4d8. 00000004:00000010:3.0:1777421049.079571:0:5777:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 00000000681117c3. 00000004:00000010:3.0:1777421049.079573:0:5777:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000ccecde5. 00000004:00000010:3.0:1777421049.079576:0:5777:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004728f0cd. 00000100:00000200:3.0:1777421049.079578:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079581:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2d364ba. 00000400:00000010:3.0:1777421049.079585:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f37a0921. 00000100:00000200:3.0:1777421049.079588:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079596:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a5a7431. 00000400:00000010:3.0:1777421049.079599:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e054cf39. 00000100:00000200:3.0:1777421049.079601:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079603:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000528b50fe. 00000400:00000010:3.0:1777421049.079608:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2bb4c05. 00000100:00000200:3.0:1777421049.079610:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079612:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081305c1a. 00000400:00000010:3.0:1777421049.079613:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006221dab1. 00000100:00000200:3.0:1777421049.079615:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079616:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066bc0637. 00000400:00000010:3.0:1777421049.079618:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db222ec3. 00000100:00000200:3.0:1777421049.079620:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079621:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0611729. 00000400:00000010:3.0:1777421049.079623:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f016b10d. 00000100:00000200:3.0:1777421049.079624:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079626:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019e69e79. 00000400:00000010:3.0:1777421049.079627:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052b9ac27. 00000100:00000200:3.0:1777421049.079629:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079630:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c41a78d. 00000400:00000010:3.0:1777421049.079632:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d33be452. 00000100:00000200:3.0:1777421049.079634:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079635:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e111391a. 00000400:00000010:3.0:1777421049.079637:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064282f15. 00000100:00000200:3.0:1777421049.079638:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079640:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2eb952b. 00000400:00000010:3.0:1777421049.079641:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000408d7749. 00000100:00000200:3.0:1777421049.079643:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079644:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081a2d42d. 00000400:00000010:3.0:1777421049.079646:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090404200. 00000100:00000200:3.0:1777421049.079647:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079649:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000570c801f. 00000400:00000010:3.0:1777421049.079650:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6e93f13. 00000100:00000200:3.0:1777421049.079652:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079653:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b007015c. 00000400:00000010:3.0:1777421049.079655:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073196ff8. 00000100:00000200:3.0:1777421049.079656:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079658:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0c537f9. 00000400:00000010:3.0:1777421049.079659:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9795f47. 00000100:00000200:3.0:1777421049.079661:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079666:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068df5307. 00000400:00000010:3.0:1777421049.079668:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007af5b14c. 00000100:00000200:3.0:1777421049.079669:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079671:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2154f17. 00000400:00000010:3.0:1777421049.079672:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084ae3b2c. 00000100:00000200:3.0:1777421049.079674:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079675:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a9f59d4. 00000400:00000010:3.0:1777421049.079677:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f339d099. 00000100:00000200:3.0:1777421049.079679:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079680:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a349b6ca. 00000400:00000010:3.0:1777421049.079682:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044797762. 00000100:00000200:3.0:1777421049.079683:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079684:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000946a3db4. 00000400:00000010:3.0:1777421049.079686:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a50942bc. 00000100:00000200:3.0:1777421049.079688:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079689:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004537252c. 00000400:00000010:3.0:1777421049.079691:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000242b86d6. 00000100:00000200:3.0:1777421049.079692:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079694:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4819237. 00000400:00000010:3.0:1777421049.079695:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb56c668. 00000100:00000200:3.0:1777421049.079697:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079698:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f02cde3. 00000400:00000010:3.0:1777421049.079700:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046713ffb. 00000100:00000200:3.0:1777421049.079701:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079703:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5b9093b. 00000400:00000010:3.0:1777421049.079704:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065365223. 00000100:00000200:3.0:1777421049.079706:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079707:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029662109. 00000400:00000010:3.0:1777421049.079709:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a42e8176. 00000100:00000200:3.0:1777421049.079711:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079712:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c091f35f. 00000400:00000010:3.0:1777421049.079713:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f33fa0d1. 00000100:00000200:3.0:1777421049.079715:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079716:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021ac19bb. 00000400:00000010:3.0:1777421049.079718:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000acbcf9a. 00000100:00000200:3.0:1777421049.079723:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079725:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099c698f5. 00000400:00000010:3.0:1777421049.079726:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000306e5294. 00000100:00000200:3.0:1777421049.079728:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079729:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7599638. 00000400:00000010:3.0:1777421049.079731:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c936e19. 00000100:00000200:3.0:1777421049.079732:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079734:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063705de2. 00000400:00000010:3.0:1777421049.079735:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026b37b26. 00000100:00000200:3.0:1777421049.079737:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079738:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a302f9f. 00000400:00000010:3.0:1777421049.079745:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b344e90. 00000100:00000200:3.0:1777421049.079748:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079750:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000259e1d72. 00000400:00000010:3.0:1777421049.079751:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f33ac8d. 00000100:00000200:3.0:1777421049.079765:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079767:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006700bbc4. 00000400:00000010:3.0:1777421049.079769:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008242410d. 00000100:00000200:3.0:1777421049.079770:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079772:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6c46292. 00000400:00000010:3.0:1777421049.079773:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078aa3519. 00000100:00000200:3.0:1777421049.079775:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079776:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f559b408. 00000400:00000010:3.0:1777421049.079778:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000022dc826. 00000100:00000200:3.0:1777421049.079779:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079781:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d2162a7. 00000400:00000010:3.0:1777421049.079782:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5648b4b. 00000100:00000200:3.0:1777421049.079784:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079786:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021d25ab4. 00000400:00000010:3.0:1777421049.079787:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e059f9. 00000100:00000200:3.0:1777421049.079789:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079790:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062fe4824. 00000400:00000010:3.0:1777421049.079792:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a651145e. 00000100:00000200:3.0:1777421049.079793:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079795:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021b2a211. 00000400:00000010:3.0:1777421049.079800:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b88a7b1. 00000100:00000200:3.0:1777421049.079802:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079804:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a01d592f. 00000400:00000010:3.0:1777421049.079806:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060ae2770. 00000100:00000200:3.0:1777421049.079808:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079809:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6cb0cd0. 00000400:00000010:3.0:1777421049.079810:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000504a6722. 00000100:00000200:3.0:1777421049.079812:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079813:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bf5144f. 00000400:00000010:3.0:1777421049.079815:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d96c520c. 00000100:00000200:3.0:1777421049.079816:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079817:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c45f0ac. 00000400:00000010:3.0:1777421049.079819:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b1b75fe. 00000100:00000200:3.0:1777421049.079821:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079822:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3588a58. 00000400:00000010:3.0:1777421049.079824:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000643751ca. 00000100:00000200:3.0:1777421049.079825:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079827:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad95f542. 00000400:00000010:3.0:1777421049.079828:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5ee9163. 00000100:00000200:3.0:1777421049.079830:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079832:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078341d59. 00000400:00000010:3.0:1777421049.079833:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fc95abc. 00000100:00000200:3.0:1777421049.079835:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079836:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fccaa8e. 00000400:00000010:3.0:1777421049.079838:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a29f220. 00000100:00000200:3.0:1777421049.079840:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079842:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a143b93f. 00000400:00000010:3.0:1777421049.079843:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000145a5aec. 00000100:00000200:3.0:1777421049.079845:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079854:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6d39ca1. 00000400:00000010:3.0:1777421049.079856:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e571de. 00000100:00000200:3.0:1777421049.079858:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079860:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064e5a639. 00000400:00000010:3.0:1777421049.079861:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd19f056. 00000100:00000200:3.0:1777421049.079863:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079867:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f35a816. 00000400:00000010:3.0:1777421049.079869:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5c55fb2. 00000100:00000200:3.0:1777421049.079871:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079873:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d058003. 00000400:00000010:3.0:1777421049.079875:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c071ac4b. 00000100:00000200:3.0:1777421049.079876:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079878:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008091388c. 00000400:00000010:3.0:1777421049.079879:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024e74444. 00000100:00000200:3.0:1777421049.079881:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079882:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe0aa438. 00000400:00000010:3.0:1777421049.079884:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096342f4d. 00000100:00000200:3.0:1777421049.079885:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079887:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020810259. 00000400:00000010:3.0:1777421049.079888:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a748406. 00000100:00000200:3.0:1777421049.079890:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079891:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a39c1431. 00000400:00000010:3.0:1777421049.079893:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021ca0ac7. 00000100:00000200:3.0:1777421049.079895:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079896:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000112c24b. 00000400:00000010:3.0:1777421049.079898:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be03cfd6. 00000100:00000200:3.0:1777421049.079899:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079901:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3b9b78b. 00000400:00000010:3.0:1777421049.079902:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000477225a8. 00000100:00000200:3.0:1777421049.079904:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079905:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009da27572. 00000400:00000010:3.0:1777421049.079907:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000e2b3fa. 00000100:00000200:3.0:1777421049.079908:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079910:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065e77b01. 00000400:00000010:3.0:1777421049.079911:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e576aaa0. 00000100:00000200:3.0:1777421049.079913:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079914:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000811cf89d. 00000400:00000010:3.0:1777421049.079922:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd6b279c. 00000100:00000200:3.0:1777421049.079925:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079926:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c935982c. 00000400:00000010:3.0:1777421049.079928:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004238ae4d. 00000100:00000200:3.0:1777421049.079933:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079935:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070d2e09a. 00000400:00000010:3.0:1777421049.079936:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab8e2d6. 00000100:00000200:3.0:1777421049.079938:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079940:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008e9dc96. 00000400:00000010:3.0:1777421049.079941:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e25f3e6. 00000100:00000200:3.0:1777421049.079943:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1777421049.079944:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e950d02. 00000400:00000010:3.0:1777421049.079946:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb15c94c. 00000100:00000010:3.0:1777421049.079949:0:5777:0:(service.c:3046:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000002cce322e. 00000100:00000200:3.0:1777421049.079997:0:5777:0:(service.c:3080:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1777421049.080326:0:5778:0:(service.c:3019:ptlrpc_main()) kmalloced '(env)': 56 at 0000000019e7a394. 00000020:00000010:3.0:1777421049.080329:0:5778:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a61324d0. 00000020:00000010:3.0:1777421049.080332:0:5778:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a78968b2. 00000020:00000010:3.0:1777421049.080334:0:5778:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001260eabe. 00000040:00000010:3.0:1777421049.080336:0:5778:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003ebe0b09. 00000020:00000010:3.0:1777421049.080339:0:5778:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001bae8b39. 00000020:00000010:3.0:1777421049.080341:0:5778:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004437a02c. 00000020:00000010:3.0:1777421049.080344:0:5778:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ed16f88f. 80000000:00000010:3.0:1777421049.080347:0:5778:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ce3232fc. 40000000:00000010:3.0:1777421049.080348:0:5778:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007b1d731b. 00100000:00000010:3.0:1777421049.080351:0:5778:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b7883f77. 00040000:00000010:3.0:1777421049.080353:0:5778:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000048da12fb. 00040000:00000010:3.0:1777421049.080356:0:5778:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f02ac488. 00040000:00000010:3.0:1777421049.080358:0:5778:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000033dbaf13. 00080000:00000010:3.0:1777421049.080368:0:5778:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e30f1c47. 00000004:00000010:3.0:1777421049.080371:0:5778:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000903baff8. 00000004:00000010:3.0:1777421049.080374:0:5778:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 00000000badead56. 00000004:00000010:3.0:1777421049.080376:0:5778:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e6ee4482. 00000004:00000010:3.0:1777421049.080379:0:5778:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d1e6412d. 00000100:00000010:3.0:1777421049.080381:0:5778:0:(service.c:3046:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000ffea86e2. 00000100:00000200:3.0:1777421049.080421:0:5778:0:(service.c:3080:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1777421049.081172:0:5779:0:(service.c:3019:ptlrpc_main()) kmalloced '(env)': 56 at 000000003d16975b. 00000020:00000010:3.0:1777421049.081176:0:5779:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f2cb36b3. 00000020:00000010:3.0:1777421049.081183:0:5779:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026d549b1. 00000020:00000010:3.0:1777421049.081185:0:5779:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002f4c71fb. 00000040:00000010:3.0:1777421049.081188:0:5779:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a257784e. 00000020:00000010:3.0:1777421049.081190:0:5779:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007ea418e1. 00000020:00000010:3.0:1777421049.081193:0:5779:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003edaa2d3. 00000020:00000010:3.0:1777421049.081195:0:5779:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d515bfaa. 80000000:00000010:3.0:1777421049.081198:0:5779:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cda17588. 40000000:00000010:3.0:1777421049.081199:0:5779:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000052ab4607. 00100000:00000010:3.0:1777421049.081202:0:5779:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007fb4124a. 00040000:00000010:3.0:1777421049.081205:0:5779:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c47c68c7. 00040000:00000010:3.0:1777421049.081207:0:5779:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000043afeb4e. 00040000:00000010:3.0:1777421049.081210:0:5779:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e9c16cdb. 00080000:00000010:3.0:1777421049.081212:0:5779:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000118c5f1c. 00000004:00000010:3.0:1777421049.081214:0:5779:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000071635882. 00000004:00000010:3.0:1777421049.081217:0:5779:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 0000000074d6fea4. 00000004:00000010:3.0:1777421049.081220:0:5779:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005792d17c. 00002000:00000010:3.0:1777421049.081223:0:5779:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003587a311. 00000004:00000010:3.0:1777421049.081225:0:5779:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a8bc3be7. 00000100:00000200:3.0:1777421049.081227:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081230:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da2f62db. 00000400:00000010:3.0:1777421049.081234:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004966303f. 00000100:00000200:3.0:1777421049.081238:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081240:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbbb6819. 00000400:00000010:3.0:1777421049.081242:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fc23ed0. 00000100:00000200:3.0:1777421049.081243:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081245:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b14bf6d9. 00000400:00000010:3.0:1777421049.081247:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff9155c6. 00000100:00000200:3.0:1777421049.081249:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081250:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdb3f3bb. 00000400:00000010:3.0:1777421049.081252:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e5f33b3. 00000100:00000200:3.0:1777421049.081254:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081256:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4e5754d. 00000400:00000010:3.0:1777421049.081257:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac431a01. 00000100:00000200:3.0:1777421049.081259:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081264:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003efe34a6. 00000400:00000010:3.0:1777421049.081265:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f39b3c77. 00000100:00000200:3.0:1777421049.081267:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081269:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e980daea. 00000400:00000010:3.0:1777421049.081270:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076e4cd82. 00000100:00000200:3.0:1777421049.081289:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081292:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009488751a. 00000400:00000010:3.0:1777421049.081294:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000851a170a. 00000100:00000200:3.0:1777421049.081295:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081297:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003801d5cf. 00000400:00000010:3.0:1777421049.081299:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fc1801b. 00000100:00000200:3.0:1777421049.081300:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081302:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8d8eb2d. 00000400:00000010:3.0:1777421049.081303:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c8cf35a. 00000100:00000200:3.0:1777421049.081305:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081306:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e892b2c1. 00000400:00000010:3.0:1777421049.081308:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dae222a. 00000100:00000200:3.0:1777421049.081309:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081311:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000dcc21c0. 00000400:00000010:3.0:1777421049.081312:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f01ebb5. 00000100:00000200:3.0:1777421049.081314:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081315:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f7861bd. 00000400:00000010:3.0:1777421049.081317:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000411e0895. 00000100:00000200:3.0:1777421049.081319:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081320:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a003ba1. 00000400:00000010:3.0:1777421049.081322:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008222021f. 00000100:00000200:3.0:1777421049.081323:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081325:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002338d0fc. 00000400:00000010:3.0:1777421049.081326:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d2d59b0. 00000100:00000200:3.0:1777421049.081328:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081329:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b900a1f. 00000400:00000010:3.0:1777421049.081331:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f706f21. 00000100:00000200:3.0:1777421049.081332:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081334:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce9f9ff3. 00000400:00000010:3.0:1777421049.081335:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030312650. 00000100:00000200:3.0:1777421049.081341:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081343:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088d322d8. 00000400:00000010:3.0:1777421049.081345:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a8a14b6. 00000100:00000200:3.0:1777421049.081347:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081348:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e255afa. 00000400:00000010:3.0:1777421049.081350:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c68a916. 00000100:00000200:3.0:1777421049.081352:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081353:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000953b5071. 00000400:00000010:3.0:1777421049.081355:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c700fe1b. 00000100:00000200:3.0:1777421049.081356:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081358:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005926f199. 00000400:00000010:3.0:1777421049.081359:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018b59bf3. 00000100:00000200:3.0:1777421049.081361:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081363:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1f9730a. 00000400:00000010:3.0:1777421049.081364:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ea90a99. 00000100:00000200:3.0:1777421049.081366:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081368:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020bdb014. 00000400:00000010:3.0:1777421049.081369:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7f212ca. 00000100:00000200:3.0:1777421049.081371:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081372:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f14b5a4. 00000400:00000010:3.0:1777421049.081374:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024fecc56. 00000100:00000200:3.0:1777421049.081375:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081377:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7cc22e0. 00000400:00000010:3.0:1777421049.081378:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005eed0c3b. 00000100:00000200:3.0:1777421049.081380:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081381:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c96b7bbf. 00000400:00000010:3.0:1777421049.081389:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd988b2b. 00000100:00000200:3.0:1777421049.081391:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081393:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002382862f. 00000400:00000010:3.0:1777421049.081394:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b07d2fc. 00000100:00000200:3.0:1777421049.081396:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081398:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a4146b2. 00000400:00000010:3.0:1777421049.081399:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c7e24a7. 00000100:00000200:3.0:1777421049.081401:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081402:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1e6a461. 00000400:00000010:3.0:1777421049.081407:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079b5a70e. 00000100:00000200:3.0:1777421049.081409:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081417:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000361bab5. 00000400:00000010:3.0:1777421049.081419:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9d63777. 00000100:00000200:3.0:1777421049.081421:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081423:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd10d38b. 00000400:00000010:3.0:1777421049.081424:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096e7f0e5. 00000100:00000200:3.0:1777421049.081426:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081428:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd22318b. 00000400:00000010:3.0:1777421049.081429:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e35d38f1. 00000100:00000200:3.0:1777421049.081431:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081432:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000656a4a05. 00000400:00000010:3.0:1777421049.081434:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e57e0203. 00000100:00000200:3.0:1777421049.081436:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081437:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be5f5bd5. 00000400:00000010:3.0:1777421049.081439:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e18db73e. 00000100:00000200:3.0:1777421049.081440:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081442:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d25d9268. 00000400:00000010:3.0:1777421049.081443:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085fc4d52. 00000100:00000200:3.0:1777421049.081445:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081446:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086d52df8. 00000400:00000010:3.0:1777421049.081448:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000831ea423. 00000100:00000200:3.0:1777421049.081450:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081451:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052fe305a. 00000400:00000010:3.0:1777421049.081453:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ba9ddac. 00000100:00000200:3.0:1777421049.081454:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081456:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003de211b9. 00000400:00000010:3.0:1777421049.081457:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017aab304. 00000100:00000200:3.0:1777421049.081459:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081460:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096b6ebeb. 00000400:00000010:3.0:1777421049.081462:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d80387c6. 00000100:00000200:3.0:1777421049.081463:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081465:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c434864. 00000400:00000010:3.0:1777421049.081466:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000696ca1f9. 00000100:00000200:3.0:1777421049.081468:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081472:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009104e53c. 00000400:00000010:3.0:1777421049.081474:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076e2c515. 00000100:00000200:3.0:1777421049.081476:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081477:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d513ef9e. 00000400:00000010:3.0:1777421049.081479:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000224f95b6. 00000100:00000200:3.0:1777421049.081481:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081482:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000307a6c16. 00000400:00000010:3.0:1777421049.081484:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bd1b3ad. 00000100:00000200:3.0:1777421049.081485:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081487:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f2d0379. 00000400:00000010:3.0:1777421049.081488:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b799b98e. 00000100:00000200:3.0:1777421049.081490:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081491:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac745acc. 00000400:00000010:3.0:1777421049.081493:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e1cf5f1. 00000100:00000200:3.0:1777421049.081494:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081496:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f29c4932. 00000400:00000010:3.0:1777421049.081497:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001693b801. 00000100:00000200:3.0:1777421049.081499:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081500:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000577c6012. 00000400:00000010:3.0:1777421049.081502:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007857050e. 00000100:00000200:3.0:1777421049.081503:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081505:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009e2dda0. 00000400:00000010:3.0:1777421049.081506:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df57a25d. 00000100:00000200:3.0:1777421049.081508:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081509:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d39ab6dd. 00000400:00000010:3.0:1777421049.081511:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a570666. 00000100:00000200:3.0:1777421049.081513:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081514:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049f533a8. 00000400:00000010:3.0:1777421049.081516:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ba0c084. 00000100:00000200:3.0:1777421049.081517:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081519:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000374fd0bb. 00000400:00000010:3.0:1777421049.081520:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001e06cca. 00000100:00000200:3.0:1777421049.081522:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081523:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e554d2dd. 00000400:00000010:3.0:1777421049.081525:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df23cc7f. 00000100:00000200:3.0:1777421049.081530:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081532:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005eb730e4. 00000400:00000010:3.0:1777421049.081533:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007716a071. 00000100:00000200:3.0:1777421049.081535:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081536:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000702c9e79. 00000400:00000010:3.0:1777421049.081538:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1b8dcc0. 00000100:00000200:3.0:1777421049.081539:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081540:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031c40e1a. 00000400:00000010:3.0:1777421049.081542:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044b7fc17. 00000100:00000200:3.0:1777421049.081544:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081545:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001955802f. 00000400:00000010:3.0:1777421049.081554:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d091ea6c. 00000100:00000200:3.0:1777421049.081557:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081559:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000558e0341. 00000400:00000010:3.0:1777421049.081560:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043fbbd0d. 00000100:00000200:3.0:1777421049.081562:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081564:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f37003d4. 00000400:00000010:3.0:1777421049.081566:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d81dfa2d. 00000100:00000200:3.0:1777421049.081567:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081569:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073a6c142. 00000400:00000010:3.0:1777421049.081570:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c65a0a37. 00000100:00000200:3.0:1777421049.081572:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081573:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004131657c. 00000400:00000010:3.0:1777421049.081575:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fb0ad46. 00000100:00000200:3.0:1777421049.081577:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081578:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053adcc71. 00000400:00000010:3.0:1777421049.081580:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d283f7a8. 00000100:00000200:3.0:1777421049.081582:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081583:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002580a9a0. 00000400:00000010:3.0:1777421049.081585:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a8266ab. 00000100:00000200:3.0:1777421049.081586:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081588:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d907fa0b. 00000400:00000010:3.0:1777421049.081589:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023ce9ef7. 00000100:00000200:3.0:1777421049.081591:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1777421049.081592:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5fe3150. 00000400:00000010:3.0:1777421049.081597:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000065e67a3. 00000100:00000010:3.0:1777421049.081600:0:5779:0:(service.c:3046:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000091dc7955. 00000100:00000200:3.0:1777421049.081643:0:5779:0:(service.c:3080:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1777421049.081830:0:5780:0:(service.c:3019:ptlrpc_main()) kmalloced '(env)': 56 at 00000000dd158220. 00000020:00000010:3.0:1777421049.081833:0:5780:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008735c282. 00000020:00000010:3.0:1777421049.081836:0:5780:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e3aecb7. 00000020:00000010:3.0:1777421049.081838:0:5780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005c2cbcee. 00000040:00000010:3.0:1777421049.081841:0:5780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fb7eeeae. 00000020:00000010:3.0:1777421049.081843:0:5780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000013672630. 00000020:00000010:3.0:1777421049.081846:0:5780:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f4bafb64. 00000020:00000010:3.0:1777421049.081848:0:5780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003ba3821c. 80000000:00000010:3.0:1777421049.081850:0:5780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b6d14599. 40000000:00000010:3.0:1777421049.081852:0:5780:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f254e5ee. 00100000:00000010:3.0:1777421049.081855:0:5780:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c51c9f9c. 00040000:00000010:3.0:1777421049.081857:0:5780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000da5a9a01. 00040000:00000010:3.0:1777421049.081860:0:5780:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000614db0f4. 00040000:00000010:3.0:1777421049.081862:0:5780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000769a1c8f. 00080000:00000010:3.0:1777421049.081864:0:5780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000481bf462. 00000004:00000010:3.0:1777421049.081867:0:5780:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ef1f2ffa. 00000004:00000010:3.0:1777421049.081870:0:5780:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 0000000069549fa0. 00000004:00000010:3.0:1777421049.081880:0:5780:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000007f3f0fd. 00002000:00000010:3.0:1777421049.081883:0:5780:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000082aff7f1. 00000004:00000010:3.0:1777421049.081886:0:5780:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a77b60f6. 00000100:00000010:3.0:1777421049.081888:0:5780:0:(service.c:3046:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000092f57ae6. 00000100:00000200:3.0:1777421049.081928:0:5780:0:(service.c:3080:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1777421049.082749:0:5781:0:(service.c:3019:ptlrpc_main()) kmalloced '(env)': 56 at 00000000a9753aa9. 00000020:00000010:3.0:1777421049.082761:0:5781:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000007df5596. 00000020:00000010:3.0:1777421049.082772:0:5781:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007765b16e. 00000020:00000010:3.0:1777421049.082775:0:5781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c3bc0de0. 00000040:00000010:3.0:1777421049.082777:0:5781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000067bc8a8e. 00000020:00000010:3.0:1777421049.082779:0:5781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000033a65ba. 00000020:00000010:3.0:1777421049.082782:0:5781:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d55175a0. 00000020:00000010:3.0:1777421049.082785:0:5781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003e290dcf. 80000000:00000010:3.0:1777421049.082788:0:5781:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000adbe8192. 40000000:00000010:3.0:1777421049.082792:0:5781:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ac32f974. 00100000:00000010:3.0:1777421049.082795:0:5781:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003e53b01a. 00040000:00000010:3.0:1777421049.082798:0:5781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fe59f0e1. 00040000:00000010:3.0:1777421049.082800:0:5781:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000006b389418. 00040000:00000010:3.0:1777421049.082802:0:5781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002778fa65. 00080000:00000010:3.0:1777421049.082805:0:5781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e948e1e8. 00000004:00000010:3.0:1777421049.082807:0:5781:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000f146642. 00000004:00000010:3.0:1777421049.082810:0:5781:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 00000000635a8d92. 00000004:00000010:3.0:1777421049.082813:0:5781:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000090a9afce. 00002000:00000010:3.0:1777421049.082821:0:5781:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d43bf934. 00000004:00000010:3.0:1777421049.082824:0:5781:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008bcc9781. 00000100:00000200:3.0:1777421049.082827:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082831:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e99e966d. 00000400:00000010:3.0:1777421049.082834:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009866028f. 00000100:00000200:3.0:1777421049.082838:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082839:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005069e6fa. 00000400:00000010:3.0:1777421049.082842:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0c321f5. 00000100:00000200:3.0:1777421049.082843:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082845:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c3c1bb9. 00000400:00000010:3.0:1777421049.082847:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006abf8079. 00000100:00000200:3.0:1777421049.082848:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082850:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de7a6cf7. 00000400:00000010:3.0:1777421049.082852:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079774c28. 00000100:00000200:3.0:1777421049.082853:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082855:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002cccefe. 00000400:00000010:3.0:1777421049.082856:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004137fb22. 00000100:00000200:3.0:1777421049.082858:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082860:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f00e655a. 00000400:00000010:3.0:1777421049.082861:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074be312f. 00000100:00000200:3.0:1777421049.082863:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082864:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6e5158f. 00000400:00000010:3.0:1777421049.082866:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c17122c. 00000100:00000200:3.0:1777421049.082868:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082869:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4ff0ebb. 00000400:00000010:3.0:1777421049.082871:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f93791f. 00000100:00000200:3.0:1777421049.082877:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082879:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1a68804. 00000400:00000010:3.0:1777421049.082881:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000276d1305. 00000100:00000200:3.0:1777421049.082883:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082884:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d5b8daf. 00000400:00000010:3.0:1777421049.082886:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b86e3fa6. 00000100:00000200:3.0:1777421049.082888:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082889:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f3c538a. 00000400:00000010:3.0:1777421049.082891:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1f39562. 00000100:00000200:3.0:1777421049.082892:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082900:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d09cce6. 00000400:00000010:3.0:1777421049.082902:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019014edc. 00000100:00000200:3.0:1777421049.082904:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082905:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e289ee2d. 00000400:00000010:3.0:1777421049.082907:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b9d3002. 00000100:00000200:3.0:1777421049.082909:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082910:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031a189c5. 00000400:00000010:3.0:1777421049.082912:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005daf308. 00000100:00000200:3.0:1777421049.082914:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082915:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c44b175. 00000400:00000010:3.0:1777421049.082916:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b79fb2e. 00000100:00000200:3.0:1777421049.082918:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082920:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f38671de. 00000400:00000010:3.0:1777421049.082921:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e14d6f1. 00000100:00000200:3.0:1777421049.082923:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082924:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b96c0c99. 00000400:00000010:3.0:1777421049.082926:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa0c6b8d. 00000100:00000200:3.0:1777421049.082927:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082929:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a26449be. 00000400:00000010:3.0:1777421049.082930:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fcfb1f4. 00000100:00000200:3.0:1777421049.082932:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082933:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc06573d. 00000400:00000010:3.0:1777421049.082935:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066ac068a. 00000100:00000200:3.0:1777421049.082936:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082938:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9ebfb57. 00000400:00000010:3.0:1777421049.082942:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3e9b310. 00000100:00000200:3.0:1777421049.082944:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082946:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f75c3520. 00000400:00000010:3.0:1777421049.082947:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025d64f2a. 00000100:00000200:3.0:1777421049.082949:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082950:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005187cee7. 00000400:00000010:3.0:1777421049.082957:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e87b02e5. 00000100:00000200:3.0:1777421049.082960:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082961:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6d28ffa. 00000400:00000010:3.0:1777421049.082963:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5fe7185. 00000100:00000200:3.0:1777421049.082965:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082966:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035ea09e9. 00000400:00000010:3.0:1777421049.082968:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf6e59b3. 00000100:00000200:3.0:1777421049.082969:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082971:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095a304dd. 00000400:00000010:3.0:1777421049.082972:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c1a412b. 00000100:00000200:3.0:1777421049.082974:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082975:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a5d8fd0. 00000400:00000010:3.0:1777421049.082977:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000778eb69d. 00000100:00000200:3.0:1777421049.082978:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082980:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e0d2b4a. 00000400:00000010:3.0:1777421049.082981:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004eaced84. 00000100:00000200:3.0:1777421049.082983:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082985:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001571c1dc. 00000400:00000010:3.0:1777421049.082986:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000770e9ba0. 00000100:00000200:3.0:1777421049.082988:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082989:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b3ebe49. 00000400:00000010:3.0:1777421049.082991:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053ac5597. 00000100:00000200:3.0:1777421049.082992:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082993:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008714eecc. 00000400:00000010:3.0:1777421049.082995:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070418326. 00000100:00000200:3.0:1777421049.082997:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.082998:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007991b0c8. 00000400:00000010:3.0:1777421049.083000:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae237239. 00000100:00000200:3.0:1777421049.083001:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083005:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004af786e0. 00000400:00000010:3.0:1777421049.083007:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ba8bacf. 00000100:00000200:3.0:1777421049.083009:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083011:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a798e50. 00000400:00000010:3.0:1777421049.083013:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070abd649. 00000100:00000200:3.0:1777421049.083014:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083016:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0492547. 00000400:00000010:3.0:1777421049.083017:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da02c4aa. 00000100:00000200:3.0:1777421049.083019:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083020:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c37c6d9b. 00000400:00000010:3.0:1777421049.083022:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcc79ea5. 00000100:00000200:3.0:1777421049.083023:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083025:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ecdec14. 00000400:00000010:3.0:1777421049.083026:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a47a5c8. 00000100:00000200:3.0:1777421049.083028:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083029:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d347137e. 00000400:00000010:3.0:1777421049.083031:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0a3e0f8. 00000100:00000200:3.0:1777421049.083032:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083034:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009135d4ce. 00000400:00000010:3.0:1777421049.083035:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ba4e232. 00000100:00000200:3.0:1777421049.083037:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083038:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000333686db. 00000400:00000010:3.0:1777421049.083040:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000319a9763. 00000100:00000200:3.0:1777421049.083042:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083043:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb07cf43. 00000400:00000010:3.0:1777421049.083045:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5d2e945. 00000100:00000200:3.0:1777421049.083046:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083048:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d95e2711. 00000400:00000010:3.0:1777421049.083049:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a845beb. 00000100:00000200:3.0:1777421049.083051:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083052:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061f6473c. 00000400:00000010:3.0:1777421049.083054:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f358ad6. 00000100:00000200:3.0:1777421049.083055:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083057:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdbcb211. 00000400:00000010:3.0:1777421049.083058:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060b24cd0. 00000100:00000200:3.0:1777421049.083063:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083065:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051e8715d. 00000400:00000010:3.0:1777421049.083066:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054614898. 00000100:00000200:3.0:1777421049.083068:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083070:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000269c0705. 00000400:00000010:3.0:1777421049.083071:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025e31607. 00000100:00000200:3.0:1777421049.083073:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083074:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbe782fb. 00000400:00000010:3.0:1777421049.083076:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000acd3807. 00000100:00000200:3.0:1777421049.083077:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083079:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cef51116. 00000400:00000010:3.0:1777421049.083080:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db3da565. 00000100:00000200:3.0:1777421049.083082:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083083:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7348597. 00000400:00000010:3.0:1777421049.083085:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036985e87. 00000100:00000200:3.0:1777421049.083086:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083088:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000873dd13d. 00000400:00000010:3.0:1777421049.083089:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070170385. 00000100:00000200:3.0:1777421049.083091:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083093:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000223b345a. 00000400:00000010:3.0:1777421049.083094:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086c28375. 00000100:00000200:3.0:1777421049.083096:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083097:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3bfd2ff. 00000400:00000010:3.0:1777421049.083099:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac30a9e3. 00000100:00000200:3.0:1777421049.083101:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083102:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c762ea1. 00000400:00000010:3.0:1777421049.083108:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002fc15d02. 00000100:00000200:3.0:1777421049.083111:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083113:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068d22a76. 00000400:00000010:3.0:1777421049.083114:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000528c0b0. 00000100:00000200:3.0:1777421049.083116:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083117:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b5f9075. 00000400:00000010:3.0:1777421049.083119:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a628acb4. 00000100:00000200:3.0:1777421049.083120:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083122:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcfd3580. 00000400:00000010:3.0:1777421049.083127:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000129b5389. 00000100:00000200:3.0:1777421049.083129:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083131:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe553b9d. 00000400:00000010:3.0:1777421049.083132:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7366c9e. 00000100:00000200:3.0:1777421049.083134:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083135:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080093676. 00000400:00000010:3.0:1777421049.083137:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003b7b408. 00000100:00000200:3.0:1777421049.083139:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083148:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cec394a. 00000400:00000010:3.0:1777421049.083150:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b021203e. 00000100:00000200:3.0:1777421049.083152:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083154:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbe99111. 00000400:00000010:3.0:1777421049.083155:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009469577. 00000100:00000200:3.0:1777421049.083157:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083158:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d23b7dc. 00000400:00000010:3.0:1777421049.083160:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079ae3f71. 00000100:00000200:3.0:1777421049.083162:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083163:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1e40ffa. 00000400:00000010:3.0:1777421049.083165:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1c11034. 00000100:00000200:3.0:1777421049.083166:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083168:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4ab135b. 00000400:00000010:3.0:1777421049.083169:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005554cab2. 00000100:00000200:3.0:1777421049.083171:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083173:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a84af16e. 00000400:00000010:3.0:1777421049.083174:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1ce3dbc. 00000100:00000200:3.0:1777421049.083176:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1777421049.083177:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0511b45. 00000400:00000010:3.0:1777421049.083179:0:5781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002446f084. 00000100:00000010:3.0:1777421049.083182:0:5781:0:(service.c:3046:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000003096a3d9. 00000100:00000200:3.0:1777421049.083230:0:5781:0:(service.c:3080:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1777421049.083573:0:5782:0:(service.c:3019:ptlrpc_main()) kmalloced '(env)': 56 at 000000003a357550. 00000020:00000010:3.0:1777421049.083576:0:5782:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001e68e8d1. 00000020:00000010:3.0:1777421049.083580:0:5782:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039910dab. 00000020:00000010:3.0:1777421049.083582:0:5782:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009603e134. 00000040:00000010:3.0:1777421049.083584:0:5782:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002e37ea35. 00000020:00000010:3.0:1777421049.083591:0:5782:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000059e7ffa9. 00000020:00000010:3.0:1777421049.083594:0:5782:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c7f288d9. 00000020:00000010:3.0:1777421049.083596:0:5782:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e1eb2343. 80000000:00000010:3.0:1777421049.083598:0:5782:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b8942ab7. 40000000:00000010:3.0:1777421049.083600:0:5782:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006980e5d8. 00100000:00000010:3.0:1777421049.083603:0:5782:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d16c891e. 00040000:00000010:3.0:1777421049.083606:0:5782:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a6d4cd72. 00040000:00000010:3.0:1777421049.083609:0:5782:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000003512d3c0. 00040000:00000010:3.0:1777421049.083611:0:5782:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001180629e. 00080000:00000010:3.0:1777421049.083613:0:5782:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bafac6eb. 00000004:00000010:3.0:1777421049.083616:0:5782:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003dad4a9c. 00000004:00000010:3.0:1777421049.083619:0:5782:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ebc7372f. 00000004:00000010:3.0:1777421049.083621:0:5782:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005a0180d4. 00002000:00000010:3.0:1777421049.083623:0:5782:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fbd8221e. 00000004:00000010:3.0:1777421049.083626:0:5782:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003bc8b63b. 00000100:00000010:3.0:1777421049.083628:0:5782:0:(service.c:3046:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000063ca535f. 00000100:00000200:3.0:1777421049.083665:0:5782:0:(service.c:3080:ptlrpc_main()) service thread 1 (#2) started 00000020:00000010:3.0:1777421049.099666:0:5783:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000196fc4a5. 00000100:00000010:3.0:1777421049.099671:0:5783:0:(service.c:3019:ptlrpc_main()) kmalloced '(env)': 56 at 0000000020007a4d. 00000020:00000010:3.0:1777421049.099674:0:5783:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000af5efa57. 00000020:00000010:3.0:1777421049.099680:0:5783:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000579ea685. 00000020:00000010:3.0:1777421049.099683:0:5783:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006cb41bce. 00000040:00000010:3.0:1777421049.099686:0:5783:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000683105b0. 00000020:00000010:3.0:1777421049.099770:0:5783:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004594d08f. 00000020:00000010:3.0:1777421049.099776:0:5783:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a5b1b2a5. 00000020:00000010:3.0:1777421049.099780:0:5783:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000aee115f9. 80000000:00000010:3.0:1777421049.099785:0:5783:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006276b975. 40000000:00000010:3.0:1777421049.099788:0:5783:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009ba1eb00. 00100000:00000010:3.0:1777421049.099792:0:5783:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c4049580. 00040000:00000010:3.0:1777421049.099796:0:5783:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000040c6f85d. 00040000:00000010:3.0:1777421049.099799:0:5783:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000008266f6d. 00040000:00000010:3.0:1777421049.099803:0:5783:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c2eedebc. 00080000:00000010:3.0:1777421049.099806:0:5783:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ff095648. 00000004:00000010:3.0:1777421049.099815:0:5783:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000babee082. 00000004:00000010:3.0:1777421049.099825:0:5783:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 000000000503d483. 00000004:00000010:3.0:1777421049.099830:0:5783:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001db944e0. 00002000:00000010:3.0:1777421049.099834:0:5783:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c5847abd. 00000004:00000010:3.0:1777421049.099838:0:5783:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000bd77d35. 00000100:00000200:3.0:1777421049.099842:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.099847:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1fa66de. 00000400:00000010:3.0:1777421049.099852:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008eaac463. 00000100:00000200:3.0:1777421049.099859:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.099861:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be4967fb. 00000400:00000010:3.0:1777421049.099864:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dbb51568. 00000100:00000200:3.0:1777421049.099866:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.099868:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c618b6ac. 00000400:00000010:3.0:1777421049.099871:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008fe16490. 00000100:00000200:3.0:1777421049.099873:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.099875:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086b34e59. 00000400:00000010:3.0:1777421049.099878:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fabc8fb1. 00000100:00000200:3.0:1777421049.099880:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.099882:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082dd2d9e. 00000400:00000010:3.0:1777421049.099884:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000243213ac. 00000100:00000200:3.0:1777421049.099887:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.099888:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000dc6295f. 00000400:00000010:3.0:1777421049.099890:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b5b102b3. 00000100:00000200:3.0:1777421049.099893:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.099894:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c071210. 00000400:00000010:3.0:1777421049.099897:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000aab1f83c. 00000100:00000200:3.0:1777421049.099899:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.099901:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019b94df3. 00000400:00000010:3.0:1777421049.099909:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004c8af850. 00000100:00000200:3.0:1777421049.099912:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.099914:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067fc663d. 00000400:00000010:3.0:1777421049.099916:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000067c83b1f. 00000100:00000200:3.0:1777421049.099919:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.099920:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000903aff1. 00000400:00000010:3.0:1777421049.099923:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000076220a5e. 00000100:00000200:3.0:1777421049.099926:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.099930:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4d22b12. 00000400:00000010:3.0:1777421049.099933:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b1dfedb6. 00000100:00000200:3.0:1777421049.099936:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.099938:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000070304ec. 00000400:00000010:3.0:1777421049.099940:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000483eda1. 00000100:00000200:3.0:1777421049.099943:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.099945:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058f4af04. 00000400:00000010:3.0:1777421049.099947:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003545fab0. 00000100:00000200:3.0:1777421049.099950:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.099951:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d75e0e3e. 00000400:00000010:3.0:1777421049.099953:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001346f4c2. 00000100:00000200:3.0:1777421049.099956:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.099957:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a0a9bdb. 00000400:00000010:3.0:1777421049.099960:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000049f62899. 00000100:00000200:3.0:1777421049.099963:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.099964:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076fb6fa7. 00000400:00000010:3.0:1777421049.099971:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c7a18a61. 00000100:00000200:3.0:1777421049.099975:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.099977:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0638779. 00000400:00000010:3.0:1777421049.099979:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000096eec140. 00000100:00000200:3.0:1777421049.099982:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.099983:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000259b5f3b. 00000400:00000010:3.0:1777421049.099985:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009a37a65b. 00000100:00000200:3.0:1777421049.099988:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.099989:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ab46ae7. 00000400:00000010:3.0:1777421049.099992:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000272fcc3f. 00000100:00000200:3.0:1777421049.099994:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.099995:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbaf9bbf. 00000400:00000010:3.0:1777421049.099998:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000057d9fd65. 00000100:00000200:3.0:1777421049.100001:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100002:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d84de2b6. 00000400:00000010:3.0:1777421049.100005:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006ea15802. 00000100:00000200:3.0:1777421049.100007:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100009:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096620f1a. 00000400:00000010:3.0:1777421049.100012:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fe05eb2c. 00000100:00000200:3.0:1777421049.100014:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100018:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2ed8ab4. 00000400:00000010:3.0:1777421049.100021:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000430d3f3b. 00000100:00000200:3.0:1777421049.100024:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100026:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb1638aa. 00000400:00000010:3.0:1777421049.100033:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e28d144c. 00000100:00000200:3.0:1777421049.100036:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100038:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d5f4f43. 00000400:00000010:3.0:1777421049.100040:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c8e4a612. 00000100:00000200:3.0:1777421049.100043:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100045:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e577a49. 00000400:00000010:3.0:1777421049.100047:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000005c6d7f6. 00000100:00000200:3.0:1777421049.100050:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100051:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000476058ca. 00000400:00000010:3.0:1777421049.100054:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000057eb5e00. 00000100:00000200:3.0:1777421049.100057:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100058:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6891131. 00000400:00000010:3.0:1777421049.100061:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ec26759f. 00000100:00000200:3.0:1777421049.100063:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100065:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002215940. 00000400:00000010:3.0:1777421049.100067:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000204bf36d. 00000100:00000200:3.0:1777421049.100070:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100071:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5791848. 00000400:00000010:3.0:1777421049.100073:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000045e04fb9. 00000100:00000200:3.0:1777421049.100076:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100077:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de1a8a8f. 00000400:00000010:3.0:1777421049.100080:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a849774f. 00000100:00000200:3.0:1777421049.100082:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100084:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071117e96. 00000400:00000010:3.0:1777421049.100091:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f238ec5b. 00000100:00000200:3.0:1777421049.100094:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100095:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6e3d8a9. 00000400:00000010:3.0:1777421049.100098:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006b3201a2. 00000100:00000200:3.0:1777421049.100101:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100102:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d2610ce. 00000400:00000010:3.0:1777421049.100105:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000000b53aec. 00000100:00000200:3.0:1777421049.100107:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100113:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9dcc88c. 00000400:00000010:3.0:1777421049.100116:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bfa07ecb. 00000100:00000200:3.0:1777421049.100119:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100121:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000097306c9. 00000400:00000010:3.0:1777421049.100123:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c1adfd59. 00000100:00000200:3.0:1777421049.100126:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100128:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008bc5f6a. 00000400:00000010:3.0:1777421049.100130:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c76d7959. 00000100:00000200:3.0:1777421049.100133:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100134:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053de0999. 00000400:00000010:3.0:1777421049.100136:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a7a84d13. 00000100:00000200:3.0:1777421049.100139:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100140:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a84f95ec. 00000400:00000010:3.0:1777421049.100143:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002ab8222b. 00000100:00000200:3.0:1777421049.100145:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100155:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e94c6a72. 00000400:00000010:3.0:1777421049.100163:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000109e6173. 00000100:00000200:3.0:1777421049.100167:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100169:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e65d3c9. 00000400:00000010:3.0:1777421049.100171:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f4be6928. 00000100:00000200:3.0:1777421049.100174:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100175:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008de99b70. 00000400:00000010:3.0:1777421049.100178:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000f4dfab7. 00000100:00000200:3.0:1777421049.100180:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100182:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009664db6f. 00000400:00000010:3.0:1777421049.100184:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e02e9edc. 00000100:00000200:3.0:1777421049.100187:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100188:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab5f1e46. 00000400:00000010:3.0:1777421049.100190:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000c845143. 00000100:00000200:3.0:1777421049.100193:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100194:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007889b11e. 00000400:00000010:3.0:1777421049.100197:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001504b247. 00000100:00000200:3.0:1777421049.100199:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100201:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8a96b9b. 00000400:00000010:3.0:1777421049.100203:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d60947d9. 00000100:00000200:3.0:1777421049.100206:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100211:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076fd14e8. 00000400:00000010:3.0:1777421049.100214:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f3e4961d. 00000100:00000200:3.0:1777421049.100217:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100218:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdd96206. 00000400:00000010:3.0:1777421049.100225:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e43cce90. 00000100:00000200:3.0:1777421049.100229:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100231:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052bfd5c3. 00000400:00000010:3.0:1777421049.100233:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008ec63298. 00000100:00000200:3.0:1777421049.100236:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100237:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0f7d2eb. 00000400:00000010:3.0:1777421049.100239:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000649f86df. 00000100:00000200:3.0:1777421049.100242:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100243:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a341a31. 00000400:00000010:3.0:1777421049.100246:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000030a23dd4. 00000100:00000200:3.0:1777421049.100248:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100250:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0faae45. 00000400:00000010:3.0:1777421049.100252:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e6783534. 00000100:00000200:3.0:1777421049.100255:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100256:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062c38048. 00000400:00000010:3.0:1777421049.100258:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000883dbc7b. 00000100:00000200:3.0:1777421049.100261:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100262:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bea2c1e. 00000400:00000010:3.0:1777421049.100265:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e1614286. 00000100:00000200:3.0:1777421049.100267:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100269:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000366c7348. 00000400:00000010:3.0:1777421049.100271:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c02f4b0b. 00000100:00000200:3.0:1777421049.100333:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100336:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea46225f. 00000400:00000010:3.0:1777421049.100345:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006678db62. 00000100:00000200:3.0:1777421049.100349:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100351:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a75e16fe. 00000400:00000010:3.0:1777421049.100354:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000139b3e7b. 00000100:00000200:3.0:1777421049.100356:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100358:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022c05fb2. 00000400:00000010:3.0:1777421049.100361:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002eb82612. 00000100:00000200:3.0:1777421049.100363:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100368:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5e773e7. 00000400:00000010:3.0:1777421049.100370:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c431a87e. 00000100:00000200:3.0:1777421049.100374:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100375:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c036b91. 00000400:00000010:3.0:1777421049.100378:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008cf03d71. 00000100:00000200:3.0:1777421049.100380:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100381:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cf1b047. 00000400:00000010:3.0:1777421049.100384:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000516d9121. 00000100:00000200:3.0:1777421049.100386:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100388:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eaa04074. 00000400:00000010:3.0:1777421049.100390:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d9c9035e. 00000100:00000200:3.0:1777421049.100393:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100394:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebe2f670. 00000400:00000010:3.0:1777421049.100397:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007a225875. 00000100:00000200:3.0:1777421049.100399:0:5783:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1777421049.100401:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000438113a9. 00000400:00000010:3.0:1777421049.100408:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000287cc083. 00000100:00000010:3.0:1777421049.100419:0:5783:0:(service.c:3046:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000019c95ae4. 00000100:00000200:3.0:1777421049.100467:0:5783:0:(service.c:3080:ptlrpc_main()) service thread 0 (#1) started 00000020:00000010:3.0:1777421049.101422:0:5784:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000000e7b3903. 00000100:00000010:3.0:1777421049.101428:0:5784:0:(service.c:3019:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ed3f7a5e. 00000020:00000010:3.0:1777421049.101430:0:5784:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b22b51b3. 00000020:00000010:3.0:1777421049.101435:0:5784:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b2c39e8. 00000020:00000010:3.0:1777421049.101444:0:5784:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000201184d8. 00000040:00000010:3.0:1777421049.101447:0:5784:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000095f2c2e1. 00000020:00000010:3.0:1777421049.101449:0:5784:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000047730fc7. 00000020:00000010:3.0:1777421049.101453:0:5784:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f5fe97e3. 00000020:00000010:3.0:1777421049.101456:0:5784:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b67bc1d7. 80000000:00000010:3.0:1777421049.101459:0:5784:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000eef60425. 40000000:00000010:3.0:1777421049.101461:0:5784:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ccf823f3. 00100000:00000010:3.0:1777421049.101466:0:5784:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bb7db67a. 00040000:00000010:3.0:1777421049.101469:0:5784:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007e3fdc45. 00040000:00000010:3.0:1777421049.101472:0:5784:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000002dc594df. 00040000:00000010:3.0:1777421049.101475:0:5784:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009b14de52. 00080000:00000010:3.0:1777421049.101478:0:5784:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001bb77230. 00000004:00000010:3.0:1777421049.101484:0:5784:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006b63c7a0. 00000004:00000010:3.0:1777421049.101488:0:5784:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 000000002a373a4a. 00000004:00000010:3.0:1777421049.101491:0:5784:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a229cb82. 00002000:00000010:3.0:1777421049.101494:0:5784:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d1488de3. 00000004:00000010:3.0:1777421049.101496:0:5784:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e2a4b55f. 00000100:00000010:3.0:1777421049.101506:0:5784:0:(service.c:3046:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000005fd52e25. 00000100:00000200:3.0:1777421049.101556:0:5784:0:(service.c:3080:ptlrpc_main()) service thread 1 (#2) started 00000020:00000010:3.0:1777421049.101955:0:5785:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 0000000003da6ee8. 00000100:00000010:3.0:1777421049.101959:0:5785:0:(service.c:3019:ptlrpc_main()) kmalloced '(env)': 56 at 0000000017f523de. 00000020:00000010:3.0:1777421049.101961:0:5785:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e2172a66. 00000020:00000010:3.0:1777421049.101964:0:5785:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8cfc397. 00000020:00000010:3.0:1777421049.101967:0:5785:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f5ea75b2. 00000040:00000010:3.0:1777421049.101969:0:5785:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ee580934. 00000020:00000010:3.0:1777421049.101971:0:5785:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ea0b7837. 00000020:00000010:3.0:1777421049.101974:0:5785:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005c5788df. 00000020:00000010:3.0:1777421049.101977:0:5785:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ccd2dfae. 80000000:00000010:3.0:1777421049.101979:0:5785:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dc9d5280. 40000000:00000010:3.0:1777421049.101981:0:5785:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fb0adb79. 00100000:00000010:3.0:1777421049.101984:0:5785:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d1791663. 00040000:00000010:3.0:1777421049.101986:0:5785:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000062d8f81b. 00040000:00000010:3.0:1777421049.101988:0:5785:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000021c5cc8b. 00040000:00000010:3.0:1777421049.101990:0:5785:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000001d36c54. 00080000:00000010:3.0:1777421049.101993:0:5785:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000268d049a. 00000004:00000010:3.0:1777421049.102003:0:5785:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a6eb7959. 00000004:00000010:3.0:1777421049.102006:0:5785:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 0000000078d673aa. 00000004:00000010:3.0:1777421049.102008:0:5785:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009b29fd2d. 00002000:00000010:3.0:1777421049.102011:0:5785:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005a3f6e25. 00000004:00000010:3.0:1777421049.102013:0:5785:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c497cbc4. 00000100:00000010:3.0:1777421049.102022:0:5785:0:(service.c:3046:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000076575e93. 00000100:00000200:3.0:1777421049.102063:0:5785:0:(service.c:3080:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:3.0:1777421049.102883:0:5765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8c02cc1. 00000020:00000010:3.0:1777421049.102887:0:5765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8c02cc1. 00000020:00000010:3.0:1777421049.102891:0:5765:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acc47e42. 00000020:00000010:3.0:1777421049.102894:0:5765:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000074f83afc. 00000020:00000010:3.0:1777421049.102901:0:5765:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f0b17962. 00000020:00000010:3.0:1777421049.102958:0:5765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8c02cc1. 00000020:00000010:3.0:1777421049.102961:0:5765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8c02cc1. 00000100:00000200:3.0:1777421049.102964:0:5765:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863761018224896 02000000:00000010:3.0:1777421049.102976:0:5765:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000eee37923. 20000000:00000010:3.0:1777421049.102991:0:5765:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005d0f50b6. 20000000:00000010:3.0:1777421049.102997:0:5765:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 0000000070da607c. 20000000:00000010:3.0:1777421049.103002:0:5765:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 0000000077457f6e. 20000000:00000010:3.0:1777421049.103005:0:5765:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000404ce088. 20000000:00000010:3.0:1777421049.103010:0:5765:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000002b0e7d31. 20000000:00000010:3.0:1777421049.103014:0:5765:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000b5a3a9f4. 20000000:00000010:3.0:1777421049.103022:0:5765:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000007383fb9b. 20000000:00000010:3.0:1777421049.103025:0:5765:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000d1dff8b9. 20000000:00000010:3.0:1777421049.103027:0:5765:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000055d26cc3. 00000040:00000010:3.0:1777421049.104927:0:5765:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000ade96e0b. 00000040:00000010:3.0:1777421049.104934:0:5765:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000f2190c5a. 00000040:00000010:3.0:1777421049.104937:0:5765:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000faa56faa. 00000040:00000010:3.0:1777421049.104940:0:5765:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000012bdaa83. 20000000:00000010:3.0:1777421049.104942:0:5765:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000001ab06fd6. 20000000:00000010:3.0:1777421049.104947:0:5765:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 0000000095fc2888. 00000040:00000010:3.0:1777421049.104951:0:5765:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006605e7db. 00000040:00000010:3.0:1777421049.104974:0:5765:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006605e7db. 20000000:00000010:3.0:1777421049.104977:0:5765:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 0000000095fc2888. 20000000:00000010:3.0:1777421049.104987:0:5765:0:(mgs_llog.c:3442:mgs_write_log_mdt0()) kmalloced '(uuid)': 40 at 00000000a8a0f18e. 20000000:00000010:3.0:1777421049.104991:0:5765:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 22 at 00000000ed603be2. 00000040:00000010:3.0:1777421049.104993:0:5765:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006605e7db. 00000040:00000010:3.0:1777421049.104999:0:5765:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006605e7db. 20000000:00000010:3.0:1777421049.105002:0:5765:0:(mgs_llog.c:3073:mgs_write_log_lov()) kmalloced '(lovdesc)': 88 at 000000007a2136ee. 00000040:00000010:3.0:1777421049.105006:0:5765:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006605e7db. 00000040:00000010:3.0:1777421049.105012:0:5765:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 0000000095fc2888. 00000020:00000010:3.0:1777421049.105017:0:5765:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d97aef59. 00080000:00000010:3.0:1777421049.105022:0:5765:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c45cba65. 00080000:00000010:3.0:1777421049.105038:0:5765:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000efa14dd2. 00000040:00000010:3.0:1777421049.105152:0:5765:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d8fcadac. 00000020:00000010:3.0:1777421049.105160:0:5765:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 224 at 00000000a11b1607. 00080000:00000010:3.0:1777421049.105165:0:5765:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c74d5370. 00000020:00000010:3.0:1777421049.105418:0:5765:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 224 at 00000000a11b1607. 00000020:00000010:3.0:1777421049.105423:0:5765:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 136 at 000000005f16486e. 00080000:00000010:3.0:1777421049.105427:0:5765:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000533e4dbc. 00000020:00000010:3.0:1777421049.105466:0:5765:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 136 at 000000005f16486e. 00000020:00000010:3.0:1777421049.105469:0:5765:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 176 at 000000005f16486e. 00080000:00000010:3.0:1777421049.105473:0:5765:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ce1f2f0b. 00000020:00000010:3.0:1777421049.105512:0:5765:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 176 at 000000005f16486e. 00000020:00000010:3.0:1777421049.105516:0:5765:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 224 at 00000000a11b1607. 00080000:00000010:3.0:1777421049.105519:0:5765:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006712bb1c. 00000020:00000010:3.0:1777421049.105545:0:5765:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 224 at 00000000a11b1607. 00000040:00000010:3.0:1777421049.105549:0:5765:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 0000000095fc2888. 00000040:00000010:3.0:1777421049.105551:0:5765:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d8fcadac. 00000040:00000010:3.0:1777421049.105554:0:5765:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006605e7db. 20000000:00000010:3.0:1777421049.105556:0:5765:0:(mgs_llog.c:3111:mgs_write_log_lov()) kfreed 'lovdesc': 88 at 000000007a2136ee. 00000040:00000010:3.0:1777421049.105559:0:5765:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006605e7db. 00000040:00000010:3.0:1777421049.105571:0:5765:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 0000000095fc2888. 00000040:00000010:3.0:1777421049.105577:0:5765:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d8fcadac. 00000020:00000010:3.0:1777421049.105602:0:5765:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 224 at 00000000a11b1607. 00080000:00000010:3.0:1777421049.105605:0:5765:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000078fbcb10. 00000020:00000010:3.0:1777421049.105633:0:5765:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 224 at 00000000a11b1607. 00000020:00000010:3.0:1777421049.105636:0:5765:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 120 at 00000000d422a2ac. 00080000:00000010:3.0:1777421049.105647:0:5765:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a92d0602. 00000020:00000010:3.0:1777421049.105689:0:5765:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 120 at 00000000d422a2ac. 00000020:00000010:3.0:1777421049.105692:0:5765:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 112 at 00000000d422a2ac. 00080000:00000010:3.0:1777421049.105696:0:5765:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000066e38e99. 00000020:00000010:3.0:1777421049.105805:0:5765:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 112 at 00000000d422a2ac. 00000020:00000010:3.0:1777421049.105808:0:5765:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 160 at 000000005f16486e. 00080000:00000010:3.0:1777421049.105811:0:5765:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000059d0ff73. 00000020:00000010:3.0:1777421049.105839:0:5765:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 160 at 000000005f16486e. 00000020:00000010:3.0:1777421049.105843:0:5765:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 224 at 00000000a11b1607. 00080000:00000010:3.0:1777421049.105853:0:5765:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000685421a. 00000020:00000010:3.0:1777421049.105913:0:5765:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 224 at 00000000a11b1607. 00000040:00000010:3.0:1777421049.105917:0:5765:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 0000000095fc2888. 00000040:00000010:3.0:1777421049.105919:0:5765:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d8fcadac. 00000040:00000010:3.0:1777421049.105921:0:5765:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006605e7db. 20000000:00000010:3.0:1777421049.105923:0:5765:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 22 at 00000000ed603be2. 20000000:00000010:3.0:1777421049.105925:0:5765:0:(mgs_llog.c:3489:mgs_write_log_mdt0()) kfreed 'uuid': 40 at 00000000a8a0f18e. 20000000:00000010:3.0:1777421049.105929:0:5765:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000095fc2888. 00000040:00000010:3.0:1777421049.105931:0:5765:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006605e7db. 00000040:00000010:3.0:1777421049.105943:0:5765:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000f35d418b. 00000040:00000010:3.0:1777421049.105947:0:5765:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d8fcadac. 00000040:00000010:3.0:1777421049.105951:0:5765:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000f35d418b. 00000040:00000010:3.0:1777421049.105953:0:5765:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d8fcadac. 00000040:00000010:3.0:1777421049.105955:0:5765:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006605e7db. 20000000:00000010:3.0:1777421049.105958:0:5765:0:(mgs_llog.c:3073:mgs_write_log_lov()) kmalloced '(lovdesc)': 88 at 0000000063815cbd. 00000040:00000010:3.0:1777421049.105960:0:5765:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006605e7db. 00000040:00000010:3.0:1777421049.105967:0:5765:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000f35d418b. 00000040:00000010:3.0:1777421049.105970:0:5765:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d8fcadac. 00000020:00000010:3.0:1777421049.105974:0:5765:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 224 at 00000000a11b1607. 00080000:00000010:3.0:1777421049.105978:0:5765:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000037c4480. 00000020:00000010:3.0:1777421049.106166:0:5765:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 224 at 00000000a11b1607. 00000020:00000010:3.0:1777421049.106170:0:5765:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 120 at 00000000d422a2ac. 00080000:00000010:3.0:1777421049.106173:0:5765:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000098e02f1f. 00000020:00000010:3.0:1777421049.106201:0:5765:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 120 at 00000000d422a2ac. 00000020:00000010:3.0:1777421049.106204:0:5765:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 168 at 000000005f16486e. 00080000:00000010:3.0:1777421049.106207:0:5765:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ba318e6a. 00000020:00000010:3.0:1777421049.106231:0:5765:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 168 at 000000005f16486e. 00000020:00000010:3.0:1777421049.106234:0:5765:0:(obd_config.c:1851:lustre_cfg_rec_new()) kmalloced '(lcr)': 224 at 00000000a11b1607. 00080000:00000010:3.0:1777421049.106237:0:5765:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e1fef416. 00000020:00000010:3.0:1777421049.106532:0:5765:0:(obd_config.c:1867:lustre_cfg_rec_free()) kfreed 'lcr': 224 at 00000000a11b1607. 00000040:00000010:3.0:1777421049.106537:0:5765:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000f35d418b. 00000040:00000010:3.0:1777421049.106539:0:5765:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d8fcadac. 00000040:00000010:3.0:1777421049.106541:0:5765:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006605e7db. 20000000:00000010:3.0:1777421049.106547:0:5765:0:(mgs_llog.c:3111:mgs_write_log_lov()) kfreed 'lovdesc': 88 at 0000000063815cbd. 00000100:00000010:3.0:1777421049.106593:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003904765f. 00010000:00000010:2.1:1777421049.127292:0:5609:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000027366233. 00010000:00000010:2.1:1777421049.127304:0:5609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000021594fca. 00000020:00000010:3.0:1777421049.278626:0:5765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004369f6a. 00000020:00000010:3.0:1777421049.278631:0:5765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004369f6a. 00000020:00000010:3.0:1777421049.278636:0:5765:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acc47e42. 00000020:00000010:3.0:1777421049.278640:0:5765:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000039961f. 00000020:00000010:3.0:1777421049.278643:0:5765:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017a30df9. 00000020:00000010:3.0:1777421049.278680:0:5765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004369f6a. 00000020:00000010:3.0:1777421049.278683:0:5765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004369f6a. 00000100:00000200:3.0:1777421049.278687:0:5765:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863761018225024 00010000:00000010:3.0:1777421049.278703:0:5765:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d1453a8d. 00010000:00000010:3.0:1777421049.278708:0:5765:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000012311a5a. 00000020:00000010:3.0:1777421049.278712:0:5765:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 000000007b54f4b4. 02000000:00000010:3.0:1777421049.278722:0:5765:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000505cfe67. 00010000:00000200:3.0:1777421049.278739:0:5765:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d352dbbc x1863761018225024/t0(0) o101->968bf15b-0982-4d16-8c2b-d781ef0e85bd@0@lo:60/0 lens 328/344 e 0 to 0 dl 1777421060 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777421049.278765:0:5765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af9e5e28. 00000100:00000200:3.0:1777421049.278768:0:5765:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863761018225024, offset 224 00000400:00000200:3.0:1777421049.278773:0:5765:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777421049.278778:0:5765:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777421049.278784:0:5765:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69f14ad700180 00000400:00000200:3.0:1777421049.278788:0:5765:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x939 [1] + 224 00000400:00000200:3.0:1777421049.278792:0:5765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777421049.278795:0:5765:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777421049.278800:0:5765:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006e1af0fc x1863761018225024/t0(0) o101->MGC192.168.204.124@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777421065 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777421049.278821:0:5765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af9e5e28 00000400:00000010:3.0:1777421049.278823:0:5765:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 00000000af9e5e28. 00000020:00000010:3.0:1777421049.278831:0:5765:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000039961f. 00000020:00000010:3.0:1777421049.278834:0:5765:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017a30df9. 00000020:00000010:3.0:1777421049.278837:0:5765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000acc47e42. 02000000:00000010:3.0:1777421049.278841:0:5765:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000505cfe67. 00000100:00000200:3.0:1777421049.278853:0:5765:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.278856:0:5765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019103b25. 00000400:00000010:3.0:1777421049.278859:0:5765:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005c3e9504. 00000020:00000010:3.0:1777421049.279302:0:5765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004369f6a. 00000020:00000010:3.0:1777421049.279305:0:5765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004369f6a. 00000020:00000010:3.0:1777421049.279307:0:5765:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acc47e42. 00000020:00000010:3.0:1777421049.279308:0:5765:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000039961f. 00000020:00000010:3.0:1777421049.279310:0:5765:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017a30df9. 00000020:00000010:3.0:1777421049.279324:0:5765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004369f6a. 00000020:00000010:3.0:1777421049.279325:0:5765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004369f6a. 00000100:00000200:3.0:1777421049.279326:0:5765:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863761018225152 02000000:00000010:3.0:1777421049.279332:0:5765:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000505cfe67. 00000040:00000010:3.0:1777421049.279335:0:5765:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006605e7db. 00000040:00000010:3.0:1777421049.279490:0:5765:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006605e7db. 00010000:00000200:3.0:1777421049.279495:0:5765:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e3e8fa55 x1863761018225152/t0(0) o501->968bf15b-0982-4d16-8c2b-d781ef0e85bd@0@lo:60/0 lens 512/272 e 0 to 0 dl 1777421060 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777421049.279503:0:5765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af9e5e28. 00000100:00000200:3.0:1777421049.279679:0:5765:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1863761018225152, offset 224 00000400:00000200:3.0:1777421049.279686:0:5765:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777421049.279691:0:5765:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777421049.279696:0:5765:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x69f14ad700200 00000400:00000200:3.0:1777421049.279700:0:5765:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x949 [1] + 224 00000400:00000200:3.0:1777421049.279703:0:5765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777421049.279706:0:5765:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777421049.279710:0:5765:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008b7ef7fc x1863761018225152/t0(0) o501->MGC192.168.204.124@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1777421065 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777421049.279788:0:5765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af9e5e28 00000400:00000010:3.0:1777421049.279790:0:5765:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 00000000af9e5e28. 00000020:00000010:3.0:1777421049.279799:0:5765:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000039961f. 00000020:00000010:3.0:1777421049.279801:0:5765:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017a30df9. 00000020:00000010:3.0:1777421049.279804:0:5765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000acc47e42. 02000000:00000010:3.0:1777421049.279807:0:5765:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000505cfe67. 00000100:00000200:3.0:1777421049.279811:0:5765:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.279817:0:5765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e34d7071. 00000400:00000010:3.0:1777421049.279820:0:5765:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d104c18. 00000020:00000010:3.0:1777421049.280178:0:5765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004369f6a. 00000020:00000010:3.0:1777421049.280182:0:5765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004369f6a. 00000020:00000010:3.0:1777421049.280186:0:5765:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acc47e42. 00000020:00000010:3.0:1777421049.280188:0:5765:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000039961f. 00000020:00000010:3.0:1777421049.280191:0:5765:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017a30df9. 00000020:00000010:3.0:1777421049.280218:0:5765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004369f6a. 00000020:00000010:3.0:1777421049.280220:0:5765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004369f6a. 00000100:00000200:3.0:1777421049.280222:0:5765:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863761018225280 00010000:00000010:3.0:1777421049.280239:0:5765:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b1411570. 00010000:00000010:3.0:1777421049.280243:0:5765:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008200f5e9. 02000000:00000010:3.0:1777421049.280250:0:5765:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000505cfe67. 00010000:00000200:3.0:1777421049.280260:0:5765:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000098e2a92 x1863761018225280/t0(0) o101->968bf15b-0982-4d16-8c2b-d781ef0e85bd@0@lo:60/0 lens 328/344 e 0 to 0 dl 1777421060 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777421049.280270:0:5765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af9e5e28. 00000100:00000200:3.0:1777421049.280292:0:5765:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863761018225280, offset 224 00000400:00000200:3.0:1777421049.280296:0:5765:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777421049.280301:0:5765:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777421049.280306:0:5765:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69f14ad700280 00000400:00000200:3.0:1777421049.280309:0:5765:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x959 [1] + 224 00000400:00000200:3.0:1777421049.280312:0:5765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777421049.280315:0:5765:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777421049.280317:0:5765:0:(lib-lnet.h:230:lnet_ni_set_status_locked()) ni 0@lo status changed from 0x1 to 0x15aac0de 00000100:00000200:3.0:1777421049.280321:0:5765:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008b7ef7fc x1863761018225280/t0(0) o101->MGC192.168.204.124@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777421065 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777421049.280335:0:5765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af9e5e28 00000400:00000010:3.0:1777421049.280337:0:5765:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 00000000af9e5e28. 00000020:00000010:3.0:1777421049.280344:0:5765:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000039961f. 00000020:00000010:3.0:1777421049.280346:0:5765:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017a30df9. 00000020:00000010:3.0:1777421049.280348:0:5765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000acc47e42. 02000000:00000010:3.0:1777421049.280351:0:5765:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000505cfe67. 00000100:00000200:3.0:1777421049.280360:0:5765:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777421049.280363:0:5765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7849ee3. 00000400:00000010:3.0:1777421049.280365:0:5765:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000585781a3. 00000400:00000010:3.0:1777421049.284826:0:5793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f61bf744. 00000400:00000200:3.0:1777421049.284834:0:5793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000997827c2 00000400:00000010:3.0:1777421049.284835:0:5793:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 00000000997827c2. 00000100:00000200:3.0:1777421049.284841:0:5793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b40dcdff x1863761018225792/t0(0) o502->MGC192.168.204.124@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1777421065 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777421049.284849:0:5793:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b40dcdff x1863761018225792/t0(0) o502->MGC192.168.204.124@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1777421065 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777421049.284869:0:5793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000476a86f2. 02000000:00000010:3.0:1777421049.284876:0:5793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000f71d36d4. 02000000:00000010:3.0:1777421049.284887:0:5793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000af2ac36. 00000100:00000010:3.0:1777421049.284891:0:5793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b40dcdff. 00000020:00000010:3.0:1777421049.284918:0:5793:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d528a878. 00000020:00000010:3.0:1777421049.284922:0:5793:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d528a878. 00000020:00000010:3.0:1777421049.284927:0:5793:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 000000000039961f. 00000020:00000010:3.0:1777421049.284940:0:5793:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 000000007a6901ff. 00000020:00000010:3.0:1777421049.284946:0:5793:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000003786f423. 00000020:00000010:3.0:1777421049.284960:0:5793:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 000000000039961f. 00000020:00000010:3.0:1777421049.284964:0:5793:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000006cf81717. 00000001:00000010:3.0:1777421049.284985:0:5793:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d528a878. 00000001:00000010:3.0:1777421049.284989:0:5793:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b94ee1d9. 00000001:00000010:3.0:1777421049.284992:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006605e7db. 00000001:00000010:3.0:1777421049.284996:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b99572d5. 00000001:00000010:3.0:1777421049.284999:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a48d35a1. 00000001:00000010:3.0:1777421049.285001:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000401275c4. 00000020:00000010:3.0:1777421049.285004:0:5793:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008bd43da8. 00000020:00000010:3.0:1777421049.285007:0:5793:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000039961f. 00000020:00000010:3.0:1777421049.285011:0:5793:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017a30df9. 00000008:00000010:3.0:1777421049.285015:0:5793:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000f1a720ae. 00020000:00000010:3.0:1777421049.285019:0:5793:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 584 at 00000000caa4e716. 00008000:00000010:3.0:1777421049.285031:0:5793:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000069594806. 00000080:00000010:3.0:1777421049.285037:0:5793:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000c93f562a. 00000020:00000010:3.0:1777421049.285041:0:5793:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000422e6090. 00000020:00000010:3.0:1777421049.285043:0:5793:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a0c0a770. 00000040:00000010:3.0:1777421049.285046:0:5793:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c96d3304. 00000020:00000010:3.0:1777421049.285050:0:5793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e39aba48. 00000020:00000010:3.0:1777421049.285053:0:5793:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000081a10473. 00000020:00000010:3.0:1777421049.285057:0:5793:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dfdac115. 80000000:00000010:3.0:1777421049.285060:0:5793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000063815cbd. 40000000:00000010:3.0:1777421049.285064:0:5793:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000004369f6a. 00100000:00000010:3.0:1777421049.285068:0:5793:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000761a6a90. 00040000:00000010:3.0:1777421049.285071:0:5793:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000842c6b7d. 00040000:00000010:3.0:1777421049.285075:0:5793:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000754a97c7. 00040000:00000010:3.0:1777421049.285078:0:5793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009616d1b6. 00080000:00000010:3.0:1777421049.285081:0:5793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b845003d. 00000004:00000010:3.0:1777421049.285084:0:5793:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005f8d2969. 00000004:00000010:3.0:1777421049.285090:0:5793:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 0000000002fa9c20. 00000004:00000010:3.0:1777421049.285094:0:5793:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000bf4257c. 00000004:00000010:3.0:1777421049.285097:0:5793:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ce81cad4. 00000004:00000010:3.0:1777421049.285102:0:5793:0:(lod_dev.c:2194:lod_device_alloc()) kmalloced '(lod)': 4056 at 00000000061bdb71. 00000004:00000010:3.0:1777421049.285110:0:5793:0:(lod_dev.c:1990:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at 00000000e50f57ee. 00000004:00000010:3.0:1777421049.285113:0:5793:0:(lod_dev.c:2015:lod_connect_to_osd()) kmalloced '(data)': 192 at 00000000b6f4329d. 00000020:00000010:3.0:1777421049.285118:0:5793:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000bd97c2cb. 00000004:00000010:3.0:1777421049.285124:0:5793:0:(lod_dev.c:2043:lod_connect_to_osd()) kfreed 'data': 192 at 00000000b6f4329d. 00000004:00000010:3.0:1777421049.285127:0:5793:0:(lod_dev.c:2044:lod_connect_to_osd()) kfreed 'nextdev': 27 at 00000000e50f57ee. 00000020:00000010:3.0:1777421049.285153:0:5793:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000c6a09962. 00000020:00000010:3.0:1777421049.285155:0:5793:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000c7b82357. 00000020:00000010:3.0:1777421049.285157:0:5793:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000351263f8. 00000020:00000010:3.0:1777421049.285159:0:5793:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000001323f0f6. 00000020:00000010:3.0:1777421049.285342:0:5793:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000b6f4329d. 00000020:00000010:3.0:1777421049.285352:0:5793:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000b6f4329d. 00000020:00000010:3.0:1777421049.285360:0:5793:0:(lprocfs_status.c:80:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000b6f4329d. 00000020:00000010:3.0:1777421049.285371:0:5793:0:(lprocfs_status.c:93:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000b6f4329d. 00000020:00000010:3.0:1777421049.285379:0:5793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a0c0a770. 00000040:00000010:3.0:1777421049.285382:0:5793:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c96d3304. 00000020:00000010:3.0:1777421049.285384:0:5793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e39aba48. 00000020:00000010:3.0:1777421049.285387:0:5793:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000081a10473. 00000020:00000010:3.0:1777421049.285392:0:5793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dfdac115. 80000000:00000010:3.0:1777421049.285395:0:5793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000063815cbd. 40000000:00000010:3.0:1777421049.285399:0:5793:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000004369f6a. 00100000:00000010:3.0:1777421049.285401:0:5793:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000761a6a90. 00040000:00000010:3.0:1777421049.285404:0:5793:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000842c6b7d. 00040000:00000010:3.0:1777421049.285406:0:5793:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000754a97c7. 00040000:00000010:3.0:1777421049.285409:0:5793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009616d1b6. 00080000:00000010:3.0:1777421049.285412:0:5793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b845003d. 00000004:00000010:3.0:1777421049.285415:0:5793:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005f8d2969. 00000004:00000010:3.0:1777421049.285418:0:5793:0:(mdt_handler.c:8421:mdt_key_fini()) kfreed 'info': 2568 at 0000000002fa9c20. 00000004:00000010:3.0:1777421049.285421:0:5793:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000bf4257c. 00000004:00000010:3.0:1777421049.285424:0:5793:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ce81cad4. 00000020:00000010:3.0:1777421049.285426:0:5793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000422e6090. 00000020:00000010:3.0:1777421049.285430:0:5793:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000039961f. 00000020:00000010:3.0:1777421049.285433:0:5793:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017a30df9. 00000008:00000010:3.0:1777421049.285436:0:5793:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000f1a720ae. 00020000:00000010:3.0:1777421049.285439:0:5793:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 584 at 00000000caa4e716. 00008000:00000010:3.0:1777421049.285442:0:5793:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000069594806. 00000080:00000010:3.0:1777421049.285446:0:5793:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000c93f562a. 00000020:00000010:3.0:1777421049.285449:0:5793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008bd43da8. 00000020:00000010:3.0:1777421049.285452:0:5793:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000006cf81717. 00000020:00000010:3.0:1777421049.285457:0:5793:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000842c6b7d. 00000020:00000010:3.0:1777421049.285460:0:5793:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000842c6b7d. 00000020:00000010:3.0:1777421049.285464:0:5793:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000842c6b7d. 00000020:00000010:3.0:1777421049.285466:0:5793:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000842c6b7d. 00000020:00000010:3.0:1777421049.285469:0:5793:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 0000000063815cbd. 00000020:00000010:3.0:1777421049.285475:0:5793:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 000000003efe826b. 00000020:00000010:3.0:1777421049.285478:0:5793:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000bf4257c. 00000004:00000010:3.0:1777421049.285488:0:5793:0:(mdt_handler.c:7618:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000004369f6a. 00000020:00000010:3.0:1777421049.285494:0:5793:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 0000000063815cbd. 00000020:00000010:3.0:1777421049.285498:0:5793:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 0000000063815cbd. 00000020:00000010:3.0:1777421049.285502:0:5793:0:(obd_config.c:1186:class_add_profile()) kmalloced '(lprof)': 48 at 000000002b0c7421. 00000020:00000010:3.0:1777421049.285504:0:5793:0:(obd_config.c:1192:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at 00000000b3b9b41f. 00000020:00000010:3.0:1777421049.285507:0:5793:0:(obd_config.c:1198:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at 000000005163f57c. 00000020:00000010:3.0:1777421049.285509:0:5793:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 0000000063815cbd. 00000020:00000010:3.0:1777421049.285513:0:5793:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000006cf81717. 00000001:00000010:3.0:1777421049.285528:0:5793:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000842c6b7d. 00000001:00000010:3.0:1777421049.285531:0:5793:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008f80ff27. 00000001:00000010:3.0:1777421049.285534:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009616d1b6. 00000001:00000010:3.0:1777421049.285536:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dfdac115. 00000001:00000010:3.0:1777421049.285538:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c96d3304. 00000001:00000010:3.0:1777421049.285540:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a0c0a770. 00000020:00000010:3.0:1777421049.285543:0:5793:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004839bc64. 00000020:00000010:3.0:1777421049.285546:0:5793:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000039961f. 00000020:00000010:3.0:1777421049.285548:0:5793:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000017a30df9. 00000008:00000010:3.0:1777421049.285551:0:5793:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000f1a720ae. 00020000:00000010:3.0:1777421049.285554:0:5793:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 584 at 00000000caa4e716. 00008000:00000010:3.0:1777421049.285556:0:5793:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000069594806. 00000080:00000010:3.0:1777421049.285559:0:5793:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000c93f562a. 00000020:00000010:3.0:1777421049.285562:0:5793:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027387087. 00000020:00000010:3.0:1777421049.285564:0:5793:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008bd43da8. 00000040:00000010:3.0:1777421049.285566:0:5793:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000422e6090. 00000020:00000010:3.0:1777421049.285568:0:5793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005f8d2969. 00000020:00000010:3.0:1777421049.285570:0:5793:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000081a10473. 00000020:00000010:3.0:1777421049.285575:0:5793:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000beabb051. 80000000:00000010:3.0:1777421049.285578:0:5793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000063815cbd. 40000000:00000010:3.0:1777421049.285580:0:5793:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000042b03898. 00100000:00000010:3.0:1777421049.285582:0:5793:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b845003d. 00040000:00000010:3.0:1777421049.285585:0:5793:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000818da587. 00040000:00000010:3.0:1777421049.285587:0:5793:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000754a97c7. 00040000:00000010:3.0:1777421049.285596:0:5793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009758281e. 00080000:00000010:3.0:1777421049.285598:0:5793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000761a6a90. 00000004:00000010:3.0:1777421049.285600:0:5793:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e39aba48. 00000004:00000010:3.0:1777421049.285602:0:5793:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 0000000002fa9c20. 00000004:00000010:3.0:1777421049.285605:0:5793:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c50f4a21. 00000004:00000010:3.0:1777421049.286190:0:5793:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e1fef416. 00000004:00000010:3.0:1777421049.286196:0:5793:0:(mdt_handler.c:8379:mdt_device_alloc()) kmalloced '(m)': 4000 at 0000000033d5c2d8. 00000004:00000010:3.0:1777421049.286205:0:5793:0:(mdt_handler.c:5962:mdt_stack_init()) kmalloced '(name)': 128 at 0000000029a9a665. 00000004:00000010:3.0:1777421049.286208:0:5793:0:(mdt_handler.c:5963:mdt_stack_init()) kmalloced '(uuid)': 128 at 00000000bc1cfee0. 00000004:00000010:3.0:1777421049.286211:0:5793:0:(mdt_handler.c:5967:mdt_stack_init()) kmalloced '(bufs)': 104 at 000000008f2b6332. 00000004:00000010:3.0:1777421049.286216:0:5793:0:(mdt_handler.c:5991:mdt_stack_init()) kmalloced '(lcfg)': 120 at 00000000cbbf749c. 00000020:00000010:3.0:1777421049.286223:0:5793:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000bdde75a6. 00000020:00000010:3.0:1777421049.286227:0:5793:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007d0bb17b. 00000004:00000010:3.0:1777421049.286235:0:5793:0:(mdt_handler.c:6007:mdt_stack_init()) kfreed 'lcfg': 120 at 00000000cbbf749c. 00000004:00000010:3.0:1777421049.286240:0:5793:0:(mdt_handler.c:6014:mdt_stack_init()) kmalloced '(lcfg)': 128 at 00000000cbbf749c. 00000001:00000010:3.0:1777421049.286258:0:5793:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000dd536f85. 00000001:00000010:3.0:1777421049.286262:0:5793:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006219d525. 00000001:00000010:3.0:1777421049.286265:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bf8fadae. 00000001:00000010:3.0:1777421049.286267:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007afe37e8. 00000001:00000010:3.0:1777421049.286269:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001500d8f8. 00000001:00000010:3.0:1777421049.286271:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005ae4334f. 00000020:00000010:3.0:1777421049.286295:0:5793:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aed8e543. 00000020:00000010:3.0:1777421049.286299:0:5793:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084baeb4a. 00000020:00000010:3.0:1777421049.286302:0:5793:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5e240ce. 00000008:00000010:3.0:1777421049.286305:0:5793:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000fa298a2e. 00020000:00000010:3.0:1777421049.286308:0:5793:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 584 at 00000000e3fafd99. 00008000:00000010:3.0:1777421049.286311:0:5793:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000b537c5f4. 00000080:00000010:3.0:1777421049.286314:0:5793:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000009947a701. 00000020:00000010:3.0:1777421049.286317:0:5793:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000805e167d. 00000020:00000010:3.0:1777421049.286319:0:5793:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e817ade4. 00000040:00000010:3.0:1777421049.286322:0:5793:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000db53036d. 00000020:00000010:3.0:1777421049.286324:0:5793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000025af9b44. 00000020:00000010:3.0:1777421049.286327:0:5793:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005c1827e8. 00000020:00000010:3.0:1777421049.286337:0:5793:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d8cec1aa. 80000000:00000010:3.0:1777421049.286340:0:5793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007a2136ee. 40000000:00000010:3.0:1777421049.286342:0:5793:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000050f5f9bf. 00100000:00000010:3.0:1777421049.286345:0:5793:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dd25136e. 00040000:00000010:3.0:1777421049.286347:0:5793:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f0c994df. 00040000:00000010:3.0:1777421049.286350:0:5793:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cd5f1a00. 00040000:00000010:3.0:1777421049.286353:0:5793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009d99bd7e. 00080000:00000010:3.0:1777421049.286356:0:5793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005db5f677. 00000004:00000010:3.0:1777421049.286370:0:5793:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000776bcff2. 00000004:00000010:3.0:1777421049.286374:0:5793:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 000000001b01a108. 00000004:00000010:3.0:1777421049.286377:0:5793:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005b37ee87. 00000004:00000010:3.0:1777421049.286379:0:5793:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006712bb1c. 00000004:00000010:3.0:1777421049.286383:0:5793:0:(mdd_device.c:1567:mdd_device_alloc()) kmalloced '(m)': 816 at 0000000078fbcb10. 00000004:00000010:3.0:1777421049.286388:0:5793:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at 00000000b6f4329d. 00000020:00000010:3.0:1777421049.286392:0:5793:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006d49888a. 00000004:00000010:3.0:1777421049.286398:0:5793:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at 00000000b6f4329d. 00000020:00000010:3.0:1777421049.286472:0:5793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e817ade4. 00000040:00000010:3.0:1777421049.286476:0:5793:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000db53036d. 00000020:00000010:3.0:1777421049.286479:0:5793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000025af9b44. 00000020:00000010:3.0:1777421049.286481:0:5793:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005c1827e8. 00000020:00000010:3.0:1777421049.286484:0:5793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d8cec1aa. 80000000:00000010:3.0:1777421049.286486:0:5793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007a2136ee. 40000000:00000010:3.0:1777421049.286488:0:5793:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000050f5f9bf. 00100000:00000010:3.0:1777421049.286490:0:5793:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dd25136e. 00040000:00000010:3.0:1777421049.286493:0:5793:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f0c994df. 00040000:00000010:3.0:1777421049.286496:0:5793:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000cd5f1a00. 00040000:00000010:3.0:1777421049.286498:0:5793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009d99bd7e. 00080000:00000010:3.0:1777421049.286500:0:5793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005db5f677. 00000004:00000010:3.0:1777421049.286502:0:5793:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000776bcff2. 00000004:00000010:3.0:1777421049.286505:0:5793:0:(mdt_handler.c:8421:mdt_key_fini()) kfreed 'info': 2568 at 000000001b01a108. 00000004:00000010:3.0:1777421049.286507:0:5793:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005b37ee87. 00000004:00000010:3.0:1777421049.286510:0:5793:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006712bb1c. 00000020:00000010:3.0:1777421049.286512:0:5793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000805e167d. 00000020:00000010:3.0:1777421049.286515:0:5793:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084baeb4a. 00000020:00000010:3.0:1777421049.286523:0:5793:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5e240ce. 00000008:00000010:3.0:1777421049.286526:0:5793:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000fa298a2e. 00020000:00000010:3.0:1777421049.286528:0:5793:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 584 at 00000000e3fafd99. 00008000:00000010:3.0:1777421049.286530:0:5793:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000b537c5f4. 00000080:00000010:3.0:1777421049.286533:0:5793:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000009947a701. 00000020:00000010:3.0:1777421049.286535:0:5793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aed8e543. 00000004:00000010:3.0:1777421049.286538:0:5793:0:(mdt_handler.c:5892:mdt_connect_to_next()) kmalloced '(data)': 192 at 00000000b6f4329d. 00000020:00000010:3.0:1777421049.286543:0:5793:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005b37ee87. 00000004:00000010:3.0:1777421049.286550:0:5793:0:(mdt_handler.c:5914:mdt_connect_to_next()) kfreed 'data': 192 at 00000000b6f4329d. 00000004:00000010:3.0:1777421049.286554:0:5793:0:(mdt_handler.c:5892:mdt_connect_to_next()) kmalloced '(data)': 192 at 00000000b6f4329d. 00000020:00000010:3.0:1777421049.286558:0:5793:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000776bcff2. 00000004:00000010:3.0:1777421049.286562:0:5793:0:(mdt_handler.c:5914:mdt_connect_to_next()) kfreed 'data': 192 at 00000000b6f4329d. 00000004:00000010:3.0:1777421049.286567:0:5793:0:(mdt_handler.c:6054:mdt_stack_init()) kfreed 'lcfg': 128 at 00000000cbbf749c. 00000004:00000010:3.0:1777421049.286569:0:5793:0:(mdt_handler.c:6058:mdt_stack_init()) kfreed 'bufs': 104 at 000000008f2b6332. 00000004:00000010:3.0:1777421049.286571:0:5793:0:(mdt_handler.c:6060:mdt_stack_init()) kfreed 'name': 128 at 0000000029a9a665. 00000004:00000010:3.0:1777421049.286573:0:5793:0:(mdt_handler.c:6061:mdt_stack_init()) kfreed 'uuid': 128 at 00000000bc1cfee0. 00000004:00000010:3.0:1777421049.286576:0:5793:0:(mdt_handler.c:5783:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 00000000b6f4329d. 80000000:00000010:3.0:1777421049.286580:0:5793:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 00000000361e593c. 80000000:00000010:3.0:1777421049.286583:0:5793:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 00000000bc1cfee0. 00000004:00000010:3.0:1777421049.286600:0:5793:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000046a18108. 00000004:00000010:3.0:1777421049.286776:0:5793:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000050d4ac7e. 00000004:00000010:3.0:1777421049.286793:0:5793:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ed7814ac. 00080000:00000010:3.0:1777421049.286802:0:5793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ce49c3c6. 00080000:00000010:3.0:1777421049.287105:0:5793:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ce49c3c6. 00000004:00000010:3.0:1777421049.287110:0:5793:0:(lod_object.c:9794:lod_object_free()) slab-freed '(lo)': 272 at 00000000ed7814ac. 00000004:00000010:3.0:1777421049.287114:0:5793:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000050d4ac7e. 00000004:00000010:3.0:1777421049.287117:0:5793:0:(mdt_handler.c:7017:mdt_object_free()) slab-freed 'mo': 480 at 0000000046a18108. 00000004:00000010:3.0:1777421049.287125:0:5793:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008a03df67. 00000004:00000010:3.0:1777421049.287263:0:5793:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000050d4ac7e. 00000004:00000010:3.0:1777421049.287269:0:5793:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ed7814ac. 00080000:00000010:3.0:1777421049.287369:0:5793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ce49c3c6. 00080000:00000010:3.0:1777421049.287395:0:5793:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006712bb1c. 00080000:00000010:3.0:1777421049.287445:0:5793:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000f0c994df. 00000020:00000010:3.0:1777421049.288044:0:5793:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000842e76da. 00100000:00000010:3.0:1777421049.288078:0:5793:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000040b16618. 00080000:00000010:3.0:1777421049.288085:0:5793:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000001e1d7c56. 00080000:00000010:3.0:1777421049.288088:0:5793:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000007f27652e. 00080000:00000010:3.0:1777421049.288111:0:5793:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000031da4c35. 80000000:00000010:3.0:1777421049.288216:0:5793:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000c6f60e96. 00080000:00000010:3.0:1777421049.288229:0:5793:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fd178a85. 80000000:00000010:3.0:1777421049.288250:0:5793:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000f4d59522. 00080000:00000010:3.0:1777421049.288261:0:5793:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c1a5091a. 00000100:00000010:3.0:1777421049.288417:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e6f1f1e8. 80000000:00000010:3.0:1777421049.288436:0:5793:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000d0e2de97. 00080000:00000010:3.0:1777421049.288446:0:5793:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000007f27652e. 00080000:00000010:3.0:1777421049.288450:0:5793:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000001e1d7c56. 80000000:00000010:3.0:1777421049.288453:0:5793:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 00000000bc1cfee0. 00000004:00000010:3.0:1777421049.288481:0:5793:0:(mdt_handler.c:5715:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 288 at 00000000e817ade4. 00000004:00000010:3.0:1777421049.288489:0:5793:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000886dbd65. 00000004:00000010:3.0:1777421049.288494:0:5793:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000096c27f18. 00000004:00000010:3.0:1777421049.288497:0:5793:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009ca0d5cf. 00080000:00000010:3.0:1777421049.288500:0:5793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007cd80360. 00080000:00000010:3.0:1777421049.288516:0:5793:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fe6cb75d. 40000000:02000000:3.0:1777421049.288583:0:5793:0:(fid_handler.c:553:seq_server_init()) ctl-lustre-MDT0000: No data found on store. Initialize space. 00080000:00000010:3.0:1777421049.292024:0:5793:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e7cba29f. 40000000:00000010:3.0:1777421049.292110:0:5793:0:(fid_store.c:60:seq_update_cb_add()) kmalloced '(ccb)': 80 at 000000003d728378. 00000004:00000010:3.0:1777421049.292268:0:5793:0:(mdt_handler.c:5727:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 288 at 0000000082d921c3. 00000004:00000010:3.0:1777421049.292314:0:5793:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000046a18108. 00000004:00000010:3.0:1777421049.292324:0:5793:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006a99562a. 00000004:00000010:3.0:1777421049.292329:0:5793:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d533f2ee. 00080000:00000010:3.0:1777421049.292335:0:5793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000068db0c91. 00080000:00000010:3.0:1777421049.292369:0:5793:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c3f2641e. 40000000:02000000:3.0:1777421049.292471:0:5793:0:(fid_handler.c:553:seq_server_init()) srv-lustre-MDT0000: No data found on store. Initialize space. 00080000:00000010:3.0:1777421049.292476:0:5793:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f59f455c. 40000000:00000010:3.0:1777421049.292503:0:5793:0:(fid_store.c:60:seq_update_cb_add()) kmalloced '(ccb)': 80 at 00000000f5d2b85b. 00000004:00000010:3.0:1777421049.292533:0:5793:0:(mdt_handler.c:5684:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 224 at 0000000085e10f9c. 00000004:00000010:3.0:1777421049.292537:0:5793:0:(mdt_handler.c:5688:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at 000000006508e38a. 00000004:00000010:3.0:1777421049.292556:0:5793:0:(mdt_handler.c:5700:mdt_seq_init_cli()) kfreed 'prefix': 133 at 000000006508e38a. 00010000:00000010:3.0:1777421049.292563:0:5793:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at 00000000fbf844e5. 00000001:00000010:3.0:1777421049.292568:0:5793:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000a3432fee. 00000001:00000010:3.0:1777421049.292573:0:5793:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at 000000006e4d577f. 00000001:00000010:3.0:1777421049.292790:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f914ebb7. 00000001:00000010:3.0:1777421049.293071:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000095377e5f. 00000001:00000010:3.0:1777421049.293501:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007520def3. 00000001:00000010:3.0:1777421049.293805:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000062e276e6. 00000001:00000010:3.0:1777421049.294380:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000517dac7a. 00000001:00000010:3.0:1777421049.294661:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b0749e4c. 00000001:00000010:3.0:1777421049.294950:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006c3e99a3. 00000001:00000010:3.0:1777421049.295322:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b80e07ab. 00000001:00000010:3.0:1777421049.295596:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003c3bdc80. 00000001:00000010:3.0:1777421049.295876:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000293722eb. 00000001:00000010:3.0:1777421049.296157:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e817a9e4. 00000001:00000010:3.0:1777421049.296480:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000000253dc5. 00000001:00000010:3.0:1777421049.296904:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d592faf3. 00000001:00000010:3.0:1777421049.297240:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b5895fb1. 00000001:00000010:3.0:1777421049.297554:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000066f33b2c. 00000001:00000010:3.0:1777421049.297849:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002225d970. 00000001:00000010:3.0:1777421049.298205:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a9b5bacc. 00000001:00000010:3.0:1777421049.298539:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c1bfdd08. 00000001:00000010:3.0:1777421049.298823:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004117e1cd. 00000001:00000010:3.0:1777421049.299087:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d6282c9d. 00000001:00000010:3.0:1777421049.299479:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000047e1dc7e. 00000001:00000010:3.0:1777421049.299747:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e6dfbd5b. 00000001:00000010:3.0:1777421049.300037:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d3c634ba. 00000001:00000010:3.0:1777421049.300462:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000d24450e. 00000001:00000010:3.0:1777421049.300740:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000030213954. 00000001:00000010:3.0:1777421049.301032:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a1314d1e. 00000001:00000010:3.0:1777421049.301346:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000064013920. 00000001:00000010:3.0:1777421049.301552:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000063954539. 00000001:00000010:3.0:1777421049.301890:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b40b2fcb. 00000001:00000010:3.0:1777421049.302149:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000093a169fd. 00000001:00000010:3.0:1777421049.302446:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008299f08a. 00000001:00000010:3.0:1777421049.302680:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000092313985. 00000001:00000010:3.0:1777421049.302957:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000adbcf7e5. 00000001:00000010:3.0:1777421049.303218:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000edfb4355. 00000001:00000010:3.0:1777421049.303568:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004a1c36e9. 00000001:00000010:3.0:1777421049.303881:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000796ecfa8. 00000001:00000010:3.0:1777421049.304180:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000215f56b2. 00000001:00000010:3.0:1777421049.304547:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005383c317. 00000001:00000010:3.0:1777421049.304832:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a06451f1. 00000001:00000010:3.0:1777421049.305122:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000056b5758d. 00000001:00000010:3.0:1777421049.305436:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d04c931f. 00000001:00000010:3.0:1777421049.306383:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000060468fb6. 00000001:00000010:3.0:1777421049.306632:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009a54c86d. 00000001:00000010:3.0:1777421049.306881:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000db3a3ca0. 00000001:00000010:3.0:1777421049.307123:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001a00ed24. 00000001:00000010:3.0:1777421049.307434:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a996a885. 00000001:00000010:3.0:1777421049.307695:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006f262288. 00000001:00000010:3.0:1777421049.307979:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007da0a911. 00000001:00000010:3.0:1777421049.308920:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002285e840. 00000001:00000010:3.0:1777421049.309161:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ce7cf70f. 00000001:00000010:3.0:1777421049.309420:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008d07f5f0. 00000001:00000010:3.0:1777421049.309668:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c5f0d277. 00000001:00000010:3.0:1777421049.309939:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e4a8359e. 00000001:00000010:3.0:1777421049.310203:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003098368f. 00000001:00000010:3.0:1777421049.338402:0:5793:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 00000000cbbf749c. 00000001:00000010:3.0:1777421049.338423:0:5793:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 00000000cbbf749c. 00080000:00000010:3.0:1777421049.338435:0:5793:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000597ad24b. 00000020:00000010:3.0:1777421049.338533:0:5793:0:(tgt_main.c:583:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at 00000000cbbf749c. 00000004:00000010:3.0:1777421049.338544:0:5793:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009f0ffad6. 00000004:00000010:3.0:1777421049.338552:0:5793:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c8f81712. 00000004:00000010:3.0:1777421049.338557:0:5793:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c484cf91. 00080000:00000010:3.0:1777421049.338563:0:5793:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000121132ab. 00080000:00000010:3.0:1777421049.338600:0:5793:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000949bc111. 00080000:00000010:3.0:1777421049.338707:0:5793:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f0ffa401. 00040000:00000010:3.0:1777421049.534735:0:5793:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000005c0c702e. 00000001:00000010:3.0:1777421049.534752:0:5793:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000539b4dfe. 00000001:00000010:3.0:1777421049.534759:0:5793:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000003adf875e. 00000001:00000010:3.0:1777421049.534762:0:5793:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000022d2aed2. 00040000:00000010:3.0:1777421049.534767:0:5793:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000005613a341. 00080000:00000010:3.0:1777421049.534774:0:5793:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000001e1d7c56. 00080000:00000010:3.0:1777421049.534777:0:5793:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000004cee79ee. 00080000:00000010:3.0:1777421049.534820:0:5793:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000004cee79ee. 00080000:00000010:3.0:1777421049.534825:0:5793:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000001e1d7c56. 00040000:00000010:3.0:1777421049.534828:0:5793:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000005613a341. 00040000:00000010:3.0:1777421049.534856:0:5793:0:(lquota_entry.c:320:lqe_locate_find()) slab-alloced 'new': 392 at 000000000bbce99a. 00000020:00000010:3.0:1777421049.534913:0:5793:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001bf023de. 00000004:00000010:3.0:1777421049.534923:0:5793:0:(mdt_handler.c:6194:mdt_quota_init()) kfreed 'lcfg': 128 at 00000000f656d0de. 00000004:00000010:3.0:1777421049.534932:0:5793:0:(mdt_handler.c:6198:mdt_quota_init()) kfreed 'bufs': 104 at 0000000086ea3908. 00000004:00000010:3.0:1777421049.534934:0:5793:0:(mdt_handler.c:6199:mdt_quota_init()) kfreed 'qmtname': 128 at 000000006ead4e53. 00000004:00000010:3.0:1777421049.534936:0:5793:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'uuid': 40 at 00000000b05f2262. 00000004:00000010:3.0:1777421049.534938:0:5793:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'data': 192 at 0000000065ab0750. 00000020:00000010:3.0:1777421049.534950:0:5793:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8841262. 00000020:00000010:3.0:1777421049.534956:0:5793:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000087001c31. 00000040:00000010:3.0:1777421049.534961:0:5793:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000670cea06. 00000020:00000010:3.0:1777421049.534965:0:5793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001724e92e. 00000020:00000010:3.0:1777421049.534972:0:5793:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005c1827e8. 00000020:00000010:3.0:1777421049.534976:0:5793:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a77cf30f. 80000000:00000010:3.0:1777421049.534982:0:5793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000048ef3974. 40000000:00000010:3.0:1777421049.534991:0:5793:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005613a341. 00100000:00000010:3.0:1777421049.534997:0:5793:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004369e9dc. 00040000:00000010:3.0:1777421049.535000:0:5793:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008f6e7abb. 00040000:00000010:3.0:1777421049.535003:0:5793:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000003f6a61b9. 00040000:00000010:3.0:1777421049.535007:0:5793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009877da50. 00080000:00000010:3.0:1777421049.535010:0:5793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007ce19cba. 00000004:00000010:3.0:1777421049.535015:0:5793:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d4c4359f. 00000004:00000010:3.0:1777421049.535020:0:5793:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a363e0ac. 00000004:00000010:3.0:1777421049.535024:0:5793:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a5b2b9ec. 00000004:00000010:3.0:1777421049.535028:0:5793:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000ce4d960. 00000020:00000010:3.0:1777421049.535032:0:5793:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fbb16aa. 00000020:00000010:3.0:1777421049.535036:0:5793:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d5090d11. 00000020:00000010:3.0:1777421049.535040:0:5793:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5e240ce. 00000400:00000010:3.0:1777421049.543210:0:5751:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b65a8f1a. 00000400:00000200:3.0:1777421049.543215:0:5751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071fdbfa8 00000400:00000010:3.0:1777421049.543216:0:5751:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 0000000071fdbfa8. 00000100:00000200:3.0:1777421049.543220:0:5751:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002e553800 x1863761018226432/t0(0) o501->MGC192.168.204.124@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777421065 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777421049.543228:0:5751:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002e553800 x1863761018226432/t0(0) o501->MGC192.168.204.124@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777421065 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777421049.543241:0:5751:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fda60fa8. 02000000:00000010:3.0:1777421049.543247:0:5751:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004439ce68. 02000000:00000010:3.0:1777421049.543250:0:5751:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000eeaddc2b. 00000100:00000010:3.0:1777421049.543253:0:5751:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e553800. 00000040:00000010:3.0:1777421049.543260:0:5751:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d8fcadac. 00000100:00000010:3.0:1777421049.543414:0:5751:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078f2a3ef. 02000000:00000010:3.0:1777421049.543425:0:5751:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000907d935a. 00000100:00000010:3.0:1777421049.543432:0:5751:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006508e38a. 02000000:00000010:3.0:1777421049.543452:0:5751:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000b5c1d39d. 00000400:00000010:3.0:1777421049.543456:0:5751:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b4d89a2. 00000400:00000010:3.0:1777421049.543459:0:5751:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000044586267. 00000100:00000200:3.0:1777421049.543462:0:5751:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1863761018226560, portal 25 00000400:00000010:3.0:1777421049.543469:0:5751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af9e5e28. 00000100:00000200:3.0:1777421049.543471:0:5751:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1863761018226560, offset 0 00000400:00000200:3.0:1777421049.543475:0:5751:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777421049.543480:0:5751:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777421049.543485:0:5751:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69f14ad700780 00000400:00000200:3.0:1777421049.543489:0:5751:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x145 [2] + 0 00000400:00000010:3.0:1777421049.543491:0:5751:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d864c22e. 00000400:00000200:3.0:1777421049.543494:0:5751:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007d175584 00000400:00000200:3.0:1777421049.543496:0:5751:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777421049.543499:0:5751:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777421049.543501:0:5751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d175584 00000400:00000010:3.0:1777421049.543503:0:5751:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007d175584. 00000100:00000200:3.0:1777421049.543506:0:5751:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1777421049.543518:0:5751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af9e5e28 00000400:00000010:3.0:1777421049.543520:0:5751:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 00000000af9e5e28. 00000100:00000200:3.0:1777421049.543524:0:5751:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000078f2a3ef x1863761018226560/t0(0) o503->MGC192.168.204.124@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777421065 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777421049.543782:0:5751:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b4d89a2. 00000400:00000200:3.0:1777421049.543787:0:5751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044586267 00000400:00000010:3.0:1777421049.543789:0:5751:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 0000000044586267. 00000100:00000200:3.0:1777421049.543796:0:5751:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000078f2a3ef x1863761018226560/t0(0) o503->MGC192.168.204.124@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777421065 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777421049.543810:0:5751:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000078f2a3ef x1863761018226560/t0(0) o503->MGC192.168.204.124@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777421065 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777421049.543825:0:5751:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006508e38a. 02000000:00000010:3.0:1777421049.543831:0:5751:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000b5c1d39d. 02000000:00000010:3.0:1777421049.543840:0:5751:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000907d935a. 00000100:00000010:3.0:1777421049.543843:0:5751:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078f2a3ef. 00000040:00000010:3.0:1777421049.543849:0:5751:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000007c4855d3. 00000020:00000010:3.0:1777421049.544169:0:5797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000907d935a. 00000020:00000010:3.0:1777421049.544175:0:5797:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e6e8cf67. 00000040:00000010:3.0:1777421049.544178:0:5797:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000eeaddc2b. 00000020:00000010:3.0:1777421049.544186:0:5797:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000096db1364. 00000020:00000010:3.0:1777421049.544190:0:5797:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cc17f3dd. 00000020:00000010:3.0:1777421049.544194:0:5797:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000eb0a64c6. 80000000:00000010:3.0:1777421049.544197:0:5797:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e436937b. 40000000:00000010:3.0:1777421049.544200:0:5797:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008d970544. 00100000:00000010:3.0:1777421049.544215:0:5797:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000725371e3. 00040000:00000010:3.0:1777421049.544219:0:5797:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000044c6622e. 00040000:00000010:3.0:1777421049.544223:0:5797:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ea5476b8. 00040000:00000010:3.0:1777421049.544226:0:5797:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bbc9daec. 00080000:00000010:3.0:1777421049.544229:0:5797:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000aaf7d309. 00000004:00000010:3.0:1777421049.544233:0:5797:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bd521197. 00000004:00000010:3.0:1777421049.544238:0:5797:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 000000001b01a108. 00000004:00000010:3.0:1777421049.544242:0:5797:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fcf7a147. 00002000:00000010:3.0:1777421049.544246:0:5797:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f769a0fb. 00000004:00000010:3.0:1777421049.544250:0:5797:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000142aece6. 00000020:00000010:3.0:1777421049.544253:0:5797:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f9dee036. 00000040:00000010:3.0:1777421049.544259:0:5797:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000c4debddb. 00000040:00000010:3.0:1777421049.544794:0:5797:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000c4debddb. 00000020:00000010:3.0:1777421049.544801:0:5797:0:(lu_object.c:2004:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f9dee036. 00000020:00000010:3.0:1777421049.544821:0:5797:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e6e8cf67. 00000040:00000010:3.0:1777421049.544825:0:5797:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000eeaddc2b. 00000020:00000010:3.0:1777421049.544828:0:5797:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000096db1364. 00000020:00000010:3.0:1777421049.544831:0:5797:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cc17f3dd. 00000020:00000010:3.0:1777421049.544834:0:5797:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000eb0a64c6. 80000000:00000010:3.0:1777421049.544837:0:5797:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e436937b. 40000000:00000010:3.0:1777421049.544839:0:5797:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008d970544. 00100000:00000010:3.0:1777421049.544842:0:5797:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000725371e3. 00040000:00000010:3.0:1777421049.544845:0:5797:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000044c6622e. 00040000:00000010:3.0:1777421049.544847:0:5797:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000ea5476b8. 00040000:00000010:3.0:1777421049.544850:0:5797:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bbc9daec. 00080000:00000010:3.0:1777421049.544852:0:5797:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000aaf7d309. 00000004:00000010:3.0:1777421049.544855:0:5797:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bd521197. 00000004:00000010:3.0:1777421049.544858:0:5797:0:(mdt_handler.c:8421:mdt_key_fini()) kfreed 'info': 2568 at 000000001b01a108. 00000004:00000010:3.0:1777421049.544862:0:5797:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fcf7a147. 00002000:00000010:3.0:1777421049.544870:0:5797:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f769a0fb. 00000004:00000010:3.0:1777421049.544873:0:5797:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000142aece6. 00000020:00000010:3.0:1777421049.544875:0:5797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000907d935a. 00000400:00000010:3.0:1777421049.548147:0:5798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a058027. 00000400:00000200:3.0:1777421049.548152:0:5798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7401fa8 00000400:00000010:3.0:1777421049.548153:0:5798:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 00000000b7401fa8. 00000100:00000200:3.0:1777421049.548157:0:5798:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000340b76e2 x1863761018227072/t0(0) o502->MGC192.168.204.124@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1777421065 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777421049.548164:0:5798:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000340b76e2 x1863761018227072/t0(0) o502->MGC192.168.204.124@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1777421065 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777421049.548177:0:5798:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007fc10278. 02000000:00000010:3.0:1777421049.548182:0:5798:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000e48da720. 02000000:00000010:3.0:1777421049.548189:0:5798:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006baee2fb. 00000100:00000010:3.0:1777421049.548192:0:5798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000340b76e2. 00000100:00000010:3.0:1777421049.548208:0:5798:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000142aece6. 00000400:00000200:3.0:1777421049.548212:0:5798:0:(peer.c:1297:LNetAddPeer()) Add peer with 2 NIDs 00000400:00000200:3.0:1777421049.548215:0:5798:0:(peer.c:1311:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:3.0:1777421049.548217:0:5798:0:(peer.c:1314:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:3.0:1777421049.548220:0:5798:0:(peer.c:1311:LNetAddPeer()) Adding NID[1]: 192.168.204.124@tcp 00000400:00000200:3.0:1777421049.548224:0:5798:0:(peer.c:1739:lnet_peer_add()) peer 192.168.204.124@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1777421049.548230:0:5798:0:(peer.c:2769:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1777421049.548233:0:5798:0:(peer.c:2778:lnet_discover_peer_locked()) peer 192.168.204.124@tcp NID 192.168.204.124@tcp: 0. pending discovery 00000400:00000200:3.0:1777421049.548235:0:5798:0:(peer.c:1362:LNetAddPeer()) A peer exists for NID 192.168.204.124@tcp 00000100:00000010:3.0:1777421049.548237:0:5798:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000142aece6. 00000020:00000010:3.0:1777421049.548241:0:5798:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 000000008d970544. 00000020:00000010:3.0:1777421049.548244:0:5798:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000a63d7a25. 00000020:00000010:3.0:1777421049.548247:0:5798:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000a63d7a25. 00000020:00000010:3.0:1777421049.548250:0:5798:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 00000000a63d7a25. 00000020:00000010:3.0:1777421049.548254:0:5798:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000349548ef. 00000020:00000010:3.0:1777421049.548330:0:5798:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000ab8f5058. 00000020:00000010:3.0:1777421049.548337:0:5798:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000fcf7a147. 00000020:00000010:3.0:1777421049.548352:0:5798:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 120 at 00000000349548ef. 00000020:00000010:3.0:1777421049.548355:0:5798:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 96 at 00000000e436937b. 00000001:00000010:3.0:1777421049.548373:0:5798:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000044c6622e. 00000001:00000010:3.0:1777421049.548382:0:5798:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001facd199. 00000001:00000010:3.0:1777421049.548385:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bbc9daec. 00000001:00000010:3.0:1777421049.548388:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eb0a64c6. 00000001:00000010:3.0:1777421049.548390:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000002ec877a. 00000001:00000010:3.0:1777421049.548392:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000064be3557. 00000020:00000010:3.0:1777421049.548395:0:5798:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091e9e9fd. 00000020:00000010:3.0:1777421049.548397:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000349548ef. 00000020:00000010:3.0:1777421049.548400:0:5798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ac87c511. 00000008:00000010:3.0:1777421049.548403:0:5798:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000fa298a2e. 00020000:00000010:3.0:1777421049.548407:0:5798:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 584 at 00000000e3fafd99. 00008000:00000010:3.0:1777421049.548411:0:5798:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000b537c5f4. 00000080:00000010:3.0:1777421049.548416:0:5798:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000009947a701. 00000020:00000010:3.0:1777421049.548419:0:5798:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e93f182. 00000020:00000010:3.0:1777421049.548422:0:5798:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c24bc717. 00000040:00000010:3.0:1777421049.548425:0:5798:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ae1167a9. 00000020:00000010:3.0:1777421049.548427:0:5798:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bd521197. 00000020:00000010:3.0:1777421049.548430:0:5798:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cc17f3dd. 00000020:00000010:3.0:1777421049.548433:0:5798:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000068aa8238. 80000000:00000010:3.0:1777421049.548435:0:5798:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fc19f5d5. 40000000:00000010:3.0:1777421049.548437:0:5798:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008218c661. 00100000:00000010:3.0:1777421049.548440:0:5798:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000aaf7d309. 00040000:00000010:3.0:1777421049.548442:0:5798:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000772ab674. 00040000:00000010:3.0:1777421049.548445:0:5798:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ea5476b8. 00040000:00000010:3.0:1777421049.548447:0:5798:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009c7768b1. 00080000:00000010:3.0:1777421049.548449:0:5798:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000725371e3. 00000004:00000010:3.0:1777421049.548452:0:5798:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000096db1364. 00000004:00000010:3.0:1777421049.548455:0:5798:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 000000001b01a108. 00000004:00000010:3.0:1777421049.548459:0:5798:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c50f4a21. 00000004:00000010:3.0:1777421049.548468:0:5798:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000aa6e957a. 00000010:00000010:3.0:1777421049.548472:0:5798:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000f4088011. 00000010:00000010:3.0:1777421049.548562:0:5798:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 00000000d88c2c0f. 00000010:00000010:3.0:1777421049.548566:0:5798:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 000000002c68c1bc. 00000010:00000010:3.0:1777421049.548569:0:5798:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 0000000000195594. 00000010:00000010:3.0:1777421049.548580:0:5798:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 000000002d055548. 00010000:00000010:3.0:1777421049.548586:0:5798:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000002fa9c20. 00010000:00000010:3.0:1777421049.548591:0:5798:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000bbe62eb4. 00010000:00000010:3.0:1777421049.548596:0:5798:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000752572a9. 00000020:00000010:3.0:1777421049.548600:0:5798:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at 00000000e39aba48. 00000100:00000200:3.0:1777421049.548611:0:5798:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.124@tcp->12345-0@lo 00010000:00000010:3.0:1777421049.548616:0:5798:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000000c9df54a. 00010000:00000010:3.0:1777421049.548620:0:5798:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at 000000007990300e. 00000001:00000010:3.0:1777421049.548624:0:5798:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000907d935a. 00000001:00000010:3.0:1777421049.548627:0:5798:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 000000007606e1b4. 00000001:00000010:3.0:1777421049.548663:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001b10f199. 00000001:00000010:3.0:1777421049.548712:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000739747b4. 00000001:00000010:3.0:1777421049.548772:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009354c4b8. 00000001:00000010:3.0:1777421049.548817:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ce472030. 00000001:00000010:3.0:1777421049.548860:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a1629d13. 00000001:00000010:3.0:1777421049.548906:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000beeed82e. 00000001:00000010:3.0:1777421049.548951:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000047f48cc4. 00000001:00000010:3.0:1777421049.548996:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000068ee646e. 00000001:00000010:3.0:1777421049.549040:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d85cce39. 00000001:00000010:3.0:1777421049.549087:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006e7c41f0. 00000001:00000010:3.0:1777421049.549132:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006fbcc6e9. 00000001:00000010:3.0:1777421049.549176:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ddadb71e. 00000001:00000010:3.0:1777421049.549222:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000635ab52f. 00000001:00000010:3.0:1777421049.549268:0:5798:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000f379d8c. 02000000:00000010:3.0:1777421049.552557:0:3296:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000517c14ab. 00000400:00000010:3.0:1777421049.552565:0:3296:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b4d89a2. 00000400:00000010:3.0:1777421049.552572:0:3296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af9e5e28. 00000100:00000200:3.0:1777421049.552578:0:3296:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863761018227200, portal 10 00000020:00000010:3.0:1777421049.552585:0:3296:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c4debddb. 00000400:00000010:3.0:1777421049.552590:0:3296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024f12c21. 00000100:00000200:3.0:1777421049.552592:0:3296:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863761018227200, offset 0 00000400:00000200:3.0:1777421049.552607:0:3296:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777421049.552620:0:3296:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777421049.552630:0:3296:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f14ad700a00 00000400:00000200:3.0:1777421049.552636:0:3296:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 0 00000400:00000200:3.0:1777421049.552644:0:3296:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777421049.552648:0:3296:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777421049.552654:0:3296:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777421049.552659:0:3296:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078f2a3ef. 00000400:00000200:3.0:1777421049.552685:0:3296:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024f12c21 00000400:00000010:3.0:1777421049.552687:0:3296:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 0000000024f12c21. 00000100:00000200:3.0:1777421049.552693:0:3296:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f08447e x1863761018227200/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777421059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777421049.552711:0:3296:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000201c2cc0. 00000100:00000010:3.0:1777421049.552720:0:3296:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000eabb036. 00000400:00000010:3.0:1777421049.552989:0:3296:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b4d89a2. 00000400:00000200:3.0:1777421049.552992:0:3296:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af9e5e28 00000400:00000010:3.0:1777421049.552994:0:3296:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 00000000af9e5e28. 00000100:00000200:3.0:1777421049.552997:0:3296:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f08447e x1863761018227200/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777421059 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777421049.553005:0:3296:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f08447e x1863761018227200/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777421059 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777421049.553030:0:3296:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000517c14ab. 02000000:00000010:3.0:1777421049.553035:0:3296:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000e1fef416. 00000100:00000010:3.0:1777421049.553039:0:3296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f08447e. 00000020:00000010:3.0:1777421049.553441:0:5798:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 0000000023d7fbf6. 00000020:00000010:3.0:1777421049.553457:0:5798:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 000000001bc4b172. 00000020:00000010:3.0:1777421049.553461:0:5798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000091e9e9fd. 00000040:00000010:3.0:1777421049.553465:0:5798:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003e93f182. 00000020:00000010:3.0:1777421049.553468:0:5798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006410976a. 00000020:00000010:3.0:1777421049.553472:0:5798:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000027b8f49a. 00000020:00000010:3.0:1777421049.553475:0:5798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c24bc717. 80000000:00000010:3.0:1777421049.553478:0:5798:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007cdcc723. 40000000:00000010:3.0:1777421049.553487:0:5798:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005ef4a50b. 00100000:00000010:3.0:1777421049.553491:0:5798:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006df5d6e7. 00040000:00000010:3.0:1777421049.553495:0:5798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dec2eecb. 00040000:00000010:3.0:1777421049.553500:0:5798:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000357170b2. 00040000:00000010:3.0:1777421049.553503:0:5798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009758281e. 00080000:00000010:3.0:1777421049.553507:0:5798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000096db1364. 00000004:00000010:3.0:1777421049.553510:0:5798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000725371e3. 00000004:00000010:3.0:1777421049.553514:0:5798:0:(mdt_handler.c:8421:mdt_key_fini()) kfreed 'info': 2568 at 00000000e786d88c. 00000004:00000010:3.0:1777421049.553518:0:5798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ea5476b8. 00000004:00000010:3.0:1777421049.553520:0:5798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000064a07193. 00000020:00000010:3.0:1777421049.553523:0:5798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006baee2fb. 00000020:00000010:3.0:1777421049.553527:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007912c723. 00000020:00000010:3.0:1777421049.553535:0:5798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3927dd7. 00000020:00000010:3.0:1777421049.553539:0:5798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000beabb051. 00000020:00000010:3.0:1777421049.553542:0:5798:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 000000008d970544. 00000020:00000010:3.0:1777421049.553545:0:5798:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 00000000a63d7a25. 00000100:00000010:3.0:1777421049.553563:0:5798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005e92a522. 02000000:00000010:3.0:1777421049.553571:0:5798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e6e8cf67. 00000100:00000010:3.0:1777421049.553582:0:5798:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000044586267. 02000000:00000010:3.0:1777421049.553605:0:5798:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000004e7b70c0. 00000400:00000010:3.0:1777421049.553610:0:5798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b4d89a2. 00000400:00000010:3.0:1777421049.553614:0:5798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000006cf81717. 00000100:00000200:3.0:1777421049.553617:0:5798:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1863761018227328, portal 25 00000400:00000010:3.0:1777421049.553621:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af9e5e28. 00000100:00000200:3.0:1777421049.553623:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1863761018227328, offset 0 00000400:00000200:3.0:1777421049.553629:0:5798:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777421049.553635:0:5798:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777421049.553641:0:5798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69f14ad700a80 00000400:00000200:3.0:1777421049.553646:0:5798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x159 [2] + 0 00000400:00000010:3.0:1777421049.553648:0:5798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000235e28fc. 00000400:00000200:3.0:1777421049.553651:0:5798:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000054a06d0 00000400:00000200:3.0:1777421049.553654:0:5798:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777421049.553656:0:5798:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777421049.553665:0:5798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054a06d0 00000400:00000010:3.0:1777421049.553667:0:5798:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000054a06d0. 00000100:00000200:3.0:1777421049.553670:0:5798:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1777421049.553719:0:5798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af9e5e28 00000400:00000010:3.0:1777421049.553721:0:5798:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 00000000af9e5e28. 00000100:00000200:3.0:1777421049.553727:0:5798:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005e92a522 x1863761018227328/t0(0) o502->MGC192.168.204.124@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1777421065 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777421049.554350:0:5798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b4d89a2. 00000400:00000200:3.0:1777421049.554354:0:5798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cf81717 00000400:00000010:3.0:1777421049.554355:0:5798:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 000000006cf81717. 00000100:00000200:3.0:1777421049.554359:0:5798:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005e92a522 x1863761018227328/t0(0) o502->MGC192.168.204.124@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1777421065 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777421049.554367:0:5798:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005e92a522 x1863761018227328/t0(0) o502->MGC192.168.204.124@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1777421065 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777421049.554383:0:5798:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000044586267. 02000000:00000010:3.0:1777421049.554389:0:5798:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000004e7b70c0. 02000000:00000010:3.0:1777421049.554399:0:5798:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e6e8cf67. 00000100:00000010:3.0:1777421049.554402:0:5798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005e92a522. 00000040:00000010:3.0:1777421049.554408:0:5798:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000037594ba9. 00000020:00000010:3.0:1777421049.554416:0:5798:0:(lu_object.c:2004:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006a9e4cd3. 00000020:00000010:3.0:1777421049.554422:0:5798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000745720da. 00000040:00000010:3.0:1777421049.554425:0:5798:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000027387087. 00000020:00000010:3.0:1777421049.554428:0:5798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007c0676cb. 00000020:00000010:3.0:1777421049.554431:0:5798:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cb1f452d. 00000020:00000010:3.0:1777421049.554434:0:5798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004839bc64. 80000000:00000010:3.0:1777421049.554437:0:5798:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000645f61ad. 40000000:00000010:3.0:1777421049.554439:0:5798:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003ac26385. 00100000:00000010:3.0:1777421049.554442:0:5798:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004ea6ded9. 00040000:00000010:3.0:1777421049.554445:0:5798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006f106fea. 00040000:00000010:3.0:1777421049.554448:0:5798:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000e9bdd4c1. 00040000:00000010:3.0:1777421049.554450:0:5798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d90a3edd. 00080000:00000010:3.0:1777421049.554453:0:5798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d75a0151. 00000004:00000010:3.0:1777421049.554456:0:5798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000514676bc. 00000004:00000010:3.0:1777421049.554466:0:5798:0:(mdt_handler.c:8421:mdt_key_fini()) kfreed 'info': 2568 at 0000000024e8f1f1. 00000004:00000010:3.0:1777421049.554470:0:5798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000052b907e5. 00002000:00000010:3.0:1777421049.554473:0:5798:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e66c3fc8. 00000004:00000010:3.0:1777421049.554478:0:5798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f5ce09a9. 00000020:00000010:3.0:1777421049.554482:0:5798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f11f046f. 00000100:00000010:3.0:1777421049.559477:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000050e3f4f1. 00010000:00000010:3.0:1777421049.578520:0:5786:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000845211b2. 00010000:00000010:3.0:1777421049.578537:0:5786:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f9dee036. 00000100:00000010:3.0:1777421049.578545:0:5786:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006508e38a. 00000100:00000010:3.0:1777421049.578557:0:5786:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005e92a522. 02000000:00000010:3.0:1777421049.578571:0:5786:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e6e8cf67. 02000000:00000010:3.0:1777421049.578600:0:5786:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004839bc64. 00000400:00000010:3.0:1777421049.578606:0:5786:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b4d89a2. 00000400:00000010:3.0:1777421049.578613:0:5786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af9e5e28. 00000100:00000200:3.0:1777421049.578620:0:5786:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863761018227584, portal 16 00000400:00000010:3.0:1777421049.578626:0:5786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024f12c21. 00000100:00000200:3.0:1777421049.578629:0:5786:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863761018227584, offset 0 00000400:00000200:3.0:1777421049.578638:0:5786:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777421049.578649:0:5786:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777421049.578659:0:5786:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69f14ad700b80 00000400:00000200:3.0:1777421049.578664:0:5786:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 0 00000400:00000200:3.0:1777421049.578671:0:5786:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777421049.578675:0:5786:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777421049.578681:0:5786:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1777421049.578684:0:5786:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc053bee. 00000400:00000200:3.0:1777421049.578706:0:5786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024f12c21 00000400:00000010:3.0:1777421049.578709:0:5786:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 0000000024f12c21. 00000100:00000200:3.0:1777421049.578717:0:5786:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005e92a522 x1863761018227584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777421065 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1777421049.578732:0:5786:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002ca3ce8c. 00000100:00000010:3.0:1777421049.578754:0:5786:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000eabb036. 00000100:00000010:3.0:1777421049.578760:0:5786:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb60d581. 00000100:00000010:3.0:1777421049.578765:0:5786:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004aa9fa6a. 00000400:00000010:3.0:1777421049.579223:0:5786:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b4d89a2. 00000400:00000200:3.0:1777421049.579228:0:5786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af9e5e28 00000400:00000010:3.0:1777421049.579229:0:5786:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 00000000af9e5e28. 00000100:00000200:3.0:1777421049.579234:0:5786:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005e92a522 x1863761018227584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777421065 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1777421049.579243:0:5786:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005e92a522 x1863761018227584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777421065 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1777421049.579265:0:5786:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004839bc64. 02000000:00000010:3.0:1777421049.579269:0:5786:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e6e8cf67. 00000100:00000010:3.0:1777421049.579288:0:5786:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005e92a522. 00000100:00000010:3.0:1777421049.579292:0:5786:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006508e38a. 00010000:00000010:3.0:1777421049.579295:0:5786:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f9dee036. 00000020:00000010:3.0:1777421049.580001:0:5757:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008b4f7b65. 00000020:00000010:3.0:1777421049.580031:0:5757:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9dee036. 00000020:00000010:3.0:1777421049.580035:0:5757:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9dee036. 00000020:00000010:3.0:1777421049.580040:0:5757:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004839bc64. 00000020:00000010:3.0:1777421049.580043:0:5757:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000039961f. 00000020:00000010:3.0:1777421049.580046:0:5757:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000025b58f4b. 00000100:00000200:3.0:1777421049.580065:0:5757:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000982e8ffc x1863761018227712/t0(0) o103->968bf15b-0982-4d16-8c2b-d781ef0e85bd@0@lo:60/0 lens 328/0 e 0 to 0 dl 1777421060 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777421049.580309:0:5757:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9dee036. 00000020:00000010:3.0:1777421049.580312:0:5757:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9dee036. 00000100:00000200:3.0:1777421049.580315:0:5757:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863761018227712 02000000:00000010:3.0:1777421049.580337:0:5757:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000517c14ab. 00010000:00000010:3.0:1777421049.580376:0:5757:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f9dee036. 00000100:00000010:3.0:1777421049.580381:0:5757:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006508e38a. 00000100:00000010:3.0:1777421049.580407:0:5757:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006508e38a. 00010000:00000010:3.0:1777421049.580410:0:5757:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f9dee036. 00000400:00000010:3.0:1777421049.580429:0:5757:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af9e5e28. 00000100:00000200:3.0:1777421049.580433:0:5757:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863761018227712, offset 224 00000400:00000200:3.0:1777421049.580438:0:5757:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777421049.580443:0:5757:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777421049.580467:0:5757:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69f14ad700c00 00000400:00000200:3.0:1777421049.580472:0:5757:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0xa81 [1] + 224 00000400:00000200:3.0:1777421049.580476:0:5757:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777421049.580478:0:5757:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777421049.580483:0:5757:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b388b98 x1863761018227712/t0(0) o103->MGC192.168.204.124@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777421065 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777421049.581656:0:5757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af9e5e28 00000400:00000010:3.0:1777421049.581662:0:5757:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at 00000000af9e5e28. 00000020:00000010:3.0:1777421049.581679:0:5757:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000039961f. 00000020:00000010:3.0:1777421049.581686:0:5757:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000025b58f4b. 00000020:00000010:3.0:1777421049.581693:0:5757:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004839bc64. 00000100:00000010:3.0:1777421049.583583:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004aa9fa6a. 00010000:00000010:2.1:1777421049.586513:0:5751:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001b3369ef. 00010000:00000010:2.1:1777421049.586521:0:5751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008c810402. 00010000:00000010:3.1F:1777421049.587309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e662eca5. 00010000:00000010:3.1:1777421049.587325:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002d63c3e6. 00010000:00000010:3.1:1777421049.587328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000845211b2. 00080000:00000010:3.0:1777421049.625960:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000da278a31. 00080000:00000010:3.0:1777421049.625977:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004b6d14b5. 00080000:00000010:3.0:1777421049.625981:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b5f92ff5. 00080000:00000010:3.0:1777421049.625983:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009481ffe0. 00080000:00000010:3.0:1777421049.625985:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000eeb6365e. 00080000:00000010:3.0:1777421049.625987:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b3b3f756. 00080000:00000010:3.0:1777421049.625989:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000734ecc6. 00080000:00000010:3.0:1777421049.625992:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a91402ad. 00080000:00000010:3.0:1777421049.625999:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008d665f7f. 00080000:00000010:3.0:1777421049.626001:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000069eb2e47. 00080000:00000010:3.0:1777421049.626003:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000629b30d6. 00080000:00000010:3.0:1777421049.626007:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c9eb0ea0. 00080000:00000010:3.0:1777421049.626009:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001e61461f. 00080000:00000010:3.0:1777421049.626013:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007f75e1f1. 00080000:00000010:3.0:1777421049.648224:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e8b3919d. 00000004:00000010:3.0:1777421049.650068:0:5751:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 000000004aa9fa6a. 00000040:00000010:3.0:1777421049.650073:0:5751:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000005f16486e. 00000020:00000010:3.0:1777421049.650079:0:5751:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027387087. 00000020:00000010:3.0:1777421049.650083:0:5751:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004839bc64. 00000040:00000010:3.0:1777421049.650085:0:5751:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009cef39b8. 00000020:00000010:3.0:1777421049.650089:0:5751:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000761a6a90. 00000020:00000010:3.0:1777421049.650097:0:5751:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000aa652bbb. 00000020:00000010:3.0:1777421049.650100:0:5751:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d7b8b5c4. 80000000:00000010:3.0:1777421049.650102:0:5751:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000b6daf2e. 40000000:00000010:3.0:1777421049.650105:0:5751:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c29c0a14. 00100000:00000010:3.0:1777421049.650108:0:5751:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000754a97c7. 00040000:00000010:3.0:1777421049.650110:0:5751:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000902b03b1. 00040000:00000010:3.0:1777421049.650113:0:5751:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b845003d. 00040000:00000010:3.0:1777421049.650115:0:5751:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cf45d5dc. 00080000:00000010:3.0:1777421049.650118:0:5751:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005f8d2969. 00000004:00000010:3.0:1777421049.650121:0:5751:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005db5f677. 00000004:00000010:3.0:1777421049.650124:0:5751:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 0000000032e43124. 00000004:00000010:3.0:1777421049.650128:0:5751:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cd5f1a00. 00000004:00000010:3.0:1777421049.650131:0:5751:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a48cc8b6. 00000020:00000010:3.0:1777421049.650917:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f2747fca. 00080000:00000010:3.0:1777421049.650924:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004f852875. 00080000:00000010:3.0:1777421049.650930:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d9dbc1c4. 00080000:00000010:3.0:1777421049.651608:0:5751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004f852875. 00000020:00000010:3.0:1777421049.651614:0:5751:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f2747fca. 00000004:00000010:3.0:1777421049.651629:0:5751:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bd4de098. 00000004:00000010:3.0:1777421049.651634:0:5751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000027e38180. 00000004:00000010:3.0:1777421049.651639:0:5751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fc11f7ee. 00080000:00000010:3.0:1777421049.651645:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004f852875. 00080000:00000010:3.0:1777421049.651699:0:5751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004f852875. 00000004:00000010:3.0:1777421049.651704:0:5751:0:(lod_object.c:9794:lod_object_free()) slab-freed '(lo)': 272 at 00000000fc11f7ee. 00000004:00000010:3.0:1777421049.651707:0:5751:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000027e38180. 00000004:00000010:3.0:1777421049.651710:0:5751:0:(mdt_handler.c:7017:mdt_object_free()) slab-freed 'mo': 480 at 00000000bd4de098. 00000004:00000010:3.0:1777421049.651720:0:5751:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000075d6b00d. 00000004:00000010:3.0:1777421049.651723:0:5751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000027e38180. 00000004:00000010:3.0:1777421049.651725:0:5751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fc11f7ee. 00080000:00000010:3.0:1777421049.651729:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004f852875. 00080000:00000010:3.0:1777421049.651779:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000270dca3a. 00000020:00000010:3.0:1777421049.651799:0:5751:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 0000000048481b37. 00000020:00000010:3.0:1777421049.651804:0:5751:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 156 at 0000000013a64ba1. 00000020:00000010:3.0:1777421049.651872:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fb019752. 00080000:00000010:3.0:1777421049.651878:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a52e5e49. 00080000:00000010:3.0:1777421049.651883:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000aecafa79. 00080000:00000010:3.0:1777421049.652258:0:5751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a52e5e49. 00000020:00000010:3.0:1777421049.652262:0:5751:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fb019752. 00000004:00000010:3.0:1777421049.652269:0:5751:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000dd8f6982. 00000004:00000010:3.0:1777421049.652305:0:5751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000425fc886. 00000004:00000010:3.0:1777421049.652310:0:5751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c359f260. 00080000:00000010:3.0:1777421049.652313:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a52e5e49. 00080000:00000010:3.0:1777421049.652366:0:5751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a52e5e49. 00000004:00000010:3.0:1777421049.652370:0:5751:0:(lod_object.c:9794:lod_object_free()) slab-freed '(lo)': 272 at 00000000c359f260. 00000004:00000010:3.0:1777421049.652372:0:5751:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000425fc886. 00000004:00000010:3.0:1777421049.652374:0:5751:0:(mdt_handler.c:7017:mdt_object_free()) slab-freed 'mo': 480 at 00000000dd8f6982. 00000004:00000010:3.0:1777421049.652380:0:5751:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003353975b. 00000004:00000010:3.0:1777421049.652383:0:5751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000425fc886. 00000004:00000010:3.0:1777421049.652385:0:5751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c359f260. 00080000:00000010:3.0:1777421049.652389:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a52e5e49. 00000020:00000010:3.0:1777421049.652425:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a3ae108d. 00080000:00000010:3.0:1777421049.652488:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c0875c0f. 00080000:00000010:3.0:1777421049.652495:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000090076596. 00080000:00000010:3.0:1777421049.652685:0:5751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c0875c0f. 00000020:00000010:3.0:1777421049.652689:0:5751:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a3ae108d. 00000004:00000010:3.0:1777421049.652695:0:5751:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bc5eed5e. 00000004:00000010:3.0:1777421049.652699:0:5751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ccb6b818. 00000004:00000010:3.0:1777421049.652702:0:5751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003f69bd69. 00080000:00000010:3.0:1777421049.652706:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c0875c0f. 00080000:00000010:3.0:1777421049.652754:0:5751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c0875c0f. 00000004:00000010:3.0:1777421049.652758:0:5751:0:(lod_object.c:9794:lod_object_free()) slab-freed '(lo)': 272 at 000000003f69bd69. 00000004:00000010:3.0:1777421049.652761:0:5751:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ccb6b818. 00000004:00000010:3.0:1777421049.652763:0:5751:0:(mdt_handler.c:7017:mdt_object_free()) slab-freed 'mo': 480 at 00000000bc5eed5e. 00000004:00000010:3.0:1777421049.652770:0:5751:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005934ce3f. 00000004:00000010:3.0:1777421049.652774:0:5751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ccb6b818. 00000004:00000010:3.0:1777421049.652777:0:5751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003f69bd69. 00080000:00000010:3.0:1777421049.652789:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c0875c0f. 00000020:00000010:3.0:1777421049.652831:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000843073c2. 00080000:00000010:3.0:1777421049.652835:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009cd49f2b. 00080000:00000010:3.0:1777421049.652840:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007ea7bb0e. 00080000:00000010:3.0:1777421049.653019:0:5751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009cd49f2b. 00000020:00000010:3.0:1777421049.653023:0:5751:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000843073c2. 00000004:00000010:3.0:1777421049.653029:0:5751:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a07a44f8. 00000004:00000010:3.0:1777421049.653032:0:5751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c7a02c6a. 00000004:00000010:3.0:1777421049.653035:0:5751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d87c9243. 00080000:00000010:3.0:1777421049.653038:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009cd49f2b. 00080000:00000010:3.0:1777421049.653075:0:5751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009cd49f2b. 00000004:00000010:3.0:1777421049.653079:0:5751:0:(lod_object.c:9794:lod_object_free()) slab-freed '(lo)': 272 at 00000000d87c9243. 00000004:00000010:3.0:1777421049.653081:0:5751:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c7a02c6a. 00000004:00000010:3.0:1777421049.653083:0:5751:0:(mdt_handler.c:7017:mdt_object_free()) slab-freed 'mo': 480 at 00000000a07a44f8. 00000004:00000010:3.0:1777421049.653089:0:5751:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000088431b6. 00000004:00000010:3.0:1777421049.653092:0:5751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c7a02c6a. 00000004:00000010:3.0:1777421049.653094:0:5751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d87c9243. 00080000:00000010:3.0:1777421049.653098:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009cd49f2b. 00000020:00000010:3.0:1777421049.653135:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000944de2cb. 00080000:00000010:3.0:1777421049.653139:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007525ec2a. 00080000:00000010:3.0:1777421049.653143:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c5bdbfb4. 00080000:00000010:3.0:1777421049.653541:0:5751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007525ec2a. 00000020:00000010:3.0:1777421049.653546:0:5751:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000944de2cb. 00000004:00000010:3.0:1777421049.653553:0:5751:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e216dc51. 00000004:00000010:3.0:1777421049.653556:0:5751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000022c7e0eb. 00000004:00000010:3.0:1777421049.653559:0:5751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d7275225. 00080000:00000010:3.0:1777421049.653562:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007525ec2a. 00000040:00000010:3.0:1777421049.653604:0:5751:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000006cf81717. 00000040:00000010:3.0:1777421049.653616:0:5751:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c30fe948. 00000040:00000010:3.0:1777421049.653634:0:5751:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 000000001eed8781. 00000020:00000010:3.0:1777421049.653638:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000433c3951. 00080000:00000010:3.0:1777421049.653641:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000c4254d5. 00080000:00000010:3.0:1777421049.653659:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007dba8c12. 00000040:00000010:3.0:1777421049.653838:0:5751:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d8fcadac. 00000040:00000010:3.0:1777421049.653856:0:5751:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000d0196a65. 00000040:00000010:3.0:1777421049.654255:0:5751:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000d0196a65. 00000040:00000010:3.0:1777421049.654262:0:5751:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000006508e38a. 00000040:00000010:3.0:1777421049.654268:0:5751:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000e348905. 00000040:00000010:3.0:1777421049.655385:0:5751:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 0000000002b9d7c8. 00000020:00000010:3.0:1777421049.661959:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000959b4883. 00080000:00000010:3.0:1777421049.661998:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c66d2bb0. 00080000:00000010:3.0:1777421049.662060:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f42a46df. 00000040:00000010:3.0:1777421049.662329:0:5751:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d0196a65. 00000040:00000010:3.0:1777421049.662343:0:5751:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000609c6e4f. 00000040:00000010:3.0:1777421049.662777:0:5751:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000609c6e4f. 00000040:00000010:3.0:1777421049.662786:0:5751:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000012b133e9. 00000020:00000010:3.0:1777421049.662792:0:5751:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d99bd7e. 00000020:00000010:3.0:1777421049.662805:0:5751:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004ddd2d95. 00000040:00000010:3.0:1777421049.662810:0:5751:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bc53b880. 00000020:00000010:3.0:1777421049.662814:0:5751:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c50f4a21. 00000020:00000010:3.0:1777421049.662820:0:5751:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005edde37d. 00000020:00000010:3.0:1777421049.662824:0:5751:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000085b0387. 80000000:00000010:3.0:1777421049.662829:0:5751:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000002202a3e. 40000000:00000010:3.0:1777421049.662833:0:5751:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005acb44f0. 00100000:00000010:3.0:1777421049.662839:0:5751:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000052b907e5. 00040000:00000010:3.0:1777421049.662843:0:5751:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a60e45d0. 00040000:00000010:3.0:1777421049.662848:0:5751:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000514676bc. 00040000:00000010:3.0:1777421049.662852:0:5751:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000035914a8b. 00080000:00000010:3.0:1777421049.662856:0:5751:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d75a0151. 00000004:00000010:3.0:1777421049.662861:0:5751:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e9bdd4c1. 00000004:00000010:3.0:1777421049.662867:0:5751:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ddbb72c7. 00000004:00000010:3.0:1777421049.662872:0:5751:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004ea6ded9. 00002000:00000010:3.0:1777421049.662877:0:5751:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005fd88b08. 00000004:00000010:3.0:1777421049.662881:0:5751:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006eb2634e. 00000020:00000010:3.0:1777421049.662886:0:5751:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c1f7938b. 00000040:00000010:3.0:1777421049.662893:0:5751:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000609c6e4f. 00000040:00000010:3.0:1777421049.663424:0:5751:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000609c6e4f. 00000020:00000010:3.0:1777421049.663432:0:5751:0:(lu_object.c:2004:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c1f7938b. 00000020:00000010:3.0:1777421049.663441:0:5751:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004ddd2d95. 00000040:00000010:3.0:1777421049.663445:0:5751:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bc53b880. 00000020:00000010:3.0:1777421049.663448:0:5751:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c50f4a21. 00000020:00000010:3.0:1777421049.663453:0:5751:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005edde37d. 00000020:00000010:3.0:1777421049.663457:0:5751:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000085b0387. 80000000:00000010:3.0:1777421049.663460:0:5751:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000002202a3e. 40000000:00000010:3.0:1777421049.663463:0:5751:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005acb44f0. 00100000:00000010:3.0:1777421049.663466:0:5751:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000052b907e5. 00040000:00000010:3.0:1777421049.663469:0:5751:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a60e45d0. 00040000:00000010:3.0:1777421049.663476:0:5751:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000514676bc. 00040000:00000010:3.0:1777421049.663480:0:5751:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000035914a8b. 00080000:00000010:3.0:1777421049.663483:0:5751:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d75a0151. 00000004:00000010:3.0:1777421049.663486:0:5751:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e9bdd4c1. 00000004:00000010:3.0:1777421049.663490:0:5751:0:(mdt_handler.c:8421:mdt_key_fini()) kfreed 'info': 2568 at 00000000ddbb72c7. 00000004:00000010:3.0:1777421049.663495:0:5751:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004ea6ded9. 00002000:00000010:3.0:1777421049.663497:0:5751:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005fd88b08. 00000004:00000010:3.0:1777421049.663500:0:5751:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006eb2634e. 00000020:00000010:3.0:1777421049.663503:0:5751:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d99bd7e. 00000040:00000010:3.0:1777421049.663506:0:5751:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000012b133e9. 00000040:00000010:3.0:1777421049.663511:0:5751:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000012b133e9. 00000020:00000010:3.0:1777421049.663513:0:5751:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035914a8b. 00000020:00000010:3.0:1777421049.663516:0:5751:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000085b0387. 00000040:00000010:3.0:1777421049.663518:0:5751:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bc53b880. 00000020:00000010:3.0:1777421049.663519:0:5751:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004ea6ded9. 00000020:00000010:3.0:1777421049.663522:0:5751:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005edde37d. 00000020:00000010:3.0:1777421049.663525:0:5751:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004ddd2d95. 80000000:00000010:3.0:1777421049.663527:0:5751:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000002202a3e. 40000000:00000010:3.0:1777421049.663529:0:5751:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005acb44f0. 00100000:00000010:3.0:1777421049.663532:0:5751:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e9bdd4c1. 00040000:00000010:3.0:1777421049.663534:0:5751:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a60e45d0. 00040000:00000010:3.0:1777421049.663536:0:5751:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d75a0151. 00040000:00000010:3.0:1777421049.663538:0:5751:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000090088bbc. 00080000:00000010:3.0:1777421049.663546:0:5751:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000514676bc. 00000004:00000010:3.0:1777421049.663549:0:5751:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000052b907e5. 00000004:00000010:3.0:1777421049.663552:0:5751:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ddbb72c7. 00000004:00000010:3.0:1777421049.663554:0:5751:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007c0676cb. 00002000:00000010:3.0:1777421049.663557:0:5751:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006eb2634e. 00000004:00000010:3.0:1777421049.663559:0:5751:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005fd88b08. 00000020:00000010:3.0:1777421049.663561:0:5751:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a82f07e7. 00000040:00000010:3.0:1777421049.663565:0:5751:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000609c6e4f. 00000040:00000010:3.0:1777421049.664121:0:5751:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000609c6e4f. 00000020:00000010:3.0:1777421049.664129:0:5751:0:(lu_object.c:2004:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a82f07e7. 00000020:00000010:3.0:1777421049.664135:0:5751:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000085b0387. 00000040:00000010:3.0:1777421049.664137:0:5751:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bc53b880. 00000020:00000010:3.0:1777421049.664139:0:5751:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004ea6ded9. 00000020:00000010:3.0:1777421049.664141:0:5751:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005edde37d. 00000020:00000010:3.0:1777421049.664144:0:5751:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004ddd2d95. 80000000:00000010:3.0:1777421049.664146:0:5751:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000002202a3e. 40000000:00000010:3.0:1777421049.664148:0:5751:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005acb44f0. 00100000:00000010:3.0:1777421049.664150:0:5751:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e9bdd4c1. 00040000:00000010:3.0:1777421049.664153:0:5751:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a60e45d0. 00040000:00000010:3.0:1777421049.664156:0:5751:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000d75a0151. 00040000:00000010:3.0:1777421049.664158:0:5751:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000090088bbc. 00080000:00000010:3.0:1777421049.664160:0:5751:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000514676bc. 00000004:00000010:3.0:1777421049.664162:0:5751:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000052b907e5. 00000004:00000010:3.0:1777421049.664164:0:5751:0:(mdt_handler.c:8421:mdt_key_fini()) kfreed 'info': 2568 at 00000000ddbb72c7. 00000004:00000010:3.0:1777421049.664166:0:5751:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007c0676cb. 00002000:00000010:3.0:1777421049.664168:0:5751:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006eb2634e. 00000004:00000010:3.0:1777421049.664169:0:5751:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005fd88b08. 00000020:00000010:3.0:1777421049.664171:0:5751:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035914a8b. 00000040:00000010:3.0:1777421049.664173:0:5751:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000012b133e9. 00000040:00000010:3.0:1777421049.664181:0:5751:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000044586267. 00000040:00000010:3.0:1777421049.664192:0:5751:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000035914a8b. 00000040:00000010:3.0:1777421049.664234:0:5751:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 000000000f9e728a. 00000020:00000010:3.0:1777421049.664240:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a60e45d0. 00080000:00000010:3.0:1777421049.664247:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008973e2f2. 00080000:00000010:3.0:1777421049.664307:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005fd88b08. 00000040:00000010:3.0:1777421049.664477:0:5751:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000609c6e4f. 00000001:00000010:3.0:1777421049.664488:0:5751:0:(nodemap_storage.c:2591:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 00000000f71d33ca. 00000020:00000010:3.0:1777421049.664506:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000045b3df1d. 00080000:00000010:3.0:1777421049.664510:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002d29cb1a. 00080000:00000010:3.0:1777421049.664515:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006eb2634e. 00100000:00000010:3.0:1777421049.664715:0:5751:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005840a10c. 00080000:00000010:3.0:1777421049.664731:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e48da720. 00080000:00000010:3.0:1777421049.665017:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004aa09818. 00080000:00000010:3.0:1777421049.665088:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000aa6e957a. 00080000:00000010:3.0:1777421049.665159:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007f75e1f1. 00100000:00000010:3.0:1777421049.665228:0:5751:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000ddbb72c7. 00000020:00000010:3.0:1777421049.665308:0:5751:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 00000000264cc44c. 00080000:00000010:3.0:1777421049.665320:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001e61461f. 00000020:00000010:3.0:1777421049.665467:0:5751:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 156 at 0000000013a64ba1. 00000020:00000010:3.0:1777421049.665472:0:5751:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 160 at 0000000013a64ba1. 00080000:00000010:3.0:1777421049.665512:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c9eb0ea0. 00000004:00000010:3.0:1777421049.665579:0:5751:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a07a44f8. 00000004:00000010:3.0:1777421049.665588:0:5751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b6572d95. 00000004:00000010:3.0:1777421049.665594:0:5751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000047a3cd4. 00080000:00000010:3.0:1777421049.665602:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000d37c06f. 00000020:00000010:3.0:1777421049.665620:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cb90698d. 00080000:00000010:3.0:1777421049.665624:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000089e7dc03. 00080000:00000010:3.0:1777421049.665628:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000629b30d6. 00000020:00000010:3.0:1777421049.665943:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d6f10557. 00080000:00000010:3.0:1777421049.665949:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001853e1b5. 00080000:00000010:3.0:1777421049.665954:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000069eb2e47. 00080000:00000010:3.0:1777421049.666067:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008d665f7f. 00100000:00000010:3.0:1777421049.666127:0:5751:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 00000000bbfff401. 00100000:00000010:3.0:1777421049.666131:0:5751:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 000000008c38b506. 00100000:00000010:3.0:1777421049.666206:0:5751:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 000000008c38b506. 00100000:00000010:3.0:1777421049.666214:0:5751:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 000000007c0676cb. 00100000:00000010:3.0:1777421049.666224:0:5751:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 000000009f6b8daa. 00100000:00000010:3.0:1777421049.666228:0:5751:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 00000000a91402ad. 00100000:00000010:3.0:1777421049.666232:0:5751:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 000000000734ecc6. 00000020:00000010:3.0:1777421049.666250:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000204718fa. 00080000:00000010:3.0:1777421049.666257:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f6fba8e4. 00080000:00000010:3.0:1777421049.666265:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b3b3f756. 00080000:00000010:3.0:1777421049.666497:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000eeb6365e. 00000020:00000010:3.0:1777421049.666518:0:5751:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 160 at 0000000013a64ba1. 00000020:00000010:3.0:1777421049.666522:0:5751:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 704 at 00000000b5f92ff5. 00000020:00000010:3.0:1777421049.666642:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004d10ad09. 00080000:00000010:3.0:1777421049.666648:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cea96d88. 00080000:00000010:3.0:1777421049.666714:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004b6d14b5. 00000020:00000010:3.0:1777421049.666894:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f6fcfe60. 00080000:00000010:3.0:1777421049.666900:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e23061b9. 00080000:00000010:3.0:1777421049.666906:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000248a197. 00000020:00000010:3.0:1777421049.667100:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a9c5e750. 00080000:00000010:3.0:1777421049.667107:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000029d45233. 00080000:00000010:3.0:1777421049.667112:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000cc21641. 00000020:00000010:3.0:1777421049.667366:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002b63b2f0. 00080000:00000010:3.0:1777421049.667372:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004790987c. 00080000:00000010:3.0:1777421049.667377:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f5ce09a9. 00000020:00000010:3.0:1777421049.667536:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003fe59ec5. 00080000:00000010:3.0:1777421049.667541:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000004698582. 00080000:00000010:3.0:1777421049.667547:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e66c3fc8. 00000020:00000010:3.0:1777421049.667793:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000edcd645f. 00080000:00000010:3.0:1777421049.667798:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006a2ce9b4. 00080000:00000010:3.0:1777421049.667805:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000064a07193. 00000020:00000010:3.0:1777421049.668010:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006aa1322f. 00080000:00000010:3.0:1777421049.668015:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009cfc5dfd. 00080000:00000010:3.0:1777421049.668026:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000df8f2fc. 00000020:00000010:3.0:1777421049.668207:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000097bdb84d. 00080000:00000010:3.0:1777421049.668212:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000016b5c00f. 00080000:00000010:3.0:1777421049.668226:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ec3d2cc2. 00000020:00000010:3.0:1777421049.668430:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e5a0ff15. 00080000:00000010:3.0:1777421049.668435:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000eac67905. 00080000:00000010:3.0:1777421049.668440:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000095447b52. 00000020:00000010:3.0:1777421049.668635:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bda57915. 00080000:00000010:3.0:1777421049.668641:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004dbaf76c. 00080000:00000010:3.0:1777421049.668645:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004dfe265a. 00000020:00000010:3.0:1777421049.668902:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fda83af4. 00080000:00000010:3.0:1777421049.668916:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003785fa71. 00080000:00000010:3.0:1777421049.668922:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009e4e9ba2. 00000020:00000010:3.0:1777421049.669095:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000016064ed7. 00080000:00000010:3.0:1777421049.669099:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e77d9a46. 00080000:00000010:3.0:1777421049.669104:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fcac3de4. 00000020:00000010:3.0:1777421049.669269:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000028057812. 00080000:00000010:3.0:1777421049.670817:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000813744d9. 00080000:00000010:3.0:1777421049.670834:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004709a6cc. 00000020:00000010:3.0:1777421049.671108:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000042b698ec. 00080000:00000010:3.0:1777421049.671113:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005f085560. 00080000:00000010:3.0:1777421049.671120:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001878b1a0. 00000020:00000010:3.0:1777421049.671354:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003c185064. 00080000:00000010:3.0:1777421049.671358:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003429f60d. 00080000:00000010:3.0:1777421049.671364:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001e115ac4. 00000020:00000010:3.0:1777421049.671538:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e0a8dd28. 00080000:00000010:3.0:1777421049.671544:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007f6a1d90. 00080000:00000010:3.0:1777421049.671550:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002f0f6972. 00100000:00000010:3.0:1777421049.672026:0:5751:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 0000000052b907e5. 00100000:00000010:3.0:1777421049.672032:0:5751:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000fbd5b167. 00100000:00000010:3.0:1777421049.672037:0:5751:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 000000008e1d3215. 00100000:00000010:3.0:1777421049.672039:0:5751:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 0000000028923900. 00000020:00000010:3.0:1777421049.672059:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000777a5f47. 00080000:00000010:3.0:1777421049.672064:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d496674c. 00080000:00000010:3.0:1777421049.672071:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a0864b3b. 00080000:00000010:3.0:1777421049.672176:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000082a194c7. 00000020:00000010:3.0:1777421049.672230:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007f946dd6. 00080000:00000010:3.0:1777421049.672235:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c0bfe6c7. 00080000:00000010:3.0:1777421049.672240:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a5a7d05d. 00000020:00000010:3.0:1777421049.672543:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ffa12ff9. 00080000:00000010:3.0:1777421049.672549:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000082c5a54f. 00080000:00000010:3.0:1777421049.672556:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006f4c7593. 00000020:00000010:3.0:1777421049.672954:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000085bbab84. 00080000:00000010:3.0:1777421049.672961:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000069beaae5. 00080000:00000010:3.0:1777421049.672968:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000048404397. 00000020:00000010:3.0:1777421049.673223:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bd7bb53e. 00080000:00000010:3.0:1777421049.673230:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000677404bd. 00080000:00000010:3.0:1777421049.673238:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001c24e3f1. 00000020:00000010:3.0:1777421049.673806:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000033a64e39. 00080000:00000010:3.0:1777421049.673813:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005b099b81. 00080000:00000010:3.0:1777421049.673824:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000013c826ab. 00000020:00000010:3.0:1777421049.674010:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000095c685b1. 00080000:00000010:3.0:1777421049.674014:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001bb73000. 00080000:00000010:3.0:1777421049.674018:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000de94c9aa. 00000020:00000010:3.0:1777421049.674184:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000080997ba4. 00080000:00000010:3.0:1777421049.674189:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d58843c6. 00080000:00000010:3.0:1777421049.674194:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000029fd5e59. 00000020:00000010:3.0:1777421049.674414:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000009a7ae31. 00080000:00000010:3.0:1777421049.674418:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007392f2b9. 00080000:00000010:3.0:1777421049.674423:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dd8a8ede. 00000020:00000010:3.0:1777421049.674605:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000057e1238c. 00080000:00000010:3.0:1777421049.674610:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ed2b0871. 00080000:00000010:3.0:1777421049.674615:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000db464df3. 00000020:00000010:3.0:1777421049.674922:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000062c2c045. 00080000:00000010:3.0:1777421049.674926:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000544a089a. 00080000:00000010:3.0:1777421049.674931:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000130b34c6. 00000020:00000010:3.0:1777421049.675098:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000004a8bfa3. 00080000:00000010:3.0:1777421049.675107:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009ae8be75. 00080000:00000010:3.0:1777421049.675116:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000084fec521. 00000020:00000010:3.0:1777421049.675322:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000031948e6d. 00080000:00000010:3.0:1777421049.675327:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a84775ac. 00080000:00000010:3.0:1777421049.675332:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c6e040b3. 00000020:00000010:3.0:1777421049.675523:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006950195c. 00080000:00000010:3.0:1777421049.675527:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000044abb38c. 00080000:00000010:3.0:1777421049.675533:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000227b4047. 00000020:00000010:3.0:1777421049.676827:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b9baa904. 00080000:00000010:3.0:1777421049.676836:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009cacc2c0. 00080000:00000010:3.0:1777421049.676845:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002b83246c. 00000020:00000010:3.0:1777421049.677067:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f3cf88c0. 00080000:00000010:3.0:1777421049.677072:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000054b77952. 00080000:00000010:3.0:1777421049.677077:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006f07e289. 00000020:00000010:3.0:1777421049.677310:0:5751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fda25ec2. 00080000:00000010:3.0:1777421049.677316:0:5751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001776c033. 00080000:00000010:3.0:1777421049.677322:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a005dfec. 00200000:00000010:3.0:1777421049.677533:0:5751:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 000000008c38b506. 00000020:00000010:3.0:1777421049.677559:0:5751:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ba30b23. 00000020:00000010:3.0:1777421049.677563:0:5751:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005b48a03f. 00000020:00000010:3.0:1777421049.677568:0:5751:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000514676bc. 00000020:00000010:3.0:1777421049.677572:0:5751:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005edde37d. 00000020:00000010:3.0:1777421049.677576:0:5751:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000077a21693. 80000000:00000010:3.0:1777421049.677580:0:5751:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007cd35c01. 40000000:00000010:3.0:1777421049.677583:0:5751:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b11bd99f. 00100000:00000010:3.0:1777421049.677587:0:5751:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d75a0151. 00040000:00000010:3.0:1777421049.677591:0:5751:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000596258ce. 00040000:00000010:3.0:1777421049.677601:0:5751:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a8d6dad4. 00080000:00000010:3.0:1777421049.677605:0:5751:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e9bdd4c1. 00002000:00000010:3.0:1777421049.677609:0:5751:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000096848869. 00080000:00000010:3.0:1777421049.677616:0:5751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dfd026b6. 00080000:00000010:3.0:1777421049.692979:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004e4ae2a9. 00080000:00000010:3.0:1777421049.692992:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000048356236. 00080000:00000010:3.0:1777421049.692995:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000058879b57. 00080000:00000010:3.0:1777421049.693012:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000086015964. 00080000:00000010:3.0:1777421049.693028:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d9dbc1c4. 00000020:00000010:3.0:1777421049.737047:0:5751:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005b48a03f. 00000020:00000010:3.0:1777421049.737061:0:5751:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000514676bc. 00000020:00000010:3.0:1777421049.737066:0:5751:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005edde37d. 00000020:00000010:3.0:1777421049.737070:0:5751:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000077a21693. 80000000:00000010:3.0:1777421049.737074:0:5751:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007cd35c01. 40000000:00000010:3.0:1777421049.737078:0:5751:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b11bd99f. 00100000:00000010:3.0:1777421049.737082:0:5751:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d75a0151. 00040000:00000010:3.0:1777421049.737086:0:5751:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000596258ce. 00040000:00000010:3.0:1777421049.737089:0:5751:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a8d6dad4. 00080000:00000010:3.0:1777421049.737093:0:5751:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e9bdd4c1. 00002000:00000010:3.0:1777421049.737096:0:5751:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000096848869. 00000020:00000010:3.0:1777421049.737099:0:5751:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ba30b23. 00000004:00000010:3.0:1777421049.737113:0:5751:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 000000003931d5b2. 00080000:00000010:3.0:1777421049.737135:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dfd026b6. 00080000:00000010:3.0:1777421049.737140:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a005dfec. 00080000:00000010:3.0:1777421049.737143:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006f07e289. 00080000:00000010:3.0:1777421049.737147:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002b83246c. 00080000:00000010:3.0:1777421049.737150:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000227b4047. 00080000:00000010:3.0:1777421049.737153:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c6e040b3. 00080000:00000010:3.0:1777421049.737156:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000084fec521. 00080000:00000010:3.0:1777421049.737159:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000130b34c6. 00080000:00000010:3.0:1777421049.737161:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000db464df3. 00080000:00000010:3.0:1777421049.737163:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dd8a8ede. 00080000:00000010:3.0:1777421049.737165:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000029fd5e59. 00080000:00000010:3.0:1777421049.737168:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000de94c9aa. 00080000:00000010:3.0:1777421049.737170:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000013c826ab. 00080000:00000010:3.0:1777421049.737172:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001c24e3f1. 00080000:00000010:3.0:1777421049.737176:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000048404397. 00080000:00000010:3.0:1777421049.737179:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006f4c7593. 00080000:00000010:3.0:1777421049.737181:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a5a7d05d. 00080000:00000010:3.0:1777421049.737184:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000082a194c7. 00080000:00000010:3.0:1777421049.737187:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a0864b3b. 00080000:00000010:3.0:1777421049.737203:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002f0f6972. 00080000:00000010:3.0:1777421049.737205:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001e115ac4. 00080000:00000010:3.0:1777421049.737208:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001878b1a0. 00080000:00000010:3.0:1777421049.737210:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004709a6cc. 00080000:00000010:3.0:1777421049.737212:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fcac3de4. 00080000:00000010:3.0:1777421049.737215:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009e4e9ba2. 00080000:00000010:3.0:1777421049.737217:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004dfe265a. 00080000:00000010:3.0:1777421049.737219:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000095447b52. 00080000:00000010:3.0:1777421049.737221:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ec3d2cc2. 00080000:00000010:3.0:1777421049.737224:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000df8f2fc. 00080000:00000010:3.0:1777421049.737227:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000064a07193. 00080000:00000010:3.0:1777421049.737230:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e66c3fc8. 00080000:00000010:3.0:1777421049.737234:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f5ce09a9. 00080000:00000010:3.0:1777421049.737237:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000cc21641. 00080000:00000010:3.0:1777421049.737240:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000248a197. 00080000:00000010:3.0:1777421049.737243:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004b6d14b5. 00080000:00000010:3.0:1777421049.737245:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000eeb6365e. 00080000:00000010:3.0:1777421049.737248:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b3b3f756. 00080000:00000010:3.0:1777421049.737251:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008d665f7f. 00080000:00000010:3.0:1777421049.737253:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000069eb2e47. 00080000:00000010:3.0:1777421049.737256:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000629b30d6. 00080000:00000010:3.0:1777421049.737259:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c9eb0ea0. 00080000:00000010:3.0:1777421049.737261:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001e61461f. 00080000:00000010:3.0:1777421049.737264:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007f75e1f1. 00080000:00000010:3.0:1777421049.737266:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000aa6e957a. 00080000:00000010:3.0:1777421049.737269:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004aa09818. 00080000:00000010:3.0:1777421049.737306:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e48da720. 00080000:00000010:3.0:1777421049.737312:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006eb2634e. 00080000:00000010:3.0:1777421049.737314:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005fd88b08. 00080000:00000010:3.0:1777421049.737317:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f42a46df. 00080000:00000010:3.0:1777421049.737320:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007dba8c12. 00080000:00000010:3.0:1777421049.737322:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c5bdbfb4. 00080000:00000010:3.0:1777421049.737325:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007ea7bb0e. 00080000:00000010:3.0:1777421049.737334:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000090076596. 00080000:00000010:3.0:1777421049.737337:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000aecafa79. 00080000:00000010:3.0:1777421049.737340:0:5792:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000270dca3a. 00000004:00000010:3.0:1777421049.737477:0:5751:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 000000003931d5b2. 00000020:00000010:3.0:1777421049.737490:0:5751:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000422e6090. 00000040:00000010:3.0:1777421049.737494:0:5751:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000022180e90. 00000020:00000010:3.0:1777421049.737497:0:5751:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bd521197. 00000020:00000010:3.0:1777421049.737501:0:5751:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008ece1673. 00000020:00000010:3.0:1777421049.737504:0:5751:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dafc4938. 80000000:00000010:3.0:1777421049.737507:0:5751:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fc19f5d5. 40000000:00000010:3.0:1777421049.737509:0:5751:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006391575f. 00000020:00000010:3.0:1777421049.737512:0:5751:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 00000000264cc44c. 00100000:00000010:3.0:1777421049.737515:0:5751:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ea5476b8. 00040000:00000010:3.0:1777421049.737517:0:5751:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dec2eecb. 00040000:00000010:3.0:1777421049.737521:0:5751:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000725371e3. 00040000:00000010:3.0:1777421049.737524:0:5751:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c25a3108. 00080000:00000010:3.0:1777421049.737526:0:5751:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000d653f6af. 00000020:00000010:3.0:1777421049.737528:0:5751:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 704 at 00000000b5f92ff5. 00080000:00000010:3.0:1777421049.737530:0:5751:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000096db1364. 00000004:00000010:3.0:1777421049.737533:0:5751:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bb5ed6e1. 00000004:00000010:3.0:1777421049.737537:0:5751:0:(mdt_handler.c:8421:mdt_key_fini()) kfreed 'info': 2568 at 00000000485e2db0. 00000004:00000010:3.0:1777421049.737543:0:5751:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002e3d2144. 00000004:00000010:3.0:1777421049.737547:0:5751:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000063b986b7. 00000020:00000010:3.0:1777421049.737549:0:5751:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008bd43da8. 00000020:00000010:3.0:1777421049.737554:0:5751:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008e38c6ae. 00000020:00000010:3.0:1777421049.737562:0:5751:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c14c1aed. 00000020:00000010:3.0:1777421049.737566:0:5751:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d96036c. 00000400:00000010:3.0:1777421049.738452:0:5751:0:(api-ni.c:3422:LNetRegisterNIDUpdates()) alloc '(nur)': 32 at 000000000c8cfd18. 00000400:00000200:3.0:1777421049.738461:0:5751:0:(api-ni.c:3436:LNetRegisterNIDUpdates()) Registering 000000008a850d7a/00000000ee0c02d4 party for NID updates 00000040:00000010:3.0:1777421049.738472:0:5751:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000bef4c68c. 00000020:00000010:3.0:1777421049.738483:0:5751:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004a899d10. 00000040:00000010:3.0:1777421049.738487:0:5751:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002471db7e. 00000020:00000010:3.0:1777421049.738491:0:5751:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e91e64bc. 00000020:00000010:3.0:1777421049.738494:0:5751:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000628204ac. 80000000:00000010:3.0:1777421049.738507:0:5751:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000052d387d5. 00040000:00000010:3.0:1777421049.738510:0:5751:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000056ba4929. 00080000:00000010:3.0:1777421049.738513:0:5751:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d93243bc. 20000000:00000010:3.0:1777421049.738518:0:5751:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at 000000001d75fce5. 00000020:00000010:3.0:1777421049.738521:0:5751:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086c8e5df. 00000040:00000010:3.0:1777421049.761771:0:5804:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000cfc06c0d. 00000020:00000010:3.0:1777421049.761780:0:5804:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004fa287b6. 00000020:00000010:3.0:1777421049.761785:0:5804:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a888e809. 00000040:00000010:3.0:1777421049.761788:0:5804:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006a0ae9b7. 00000020:00000010:3.0:1777421049.761792:0:5804:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e9bdd4c1. 00000020:00000010:3.0:1777421049.761797:0:5804:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005edde37d. 00000020:00000010:3.0:1777421049.761800:0:5804:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003c5592be. 80000000:00000010:3.0:1777421049.761805:0:5804:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e0fa54de. 40000000:00000010:3.0:1777421049.761808:0:5804:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007b27e821. 00100000:00000010:3.0:1777421049.761814:0:5804:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d75a0151. 00040000:00000010:3.0:1777421049.761818:0:5804:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000596258ce. 00040000:00000010:3.0:1777421049.761821:0:5804:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000514676bc. 00040000:00000010:3.0:1777421049.761825:0:5804:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000f766b4e. 00080000:00000010:3.0:1777421049.761829:0:5804:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004ea6ded9. 00000004:00000010:3.0:1777421049.761834:0:5804:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000357170b2. 00000004:00000010:3.0:1777421049.761839:0:5804:0:(mdt_handler.c:8396:mdt_key_init()) kmalloced '(value)': 2568 at 0000000045f10a3e. 00000004:00000010:3.0:1777421049.761844:0:5804:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006df5d6e7. 00002000:00000010:3.0:1777421049.761848:0:5804:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000029fd5e59. 00000004:00000010:3.0:1777421049.761852:0:5804:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000dd8a8ede. 00000020:00000010:3.0:1777421049.761856:0:5804:0:(lu_object.c:1959:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000016f7d94d. 00000040:00000010:3.0:1777421049.761888:0:5804:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 0000000071627cec. 00000040:00000010:3.0:1777421049.765328:0:5804:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 0000000071627cec. 00000020:00000010:3.0:1777421049.765353:0:5804:0:(lu_object.c:2004:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000016f7d94d. 00000020:00000010:3.0:1777421049.765370:0:5804:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a888e809. 00000040:00000010:3.0:1777421049.765375:0:5804:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006a0ae9b7. 00000020:00000010:3.0:1777421049.765379:0:5804:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e9bdd4c1. 00000020:00000010:3.0:1777421049.765383:0:5804:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005edde37d. 00000020:00000010:3.0:1777421049.765387:0:5804:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003c5592be. 80000000:00000010:3.0:1777421049.765399:0:5804:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e0fa54de. 40000000:00000010:3.0:1777421049.765403:0:5804:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007b27e821. 00100000:00000010:3.0:1777421049.765408:0:5804:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d75a0151. 00040000:00000010:3.0:1777421049.765412:0:5804:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000596258ce. 00040000:00000010:3.0:1777421049.765416:0:5804:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000514676bc. 00040000:00000010:3.0:1777421049.765419:0:5804:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000f766b4e. 00080000:00000010:3.0:1777421049.765422:0:5804:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004ea6ded9. 00000004:00000010:3.0:1777421049.765426:0:5804:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000357170b2. 00000004:00000010:3.0:1777421049.765430:0:5804:0:(mdt_handler.c:8421:mdt_key_fini()) kfreed 'info': 2568 at 0000000045f10a3e. 00000004:00000010:3.0:1777421049.765435:0:5804:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006df5d6e7. 00002000:00000010:3.0:1777421049.765438:0:5804:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000029fd5e59. 00000004:00000010:3.0:1777421049.765442:0:5804:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dd8a8ede. 00000020:00000010:3.0:1777421049.765445:0:5804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004fa287b6. 00000040:00000010:3.0:1777421049.765447:0:5804:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000cfc06c0d. 00000020:00000010:3.0:1777421049.765457:0:5804:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004839bc64. 00000040:00000010:3.0:1777421049.765462:0:5804:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009cef39b8. 00000020:00000010:3.0:1777421049.765467:0:5804:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000761a6a90. 00000020:00000010:3.0:1777421049.765470:0:5804:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000aa652bbb. 00000020:00000010:3.0:1777421049.765473:0:5804:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d7b8b5c4. 80000000:00000010:3.0:1777421049.765477:0:5804:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000b6daf2e. 40000000:00000010:3.0:1777421049.765479:0:5804:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c29c0a14. 00100000:00000010:3.0:1777421049.765481:0:5804:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000754a97c7. 00040000:00000010:3.0:1777421049.765483:0:5804:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000902b03b1. 00040000:00000010:3.0:1777421049.765486:0:5804:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000b845003d. 00040000:00000010:3.0:1777421049.765488:0:5804:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cf45d5dc. 00080000:00000010:3.0:1777421049.765490:0:5804:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000fd3df564. 00000020:00000010:3.0:1777421049.765492:0:5804:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000c98b8a4f. 00080000:00000010:3.0:1777421049.765494:0:5804:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005f8d2969. 00000004:00000010:3.0:1777421049.765496:0:5804:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005db5f677. 00000004:00000010:3.0:1777421049.765499:0:5804:0:(mdt_handler.c:8421:mdt_key_fini()) kfreed 'info': 2568 at 0000000032e43124. 00000004:00000010:3.0:1777421049.765501:0:5804:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cd5f1a00. 00000004:00000010:3.0:1777421049.765503:0:5804:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a48cc8b6. 00000020:00000010:3.0:1777421049.765505:0:5804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027387087. 00000004:00000010:3.0:1777421049.765507:0:5804:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 000000004aa9fa6a. 00000020:00000010:3.0:1777421050.088545:0:54:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000a888e809. 00000020:00000010:3.0:1777421050.088570:0:54:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000887ce750. 00000001:02000400:3.0:1777421052.014421:0:6029:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg424-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:3.0:1777421054.755084:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b26f3612 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863761018227968:0@lo:38: 00000100:00100000:3.0:1777421054.755125:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1777421054.755694:0:3296:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000b26f3612 x1863761018227968/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1777421064 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1777421054.755709:0:3296:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 1 00000100:00080000:3.0:1777421054.755717:0:3296:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1777421054.755724:0:3296:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1777421054.755727:0:3296:0:(import.c:65:import_set_state_nolock()) 00000000e39aba48 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1777421054.755733:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b26f3612 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3296:1863761018227968:0@lo:38: 00000100:00100000:3.0:1777421055.041356:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018228224 00000100:00100000:3.0:1777421055.041365:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018228224 00010000:00010000:3.0:1777421055.041388:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000de76cf3c/0xd9d09a059d6bf099 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6bf092 expref: 10 pid: 5764 timeout: 271 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421055.041421:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1777421055.041427:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@00000000a3e236c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+10:3300:x1863761018228224:12345-0@lo:103: 00010000:00010000:3.0:1777421055.041437:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421055.041440:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000de76cf3c/0xd9d09a059d6bf099 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6bf092 expref: 10 pid: 5764 timeout: 271 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421055.041449:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000de76cf3c/0xd9d09a059d6bf099 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6bf092 expref: 10 pid: 5764 timeout: 271 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421055.041465:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000b2a32b06/0xd9d09a059d6bf0ca lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421055.041563:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b2a32b06/0xd9d09a059d6bf0ca lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421055.041612:0:5757:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b2a32b06/0xd9d09a059d6bf0ca lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421055.041623:0:5757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b2a32b06/0xd9d09a059d6bf0ca lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421055.041648:0:5757:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b2a32b06/0xd9d09a059d6bf0ca lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421055.041655:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b2a32b06/0xd9d09a059d6bf0ca lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421055.041660:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000b2a32b06 already unused, calling callback (00000000e189c2d7) 00010000:00010000:3.0:1777421055.041663:0:5757:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b2a32b06/0xd9d09a059d6bf0ca lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421055.041670:0:5757:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b2a32b06/0xd9d09a059d6bf0ca lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421055.041690:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b2a32b06/0xd9d09a059d6bf0ca lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421055.041715:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421055.041760:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@00000000a3e236c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+9:3300:x1863761018228224:12345-0@lo:103: Request processed in 333us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421055.041767:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00010000:3.0:1777421056.227355:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421057.701564:0:6549:0:(service.c:3435:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:3.0:1777421057.701572:0:6549:0:(service.c:3494:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:3.0:1777421057.704710:0:6549:0:(service.c:3435:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:3.0:1777421057.704718:0:6549:0:(service.c:3494:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:3.0:1777421057.717930:0:6549:0:(service.c:153:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1777421057.718105:0:6549:0:(service.c:3435:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1777421057.718110:0:6549:0:(service.c:3494:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:3.0:1777421057.719722:0:6549:0:(service.c:3435:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1777421057.719729:0:6549:0:(service.c:3494:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:3.0:1777421057.722806:0:6549:0:(service.c:3435:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:3.0:1777421057.722814:0:6549:0:(service.c:3494:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:3.0:1777421057.749833:0:6549:0:(service.c:3435:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:3.0:1777421057.749842:0:6549:0:(service.c:3494:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00010000:00010000:3.0:1777421057.773471:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777421057.773477:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: 0000000038e24e3e/0xd9d09a059d6bf0a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6bf0a7 expref: -99 pid: 5751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.773494:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 0000000038e24e3e already unused, calling callback (000000000ee581b3) 10000000:00010000:3.0:1777421057.773497:0:5758:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: 0000000038e24e3e/0xd9d09a059d6bf0a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6bf0a7 expref: -99 pid: 5751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.773505:0:5758:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: 0000000038e24e3e/0xd9d09a059d6bf0a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6bf0a7 expref: -99 pid: 5751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777421057.773511:0:5758:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: 0000000038e24e3e/0xd9d09a059d6bf0a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6bf0a7 expref: -99 pid: 5751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421057.773516:0:5758:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777421057.773547:0:5758:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: 0000000038e24e3e/0xd9d09a059d6bf0a0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf0a7 expref: -99 pid: 5751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.773553:0:5758:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777421057.773569:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: 0000000038e24e3e/0xd9d09a059d6bf0a0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf0a7 expref: -99 pid: 5751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.773580:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: 0000000038e24e3e/0xd9d09a059d6bf0a0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf0a7 expref: -99 pid: 5751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.773605:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421057.773607:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421057.773608:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421057.773710:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777421057.773714:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: 00000000be1b8045/0xd9d09a059d6bf030 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6bf037 expref: -99 pid: 5751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.773720:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000be1b8045 already unused, calling callback (000000000ee581b3) 10000000:00010000:3.0:1777421057.773856:0:5759:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: 00000000be1b8045/0xd9d09a059d6bf030 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6bf037 expref: -99 pid: 5751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.773864:0:5759:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: 00000000be1b8045/0xd9d09a059d6bf030 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6bf037 expref: -99 pid: 5751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777421057.773870:0:5759:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: 00000000be1b8045/0xd9d09a059d6bf030 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6bf037 expref: -99 pid: 5751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421057.773875:0:5759:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777421057.773897:0:5759:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: 00000000be1b8045/0xd9d09a059d6bf030 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf037 expref: -99 pid: 5751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.773903:0:5759:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777421057.773907:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: 00000000be1b8045/0xd9d09a059d6bf030 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf037 expref: -99 pid: 5751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.773913:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: 00000000be1b8045/0xd9d09a059d6bf030 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf037 expref: -99 pid: 5751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.773929:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421057.773930:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421057.773932:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421057.773941:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000099e23f76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018228992:0@lo:103: 00000100:00100000:3.0:1777421057.773975:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421057.774002:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018228736 00000100:00100000:3.0:1777421057.774005:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018228736 00010000:00010000:3.0:1777421057.774020:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000d6792704/0xd9d09a059d6bf0a7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6bf0a0 expref: 10 pid: 5764 timeout: 274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421057.774036:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018228992 00000100:00100000:3.0:1777421057.774039:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018228992 00010000:00010000:3.0:1777421057.774047:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000000c8e414e/0xd9d09a059d6bf037 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6bf030 expref: 11 pid: 5764 timeout: 274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421057.774057:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1777421057.774062:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@000000002e9a5bfc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+11:3297:x1863761018228736:12345-0@lo:103: 00010000:00010000:3.0:1777421057.774070:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421057.774074:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000d6792704/0xd9d09a059d6bf0a7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6bf0a0 expref: 11 pid: 5764 timeout: 274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.774082:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000d6792704/0xd9d09a059d6bf0a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6bf0a0 expref: 11 pid: 5764 timeout: 274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.774093:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d6792704/0xd9d09a059d6bf0a7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6bf0a0 expref: 11 pid: 5764 timeout: 274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.774104:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421057.774133:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@000000002e9a5bfc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+10:3297:x1863761018228736:12345-0@lo:103: Request processed in 71us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421057.774139:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1777421057.774149:0:5757:0:(service.c:3435:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1777421057.774224:0:3300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777421057.774232:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003958ac8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018229120:0@lo:103: 00000100:00100000:3.0:1777421057.774254:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421057.774849:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003958ac8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018229120:0@lo:103: 00000100:00100000:3.0:1777421057.799827:0:6549:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000644198bd pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:6549:1863761018228352:0@lo:253: 10000000:01000000:3.0:1777421057.799843:0:6549:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1777421057.799846:0:6549:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1777421057.799848:0:6549:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1777421057.799849:0:6549:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1777421057.799850:0:6549:0:(tgt_mount.c:1150:server_mti_print()) uuid: lustre-OST0000_UUID 00000020:01000004:3.0:1777421057.799852:0:6549:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1777421057.799853:0:6549:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1777421057.799855:0:6549:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1777421057.799856:0:6549:0:(tgt_mount.c:1168:server_mti_print()) LDD_F_REWRITE_LDD 00000020:01000004:3.0:1777421057.799858:0:6549:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1777421057.799859:0:6549:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1777421057.799878:0:6549:0:(tgt_mount.c:102:server_register_mount()) register mount 000000009ae2761d from lustre-OST0000 10000000:01000000:3.0:1777421057.799899:0:6549:0:(mgc_request.c:1953:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:3.0:1777421057.799901:0:6549:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1777421057.799908:0:6549:0:(mgc_request_server.c:865:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9710463b19b8 local copy 10000000:01000000:3.0:1777421057.799911:0:6549:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1777421057.799941:0:6549:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: 00000000845211b2/0xd9d09a059d6bf0ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6549 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.799952:0:6549:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: MGC192.168.204.124@tcp lock: 00000000845211b2/0xd9d09a059d6bf0ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6549 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.799960:0:6549:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: 00000000845211b2/0xd9d09a059d6bf0ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6549 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421057.799988:0:6549:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ea6ced6a pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:6549:1863761018229248:0@lo:101: 00000100:00100000:3.0:1777421057.800019:0:6549:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421057.800126:0:6549:0:(client.c:2690:ptlrpc_set_wait()) set 00000000495ed3dd going to sleep for 11 seconds 00010000:00010000:3.0:1777421057.801036:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777421057.801041:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: 00000000845211b2/0xd9d09a059d6bf0ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x400000000 nid: local remote: 0xd9d09a059d6bf0f4 expref: -99 pid: 6549 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.801048:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000845211b2 already unused, calling callback (000000000ee581b3) 10000000:00010000:3.0:1777421057.801051:0:5759:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: 00000000845211b2/0xd9d09a059d6bf0ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x400000000 nid: local remote: 0xd9d09a059d6bf0f4 expref: -99 pid: 6549 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.801058:0:5759:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: 00000000845211b2/0xd9d09a059d6bf0ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x8400000000 nid: local remote: 0xd9d09a059d6bf0f4 expref: -99 pid: 6549 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777421057.801066:0:5759:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: 00000000845211b2/0xd9d09a059d6bf0ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x9400000000 nid: local remote: 0xd9d09a059d6bf0f4 expref: -99 pid: 6549 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421057.801071:0:5759:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777421057.801085:0:5759:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: 00000000845211b2/0xd9d09a059d6bf0ed lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x4809400000020 nid: local remote: 0xd9d09a059d6bf0f4 expref: -99 pid: 6549 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.801091:0:5759:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777421057.801439:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: 00000000845211b2/0xd9d09a059d6bf0ed lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x4809400000020 nid: local remote: 0xd9d09a059d6bf0f4 expref: -99 pid: 6549 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.801447:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: 00000000845211b2/0xd9d09a059d6bf0ed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x4809400000020 nid: local remote: 0xd9d09a059d6bf0f4 expref: -99 pid: 6549 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.801462:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421057.801471:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421057.801472:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421057.801810:0:6549:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000d39492d pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:6549:1863761018229760:0@lo:101: 00010000:00010000:3.0:1777421057.801818:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: 00000000d4416192/0xd9d09a059d6bf109 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf110 expref: -99 pid: 6549 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.801825:0:6549:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: 00000000d4416192/0xd9d09a059d6bf109 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6bf110 expref: -99 pid: 6549 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421057.801883:0:6549:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000df7854d0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:6549:1863761018229888:0@lo:501: 00000100:00100000:3.0:1777421057.801905:0:6549:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421057.801925:0:6549:0:(client.c:2690:ptlrpc_set_wait()) set 00000000223b5b4d going to sleep for 11 seconds 00000100:00100000:3.0:1777421057.802087:0:6549:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000df7854d0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:6549:1863761018229888:0@lo:501: 00000100:00100000:3.0:1777421057.802110:0:6549:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000df7854d0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:6549:1863761018230016:0@lo:503: 00000100:00100000:3.0:1777421057.802145:0:6549:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421057.802164:0:6549:0:(client.c:2690:ptlrpc_set_wait()) set 00000000223b5b4d going to sleep for 11 seconds 00000020:00000080:3.0:1777421057.821530:0:6569:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:3.0:1777421057.821542:0:6569:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1777421057.821548:0:6569:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1777421057.821551:0:6569:0:(obd_config.c:1594:class_process_config()) marker 11 (0x2) lustre-OST0000 add ost 00000020:01000000:3.0:1777421057.821554:0:6569:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1777421057.821558:0:6569:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1777421057.821559:0:6569:0:(obd_config.c:1594:class_process_config()) marker 15 (0x1) lustre sys.timeout 00000020:00000080:3.0:1777421057.821562:0:6569:0:(obd_config.c:1506:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1777421057.821563:0:6569:0:(obd_config.c:1568:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1777421057.821619:0:6569:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1777421057.821623:0:6569:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1777421057.821624:0:6569:0:(obd_config.c:1594:class_process_config()) marker 15 (0x2) lustre sys.timeout 00000040:00080000:3.0:1777421057.821627:0:6569:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 8 count 8 00000020:01000000:3.0:1777421057.824572:0:6573:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1777421057.824581:0:6573:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1777421057.824583:0:6573:0:(obd_config.c:1594:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1777421057.824600:0:6573:0:(obd_config.c:2038:class_config_llog_handler()) cmd ce032, instance name: general-ffff97104a67e800 00000020:00000080:3.0:1777421057.824603:0:6573:0:(obd_config.c:1506:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1777421057.824640:0:6573:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1777421057.824644:0:6573:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1777421057.824645:0:6573:0:(obd_config.c:1594:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:3.0:1777421057.824648:0:6573:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 4 count 4 00000100:00100000:3.0:1777421057.826214:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018231424 00000100:00100000:3.0:1777421057.826219:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018231424 00000100:00100000:3.0:1777421057.826247:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1777421057.826254:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b510850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+10:6549:x1863761018231424:12345-0@lo:502: 00000100:00100000:3.0:1777421057.826419:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b510850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+10:6549:x1863761018231424:12345-0@lo:502: Request processed in 164us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421057.826425:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1777421057.827834:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018231552 00000100:00100000:3.0:1777421057.827839:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018231552 00000100:00100000:3.0:1777421057.827873:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1777421057.827880:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b513850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+10:6549:x1863761018231552:12345-0@lo:502: 00000100:00100000:3.0:1777421057.828026:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b513850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+10:6549:x1863761018231552:12345-0@lo:502: Request processed in 145us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421057.828032:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000020:01000004:3.0:1777421057.828689:0:6574:0:(obd_mount.c:208:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1777421057.828694:0:6574:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1777421057.828707:0:6574:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff9710809f19b8) 00000020:00000080:3.0:1777421057.828724:0:6574:0:(obd_config.c:757:class_attach()) OBD: dev 12 attached type lwp with refcount 2 00000020:00000080:3.0:1777421057.828729:0:6574:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1777421057.828919:0:6574:0:(tgt_mount.c:154:server_get_mount()) get mount ffff97104a67e800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1777421057.828924:0:6574:0:(tgt_mount.c:188:server_put_mount()) put mount ffff97104a67e800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1777421057.828927:0:6574:0:(obd_mount.c:724:lustre_put_lsi()) put ffff97104a67e800 3 00010000:00080000:3.0:1777421057.828956:0:6574:0:(ldlm_lib.c:102:import_set_conn()) imp ffff97106fccf800@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.124@tcp at head 00010000:00010000:3.0:1777421057.831215:0:6574:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-2 is initialized 00000020:00000080:3.0:1777421057.831309:0:6574:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000100:00100000:3.0:1777421057.833159:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3296:1863761018231680:0@lo:38: 00000100:00100000:3.0:1777421057.833198:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 20000000:01000000:3.0:1777421057.845503:0:5786:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1777421057.845508:0:5786:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1777421057.845528:0:5786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97108217ce00/0xd9d09a059d6bf156 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.845553:0:5786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97108217ce00/0xd9d09a059d6bf156 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1777421057.845561:0:5786:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001883455s 00010000:00010000:3.0:1777421057.845566:0:5786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97108217ce00/0xd9d09a059d6bf156 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.845573:0:5786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97108217ce00/0xd9d09a059d6bf156 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.845580:0:5786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97108217ce00/0xd9d09a059d6bf156 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.845598:0:5786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97108217ce00/0xd9d09a059d6bf156 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.845607:0:5786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217ce00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421057.845615:0:5786:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97108217ce00/0xd9d09a059d6bf156 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.845623:0:5786:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97108217ce00/0xd9d09a059d6bf156 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.845647:0:5786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97108217ce00/0xd9d09a059d6bf156 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.845775:0:5786:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97108217ce00/0xd9d09a059d6bf156 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421057.845780:0:5786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97108217ce00/0xd9d09a059d6bf156 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421058.051362:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1777421058.051369:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff9710438b0000 from 21 10000000:01000000:3.0:1777421058.051374:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1777421058.051564:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff97108217ce00/0xd9d09a059d6bf15d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.051575:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff97108217ce00/0xd9d09a059d6bf15d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.051598:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff97108217ce00/0xd9d09a059d6bf15d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421058.051622:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018232064:0@lo:101: 00000100:00100000:3.0:1777421058.051742:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421058.051786:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107796d900 going to sleep for 11 seconds 00000100:00100000:3.0:1777421058.051805:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018232064 00000100:00100000:3.0:1777421058.051813:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018232064 00000100:00100000:3.0:1777421058.052328:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1777421058.052338:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b512050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+10:5767:x1863761018232064:12345-0@lo:101: 00010000:00010000:3.0:1777421058.052351:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421058.052371:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97108217da00/0xd9d09a059d6bf164 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6bf15d expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.052394:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97108217da00/0xd9d09a059d6bf164 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6bf15d expref: 11 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.052406:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97108217da00/0xd9d09a059d6bf164 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf15d expref: 11 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.052495:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97108217da00, rc 0) 00000100:00100000:3.0:1777421058.052538:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b512050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+11:5767:x1863761018232064:12345-0@lo:101: Request processed in 201us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421058.052545:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1777421058.053105:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018232064:0@lo:101: 00010000:00010000:3.0:1777421058.053122:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff97108217ce00/0xd9d09a059d6bf15d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf164 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.053132:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff97108217ce00/0xd9d09a059d6bf15d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6bf164 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421058.053191:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018232192:0@lo:501: 00000100:00100000:3.0:1777421058.053223:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421058.053240:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107796d900 going to sleep for 11 seconds 00000100:00100000:3.0:1777421058.053255:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018232192 00000100:00100000:3.0:1777421058.053259:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018232192 00000100:00100000:3.0:1777421058.053309:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1777421058.053317:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b512c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+11:5767:x1863761018232192:12345-0@lo:501: 00000100:00100000:3.0:1777421058.053635:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b512c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+11:5767:x1863761018232192:12345-0@lo:501: Request processed in 318us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421058.053654:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1777421058.053699:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018232192:0@lo:501: 00000100:00100000:3.0:1777421058.053727:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018232320:0@lo:503: 00000100:00100000:3.0:1777421058.053771:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421058.053804:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107796d900 going to sleep for 11 seconds 00000100:00100000:3.0:1777421058.054572:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018232320:0@lo:503: 00000020:01000000:3.0:1777421058.057504:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 21-29 (rc=0) 10000000:01000000:3.0:1777421058.057522:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1777421058.057570:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff97108217ce00/0xd9d09a059d6bf15d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf164 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.057593:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff97108217ce00/0xd9d09a059d6bf15d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf164 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421058.057605:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1777421058.057607:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9710438b0000 from 3 10000000:01000000:3.0:1777421058.057610:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1777421058.057634:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff97108217d200/0xd9d09a059d6bf16b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.057643:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff97108217d200/0xd9d09a059d6bf16b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.057652:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff97108217d200/0xd9d09a059d6bf16b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421058.057665:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018232704:0@lo:101: 00000100:00100000:3.0:1777421058.057704:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421058.057760:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107796d900 going to sleep for 11 seconds 00000100:00100000:3.0:1777421058.058075:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018232704:0@lo:101: 00010000:00010000:3.0:1777421058.058088:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff97108217d200/0xd9d09a059d6bf16b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf172 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.058099:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff97108217d200/0xd9d09a059d6bf16b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6bf172 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421058.058146:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018232832:0@lo:256: 00000100:00100000:3.0:1777421058.058184:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421058.058205:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107796d900 going to sleep for 11 seconds 00000100:00100000:3.0:1777421058.058613:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018232832:0@lo:256: 10000000:01000000:3.0:1777421058.058923:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1777421058.058930:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff97108217d200/0xd9d09a059d6bf16b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf172 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.058938:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff97108217d200/0xd9d09a059d6bf16b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf172 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421058.058946:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:3.0:1777421058.058949:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 16 10000000:01000000:3.0:1777421058.058951:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1777421058.058970:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff97108217c800/0xd9d09a059d6bf179 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.058977:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff97108217c800/0xd9d09a059d6bf179 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.058997:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff97108217c800/0xd9d09a059d6bf179 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421058.059009:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018232960:0@lo:101: 00000100:00100000:3.0:1777421058.059044:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421058.059076:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107796d900 going to sleep for 11 seconds 00000100:00100000:3.0:1777421058.059993:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018232960:0@lo:101: 00010000:00010000:3.0:1777421058.060007:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff97108217c800/0xd9d09a059d6bf179 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf180 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.060015:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff97108217c800/0xd9d09a059d6bf179 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6bf180 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421058.060057:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018233088:0@lo:501: 00000100:00100000:3.0:1777421058.060080:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421058.060142:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107796d900 going to sleep for 11 seconds 00000100:00100000:3.0:1777421058.063019:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018233216 00000100:00100000:3.0:1777421058.063026:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018233216 00000100:00100000:3.0:1777421058.063066:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1777421058.063074:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710467f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018233216:12345-0@lo:503: 00000100:00100000:3.0:1777421058.063425:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710467f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018233216:12345-0@lo:503: Request processed in 351us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421058.063432:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1777421058.064481:0:6592:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:6592:1863761018233344:0@lo:502: 00000100:00100000:3.0:1777421058.064526:0:6592:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421058.064561:0:6592:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107796d180 going to sleep for 11 seconds 00000100:00100000:3.0:1777421058.098610:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3296:1863761018233472:0@lo:8: 00000100:00100000:3.0:1777421058.098820:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421058.098894:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018233472 00000100:00100000:3.0:1777421058.098902:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018233472 00000100:00100000:3.0:1777421058.098934:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1777421058.098941:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3296:x1863761018233472:12345-0@lo:8: 00010000:00080000:3.0:1777421058.098964:0:6554:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 124 last 0 00000020:00000080:3.0:1777421058.098997:0:6554:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xd9d09a059d6bf19c 00002000:00100000:3.0:1777421058.099026:0:6554:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff971077544000 ocd_connect_flags: 0xa044401443000026 ocd_version: 21132c2 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:3.0:1777421058.099031:0:6554:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00000001:00000004:3.0:1777421058.099036:0:6554:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967296 00002000:00100000:3.0:1777421058.099190:0:6554:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1777421058.099366:0:6554:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1777421058.099389:0:6554:0:(import.c:65:import_set_state_nolock()) ffff971077541800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1777421058.099435:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3296:x1863761018233472:12345-0@lo:8: Request processed in 493us (615us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421058.099442:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1777421058.099483:0:3296:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=0) req@ffff97105003d500 x1863761018233472/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1777421068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777421058.099493:0:3296:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1777421058.099500:0:3296:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 1 00000100:00080000:3.0:1777421058.099508:0:3296:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1777421058.099513:0:3296:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1777421058.099515:0:3296:0:(import.c:65:import_set_state_nolock()) ffff9710670fa000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1777421058.099528:0:3296:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00100000:3.0:1777421058.099532:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3296:1863761018233472:0@lo:8: 00000100:00100000:3.0:1777421058.100032:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018233600 00000100:00100000:3.0:1777421058.100098:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018233600 00000100:00100000:3.0:1777421058.100142:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1777421058.100151:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b478050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:6592:x1863761018233600:12345-0@lo:502: 00000100:00100000:3.0:1777421058.100539:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b478050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:6592:x1863761018233600:12345-0@lo:502: Request processed in 388us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421058.100546:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000020:01000000:3.0:1777421058.103843:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-MDT0000 gen 16-24 (rc=0) 10000000:01000000:3.0:1777421058.103869:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1777421058.103880:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff97108217c800/0xd9d09a059d6bf179 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf180 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.103892:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff97108217c800/0xd9d09a059d6bf179 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf180 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421058.103902:0:5767:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1777421058.103905:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff9710438b0000 from 1 10000000:01000000:3.0:1777421058.103908:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1777421058.103942:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff97108217c600/0xd9d09a059d6bf1a3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.103950:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff97108217c600/0xd9d09a059d6bf1a3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.103960:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff97108217c600/0xd9d09a059d6bf1a3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421058.103979:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018233728:0@lo:101: 00000100:00100000:3.0:1777421058.104037:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421058.104087:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107796d000 going to sleep for 11 seconds 00000100:00100000:3.0:1777421058.104112:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018233728 00000100:00100000:3.0:1777421058.104124:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018233728 00000100:00100000:3.0:1777421058.104185:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1777421058.104196:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b478c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018233728:12345-0@lo:101: 00010000:00010000:3.0:1777421058.104208:0:5764:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421058.104220:0:5764:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97108217dc00/0xd9d09a059d6bf1aa lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6bf1a3 expref: -99 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.104243:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97108217dc00/0xd9d09a059d6bf1aa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6bf1a3 expref: 14 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.104253:0:5764:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97108217dc00/0xd9d09a059d6bf1aa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf1a3 expref: 14 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421058.104262:0:5764:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97108217dc00, rc 0) 00000100:00100000:3.0:1777421058.104327:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b478c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018233728:12345-0@lo:101: Request processed in 132us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421058.104334:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1777421058.104744:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018233856 00000100:00100000:3.0:1777421058.104748:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018233856 00000100:00100000:3.0:1777421058.104788:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1777421058.104795:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b478450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018233856:12345-0@lo:501: 00000100:00100000:3.0:1777421058.104960:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b478450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018233856:12345-0@lo:501: Request processed in 165us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421058.104967:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000004:00080000:3.0:1777421058.122383:0:6596:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x100000000:0x1:0x0] 00000100:00100000:3.0:1777421058.122409:0:6596:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6596:1863761018234752:0@lo:7: 00000100:00100000:3.0:1777421058.123118:0:6596:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421058.123168:0:6596:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107796d840 going to sleep for 11 seconds 00010000:00080000:3.0:1777421058.130424:0:6596:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=0) req@ffff9710808d4000 x1863761018234752/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1777421074 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777421058.130441:0:6596:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6596:1863761018234752:0@lo:7: 00000004:00080000:3.0:1777421058.130456:0:6596:0:(osp_precreate.c:805:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x100000000:0x0:0x0] 00000100:00100000:3.0:1777421058.130492:0:6596:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6596:1863761018234880:0@lo:5: 00000100:00100000:3.0:1777421058.130526:0:6596:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421058.130576:0:6596:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107796d840 going to sleep for 11 seconds 00010000:00080000:3.0:1777421058.131106:0:6596:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=0) req@ffff9710808d4000 x1863761018234880/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1777421074 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777421058.131124:0:6596:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6596:1863761018234880:0@lo:5: 00000004:00080000:3.0:1777421058.131135:0:6596:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x100000000:0x1:0x0] from OST, last_created [0x100000000:0x1:0x0]last_used is [0x100000000:0x1:0x0] 00000100:00100000:3.0:1777421058.131159:0:6596:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6596:1863761018235008:0@lo:700: 00000100:00100000:3.0:1777421058.131191:0:6596:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421058.131218:0:6596:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107796d840 going to sleep for 11 seconds 00000100:00100000:3.0:1777421058.131621:0:5778:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018235136 00000100:00100000:3.0:1777421058.131627:0:5778:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018235136 00000100:00100000:3.0:1777421058.131781:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1777421058.131788:0:5778:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqs_0001:lustre-MDT0000-lwp-OST0000_UUID+5:6561:x1863761018235136:12345-0@lo:700: 00010000:00080000:3.0:1777421058.166743:0:6561:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff97107c83dc00 x1863761018235136/t0(0) o700->lustre-MDT0000-lwp-OST0000@0@lo:32/10 lens 264/248 e 0 to 0 dl 1777421074 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777421058.166757:0:6561:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:6561:1863761018235136:0@lo:700: 40000000:02000000:3.0:1777421058.166767:0:6561:0:(fid_request.c:121:seq_client_rpc()) cli-lustre-OST0000-super: Allocated super-sequence [0x0000000240000400-0x0000000280000400]:0:ost] 00000001:00080000:3.0:1777421058.200241:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967297 is committed 00000001:00100000:3.0:1777421058.200262:0:6578:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00080000:3.0:1777421058.200379:0:6596:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=0) req@ffff9710808d6a00 x1863761018235008/t0(0) o700->lustre-OST0000-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1777421074 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777421058.200389:0:6596:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967297 gen 2 00000100:00100000:3.0:1777421058.200405:0:6596:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6596:1863761018235008:0@lo:700: 00010000:00080000:3.0:1777421058.233776:0:6596:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=0) req@ffff97105003c000 x1863761018235264/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1777421074 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777421058.233797:0:6596:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6596:1863761018235264:0@lo:5: 00000004:00080000:3.0:1777421058.233813:0:6596:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x1:0x0]-[0x240000400:0x21:0x0] 00000001:02000400:3.0:1777421060.611601:0:6905:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg424-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:3.0:1777421063.458557:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018235392:0@lo:400: 00000100:00100000:3.0:1777421063.458622:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421063.458664:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018235904:0@lo:13: 00000100:00100000:3.0:1777421063.458866:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421063.458966:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777421063.458977:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018235520:0@lo:400: 00000100:00100000:3.0:1777421063.459019:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421063.459071:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018235392:0@lo:400: 00000100:00100000:3.0:1777421063.459125:0:6555:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018235904 00000100:00100000:3.0:1777421063.459133:0:6555:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018235904 00000100:00100000:3.0:1777421063.459265:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1777421063.459296:0:6555:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3299:x1863761018235904:12345-0@lo:13: 00002000:00000024:3.0:1777421063.459421:0:6555:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777421063.460059:0:6555:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3299:x1863761018235904:12345-0@lo:13: Request processed in 771us (1183us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421063.460076:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000001:00080000:3.0:1777421063.495872:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967298 is committed 00000020:01000004:3.0:1777421066.377191:0:7427:0:(obd_mount.c:937:lmd_print()) mount data: 00000020:01000004:3.0:1777421066.377195:0:7427:0:(obd_mount.c:940:lmd_print()) device: lustre-ost2/ost2 00000080:01200004:3.0:1777421066.377368:0:7427:0:(super25.c:136:lustre_fill_super()) VFS Op: sb ffff971077540800 00000020:01000004:3.0:1777421066.377384:0:7427:0:(tgt_mount.c:2468:osd_start()) Attempting to start lustre-OST0001, type=osd-zfs, lsifl=200062, mountfl=0 00000020:01000004:3.0:1777421066.377396:0:7427:0:(obd_mount.c:208:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-zfs) 00000020:00000080:3.0:1777421066.377401:0:7427:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1777421066.377415:0:7427:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001-osd (ffff9710809f0000) 00000020:00000080:3.0:1777421066.377467:0:7427:0:(obd_config.c:757:class_attach()) OBD: dev 14 attached type osd-zfs with refcount 2 00000020:00000080:3.0:1777421066.377474:0:7427:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00100000:10000000:3.0:1777421066.387485:0:7427:0:(scrub.c:229:scrub_file_store()) lustre-OST0001: store scrub file: rc = 0 00100000:10000000:3.0:1777421066.387814:0:7427:0:(scrub.c:229:scrub_file_store()) lustre-OST0001: store scrub file: rc = 0 00100000:10000000:3.0:1777421066.410803:0:7427:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000001:0x1017:0x0] => 0 (CONFIGS): rc = 1 00100000:10000000:3.0:1777421066.415906:0:7427:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:3.0:1777421066.415941:0:7427:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000001:0x3:0x0] => 0 (fld): rc = 1 00100000:10000000:3.0:1777421066.416000:0:7427:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:3.0:1777421066.416197:0:7427:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00000020:00000080:3.0:1777421066.416594:0:7427:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:3.0:1777421066.416607:0:7427:0:(osd_handler.c:1568:osd_obd_connect()) connect #0 00000020:00000080:3.0:1777421066.416616:0:7427:0:(genops.c:1404:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xd9d09a059d6bf1c6 00000020:01000004:3.0:1777421066.416624:0:7427:0:(tgt_mount.c:2553:server_fill_super()) Found service lustre-OST0001 on device lustre-ost2/ost2 00000020:01000004:3.0:1777421066.416644:0:7427:0:(obd_mount.c:415:lustre_start_mgc()) MGC192.168.204.124@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1777421066.416647:0:7427:0:(mgc_request.c:1069:mgc_set_info_async()) InitRecov MGC192.168.204.124@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1777421066.416653:0:7427:0:(tgt_mount.c:1746:server_start_targets()) starting target lustre-OST0001 00000020:01000004:3.0:1777421066.416673:0:7427:0:(tgt_mount.c:281:server_mgc_set_fs()) Set mgc disk for lustre-ost2/ost2 10000000:01000000:3.0:1777421066.416677:0:7427:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.124@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:3.0:1777421066.434698:0:7427:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.204.124@tcp ctxt 0 is initialized 00000020:01000004:3.0:1777421066.434741:0:7427:0:(tgt_mount.c:1371:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.204.124@tcp, index=0001, flags=0x20062 00000020:01000004:3.0:1777421066.434748:0:7427:0:(tgt_mount.c:1147:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1777421066.434750:0:7427:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1777421066.434751:0:7427:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1777421066.434753:0:7427:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1777421066.434754:0:7427:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1777421066.434755:0:7427:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1777421066.434757:0:7427:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1777421066.434758:0:7427:0:(tgt_mount.c:1164:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:3.0:1777421066.434759:0:7427:0:(tgt_mount.c:1166:server_mti_print()) LDD_F_UPDATE 00000020:01000004:3.0:1777421066.434761:0:7427:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1777421066.434762:0:7427:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1777421066.434765:0:7427:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020062 00000020:01000004:3.0:1777421066.434768:0:7427:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1777421066.434769:0:7427:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1777421066.434770:0:7427:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1777421066.434771:0:7427:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1777421066.434772:0:7427:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1777421066.434773:0:7427:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1777421066.434774:0:7427:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1777421066.434775:0:7427:0:(tgt_mount.c:1164:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:3.0:1777421066.434776:0:7427:0:(tgt_mount.c:1166:server_mti_print()) LDD_F_UPDATE 00000020:01000004:3.0:1777421066.434777:0:7427:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1777421066.434778:0:7427:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1777421066.434802:0:7427:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1777421066.434819:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7427:1863761018236032:0@lo:253: 00000100:00100000:3.0:1777421066.434904:0:7427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421066.435040:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1777421066.443891:0:6567:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 0 new 8192-byte reqbufs (1/1 left), rc = 0 00000100:00100000:3.0:1777421066.443919:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018237184 00000100:00100000:3.0:1777421066.443924:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018237184 00010000:00010000:3.0:1777421066.443939:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971041485c00/0xd9d09a059d6bf13a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6bf133 expref: 16 pid: 5764 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421066.443961:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1777421066.443967:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:3297:x1863761018237184:12345-0@lo:103: 00010000:00010000:3.0:1777421066.443975:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421066.443985:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971041485c00/0xd9d09a059d6bf13a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6bf133 expref: 16 pid: 5764 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421066.444541:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971041485c00/0xd9d09a059d6bf13a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6bf133 expref: 15 pid: 5764 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421066.444557:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971041485c00/0xd9d09a059d6bf13a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6bf133 expref: 15 pid: 5764 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421066.444572:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421066.444635:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:3297:x1863761018237184:12345-0@lo:103: Request processed in 666us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421066.444643:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1777421066.444684:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018237184:0@lo:103: 00000100:00100000:3.0:1777421066.445023:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018237440:0@lo:103: 00000100:00100000:3.0:1777421066.445053:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421066.471676:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7427:1863761018236032:0@lo:253: 10000000:01000000:3.0:1777421066.471693:0:7427:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1777421066.471696:0:7427:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1777421066.471697:0:7427:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1777421066.471699:0:7427:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1777421066.471700:0:7427:0:(tgt_mount.c:1150:server_mti_print()) uuid: lustre-OST0001_UUID 00000020:01000004:3.0:1777421066.471701:0:7427:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1777421066.471703:0:7427:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1777421066.471704:0:7427:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1777421066.471706:0:7427:0:(tgt_mount.c:1168:server_mti_print()) LDD_F_REWRITE_LDD 00000020:01000004:3.0:1777421066.471708:0:7427:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1777421066.471709:0:7427:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1777421066.471730:0:7427:0:(tgt_mount.c:102:server_register_mount()) register mount ffff971077540800 from lustre-OST0001 10000000:01000000:3.0:1777421066.471755:0:7427:0:(mgc_request.c:1953:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:3.0:1777421066.471768:0:7427:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1777421066.471776:0:7427:0:(mgc_request_server.c:865:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9710463b19b8 local copy 00010000:00010000:3.0:1777421066.471799:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff971082053c00/0xd9d09a059d6bf1d4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf1db expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421066.471913:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7427:1863761018237824:0@lo:501: 00000100:00100000:3.0:1777421066.471951:0:7427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421066.471985:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a2900 going to sleep for 11 seconds 00000100:00100000:3.0:1777421066.472176:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7427:1863761018237824:0@lo:501: 10000000:01000000:3.0:1777421066.472192:0:7427:0:(mgc_request_server.c:758:mgc_llog_local_copy()) MGC192.168.204.124@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1777421066.472218:0:7427:0:(mgc_request_server.c:888:mgc_get_local_copy()) MGC192.168.204.124@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1777421066.472223:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff971082053c00/0xd9d09a059d6bf1d4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf1db expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421066.472229:0:7427:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff971082053c00/0xd9d09a059d6bf1d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf1db expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421066.472245:0:7427:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff971077540800 10000000:01000000:3.0:1777421066.472248:0:7427:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1777421066.472252:0:7427:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1777421066.472253:0:7427:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1777421066.472256:0:7427:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1777421066.472258:0:7427:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1777421066.472295:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff971046757c00/0xd9d09a059d6bf1e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421066.472301:0:7427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff971046757c00/0xd9d09a059d6bf1e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421066.472306:0:7427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff971046757c00/0xd9d09a059d6bf1e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421066.472322:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7427:1863761018237952:0@lo:101: 00000100:00100000:3.0:1777421066.472344:0:7427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421066.472358:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a2900 going to sleep for 11 seconds 00000100:00100000:3.0:1777421066.472604:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7427:1863761018237952:0@lo:101: 00010000:00010000:3.0:1777421066.472616:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff971046757c00/0xd9d09a059d6bf1e2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf1e9 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421066.472621:0:7427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff971046757c00/0xd9d09a059d6bf1e2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6bf1e9 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421066.472659:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7427:1863761018238080:0@lo:501: 00000100:00100000:3.0:1777421066.472676:0:7427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421066.472691:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a2900 going to sleep for 11 seconds 00000100:00100000:3.0:1777421066.473263:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7427:1863761018238080:0@lo:501: 00000100:00100000:3.0:1777421066.473313:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7427:1863761018238208:0@lo:503: 00000100:00100000:3.0:1777421066.473353:0:7427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421066.473472:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a2900 going to sleep for 11 seconds 00000100:00100000:3.0:1777421066.473651:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7427:1863761018238208:0@lo:503: 00000040:00080000:3.0:1777421066.473903:0:7427:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1777421066.473953:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7427:1863761018238336:0@lo:502: 00000100:00100000:3.0:1777421066.473993:0:7427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421066.474010:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a2900 going to sleep for 11 seconds 00000100:00100000:3.0:1777421066.474211:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7427:1863761018238336:0@lo:502: 00000040:00080000:3.0:1777421066.474562:0:7427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].1, 224 off8416 00000040:00080000:3.0:1777421066.474601:0:7427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].2, 128 off8544 00000040:00080000:3.0:1777421066.474618:0:7427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].3, 112 off8656 00000040:00080000:3.0:1777421066.474646:0:7427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].4, 224 off8880 00000040:00080000:3.0:1777421066.474664:0:7427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].5, 224 off9104 00000040:00080000:3.0:1777421066.474680:0:7427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].6, 80 off9184 00000100:00100000:3.0:1777421066.474694:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7427:1863761018238464:0@lo:502: 00000100:00100000:3.0:1777421066.474719:0:7427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421066.474738:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a2900 going to sleep for 11 seconds 00000100:00100000:3.0:1777421066.474950:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7427:1863761018238464:0@lo:502: 00000040:00080000:3.0:1777421066.475006:0:7427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].7, 224 off9408 00000040:00080000:3.0:1777421066.475011:0:7427:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 7 count 8 00000020:01000000:3.0:1777421066.493023:0:7427:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-7 (rc=0) 10000000:01000000:3.0:1777421066.493050:0:7427:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1777421066.493075:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff971046757c00/0xd9d09a059d6bf1e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf1e9 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421066.493088:0:7427:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff971046757c00/0xd9d09a059d6bf1e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf1e9 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421066.493097:0:7427:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff971077540800 from 1 10000000:01000000:3.0:1777421066.493100:0:7427:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1777421066.493135:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff971046756a00/0xd9d09a059d6bf1fe lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421066.493143:0:7427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff971046756a00/0xd9d09a059d6bf1fe lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421066.493154:0:7427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff971046756a00/0xd9d09a059d6bf1fe lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421066.493176:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7427:1863761018238592:0@lo:101: 00000100:00100000:3.0:1777421066.493251:0:7427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421066.493317:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a2a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421066.493675:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7427:1863761018238592:0@lo:101: 00010000:00010000:3.0:1777421066.493690:0:7427:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff971046756a00/0xd9d09a059d6bf1fe lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf205 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421066.493699:0:7427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff971046756a00/0xd9d09a059d6bf1fe lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6bf205 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421066.493854:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7427:1863761018238720:0@lo:501: 00000100:00100000:3.0:1777421066.493877:0:7427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421066.493898:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a2a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421066.494208:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7427:1863761018238720:0@lo:501: 00000100:00100000:3.0:1777421066.494236:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7427:1863761018238848:0@lo:503: 00000100:00100000:3.0:1777421066.494291:0:7427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421066.494319:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a2a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421066.494829:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7427:1863761018238848:0@lo:503: 00000040:00080000:3.0:1777421066.495111:0:7427:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1777421066.495161:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7427:1863761018238976:0@lo:502: 00000100:00100000:3.0:1777421066.495196:0:7427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421066.495213:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a2a80 going to sleep for 11 seconds 00000020:01000000:3.0:1777421066.497208:0:7427:0:(obd_config.c:2178:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:3.0:1777421066.497227:0:7427:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1777421066.497309:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff971046756a00/0xd9d09a059d6bf1fe lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf205 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421066.497320:0:7427:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff971046756a00/0xd9d09a059d6bf1fe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf205 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421066.497366:0:7427:0:(mgc_request.c:1953:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1777421066.497369:0:7427:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff971077540800 10000000:01000000:3.0:1777421066.497372:0:7427:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff971077540800 10000000:01000000:3.0:1777421066.497376:0:7427:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1777421066.497382:0:7427:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff971077540800 from 1 10000000:01000000:3.0:1777421066.497385:0:7427:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1777421066.497409:0:7427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff971046756c00/0xd9d09a059d6bf20c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421066.497418:0:7427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff971046756c00/0xd9d09a059d6bf20c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421066.497441:0:7427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff971046756c00/0xd9d09a059d6bf20c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421066.497456:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7427:1863761018239232:0@lo:101: 00000100:00100000:3.0:1777421066.497491:0:7427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421066.497524:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a2e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777421066.497949:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018239360 00000100:00100000:3.0:1777421066.497953:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018239360 00000100:00100000:3.0:1777421066.497981:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1777421066.497987:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:7427:x1863761018239360:12345-0@lo:501: 00000100:00100000:3.0:1777421066.498062:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:7427:x1863761018239360:12345-0@lo:501: Request processed in 75us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421066.498069:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1777421066.498762:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018239616 00000100:00100000:3.0:1777421066.498766:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018239616 00000100:00100000:3.0:1777421066.498793:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1777421066.498806:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b558450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:7427:x1863761018239616:12345-0@lo:502: 00000100:00100000:3.0:1777421066.499010:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b558450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:7427:x1863761018239616:12345-0@lo:502: Request processed in 203us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421066.499017:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1777421066.500910:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018239744 00000100:00100000:3.0:1777421066.500916:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018239744 00000100:00100000:3.0:1777421066.500967:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1777421066.500976:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:7427:x1863761018239744:12345-0@lo:502: 00000100:00100000:3.0:1777421066.501394:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:7427:x1863761018239744:12345-0@lo:502: Request processed in 418us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421066.501403:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000020:01000000:3.0:1777421066.506512:0:7427:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:3.0:1777421066.506545:0:7427:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1777421066.506562:0:7427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff971046756c00/0xd9d09a059d6bf20c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf213 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421066.506573:0:7427:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff971046756c00/0xd9d09a059d6bf20c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf213 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1777421066.506620:0:7427:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1777421066.506625:0:7427:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1777421066.506627:0:7427:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1777421066.506629:0:7427:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1777421066.506631:0:7427:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1777421066.506633:0:7427:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1777421066.506634:0:7427:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1777421066.506636:0:7427:0:(tgt_mount.c:1164:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:3.0:1777421066.506638:0:7427:0:(tgt_mount.c:1166:server_mti_print()) LDD_F_UPDATE 00000020:01000004:3.0:1777421066.506640:0:7427:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1777421066.506641:0:7427:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1777421066.506646:0:7427:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020062 00000020:01000004:3.0:1777421066.506656:0:7427:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1777421066.506659:0:7427:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1777421066.506660:0:7427:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1777421066.506663:0:7427:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1777421066.506667:0:7427:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1777421066.506668:0:7427:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1777421066.506670:0:7427:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1777421066.506671:0:7427:0:(tgt_mount.c:1164:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:3.0:1777421066.506672:0:7427:0:(tgt_mount.c:1166:server_mti_print()) LDD_F_UPDATE 00000020:01000004:3.0:1777421066.506673:0:7427:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1777421066.506674:0:7427:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1777421066.506689:0:7427:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1777421066.506701:0:7427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7427:1863761018240128:0@lo:253: 00000100:00100000:3.0:1777421066.506751:0:7427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421066.506781:0:7427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1777421066.506801:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018240128 00000100:00100000:3.0:1777421066.506807:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018240128 00000100:00100000:3.0:1777421066.506839:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1777421066.506845:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b559450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:7427:x1863761018240128:12345-0@lo:253: 20000000:01000000:3.0:1777421066.506876:0:5765:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1777421066.506892:0:5765:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:3.0:1777421066.508860:0:5782:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018240000 00000100:00100000:3.0:1777421066.508868:0:5782:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018240000 00000100:00100000:3.0:1777421066.508908:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1777421066.508917:0:5782:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-OST0001_UUID+5:7443:x1863761018240000:12345-0@lo:901: 00000100:00100000:3.0:1777421066.509262:0:5782:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-OST0001_UUID+5:7443:x1863761018240000:12345-0@lo:901: Request processed in 345us (1733us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421066.509271:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1777421066.509782:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1777421066.510088:0:7443:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff97106708f100 x1863761018240000/t0(0) o901->lustre-MDT0000-lwp-OST0001@0@lo:29/10 lens 248/4320 e 0 to 0 dl 1777421082 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777421066.510103:0:7443:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708f100 pname:cluuid:pid:xid:nid:opc:job lwp_notify_lust:lustre-MDT0000-lwp-OST0001_UUID:7443:1863761018240000:0@lo:901: 00000100:00100000:3.0:1777421066.521637:0:6567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018240640 00000100:00100000:3.0:1777421066.521646:0:6567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018240640 00000100:00100000:3.0:1777421066.521697:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1777421066.521707:0:6567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+3:5786:x1863761018240640:12345-0@lo:104: 00010000:00010000:3.0:1777421066.521720:0:6567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff97108217d200/0xd9d09a059d6bf16b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6bf172 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421066.521788:0:6567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777421066.521796:0:6567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+3:5786:x1863761018240640:12345-0@lo:104: Request processed in 90us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421066.521806:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1777421066.529200:0:7427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7427:1863761018240128:0@lo:253: 10000000:01000000:3.0:1777421066.529226:0:7427:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1777421066.529230:0:7427:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1777421066.529232:0:7427:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1777421066.529233:0:7427:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1777421066.529234:0:7427:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1777421066.529235:0:7427:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1777421066.529237:0:7427:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1777421066.529239:0:7427:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1777421066.529240:0:7427:0:(tgt_mount.c:1164:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:3.0:1777421066.529241:0:7427:0:(tgt_mount.c:1166:server_mti_print()) LDD_F_UPDATE 00000020:01000004:3.0:1777421066.529243:0:7427:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1777421066.529244:0:7427:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1777421066.529259:0:7427:0:(tgt_mount.c:2657:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:3.0:1777421066.534639:0:7427:0:(osd_index.c:2099:osd_index_try()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:3.0:1777421066.534966:0:7427:0:(osd_index.c:2099:osd_index_try()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:3.0:1777421066.535232:0:7427:0:(osd_index.c:2099:osd_index_try()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:3.0:1777421066.535455:0:7427:0:(osd_index.c:2099:osd_index_try()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:3.0:1777421066.535719:0:7427:0:(osd_index.c:2099:osd_index_try()) lustre-OST0001: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:3.0:1777421066.536160:0:7427:0:(osd_index.c:2099:osd_index_try()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:3.0:1777421066.537037:0:7427:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967296 00000100:00100000:3.0:1777421071.650629:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3300:1863761018241280:0@lo:400: 00000100:00100000:3.0:1777421071.651741:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1777421071.651749:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1863761018241280:12345-0@lo:400: 00000100:00100000:3.0:1777421071.651781:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1863761018241280:12345-0@lo:400: Request processed in 33us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421071.651787:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1777421071.651800:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1777421071.651807:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018241536:12345-0@lo:400: 00000100:00100000:3.0:1777421071.651837:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018241536:12345-0@lo:400: Request processed in 31us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421071.651843:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:3.0:1777421071.651904:0:3298:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9710808d4000 x1863761018241536/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777421087 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777421071.651914:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018241536:0@lo:400: 00000100:00100000:3.0:1777421071.652526:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018241024:0@lo:400: 00000100:00100000:3.0:1777421072.695369:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006692352 00000100:00100000:3.0:1777421072.695378:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006692352 00000100:00100000:3.0:1777421072.695412:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 4 00000100:00100000:3.0:1777421072.695417:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2357:x1863761006692352:12345-192.168.204.24@tcp:38: 00010000:00080000:3.0:1777421072.695437:0:5771:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-MDT0000: connection from 8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp t0 exp 0000000000000000 cur 139 last 0 00000020:00000080:3.0:1777421072.695472:0:5771:0:(genops.c:1404:class_connect()) connect: client 8b251bd7-457c-4889-b04e-8036834fd389, cookie 0xd9d09a059d6bf259 00000004:00100000:3.0:1777421072.695495:0:5771:0:(mdt_handler.c:7294:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000004:3.0:1777421072.695503:0:5771:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294967296 00000100:00100000:3.0:1777421073.699196:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018241664 00000100:00100000:3.0:1777421073.699215:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018241664 00000100:00100000:3.0:1777421073.699270:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1777421073.699319:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018241664:12345-0@lo:13: 00002000:00000024:3.0:1777421073.699351:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777421073.699412:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018241664:12345-0@lo:13: Request processed in 97us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421073.699419:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1777421073.729190:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006692480 00000100:00100000:3.0:1777421073.729203:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006692480 00000100:00100000:3.0:1777421073.729327:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 5 00000100:00100000:3.0:1777421073.729340:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:0:x1863761006692480:12345-192.168.204.24@tcp:41: 00000004:00000024:3.0:1777421073.729408:0:5771:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260598784 avail 2258501632 00000100:00100000:3.0:1777421073.729542:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:0:x1863761006692480:12345-192.168.204.24@tcp:41: Request processed in 197us (899us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421073.729551:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 5 00000100:00100000:3.0:1777421073.730087:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006692608 00000100:00100000:3.0:1777421073.730092:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006692608 00000100:00100000:3.0:1777421074.729045:0:7986:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7986:1863761018242304:0@lo:502: 00000040:00080000:3.0:1777421074.729067:0:7986:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000100:00100000:3.0:1777421074.730303:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018242432:0@lo:101: 00010000:00010000:3.0:1777421074.730319:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff971040031000/0xd9d09a059d6bf28a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf291 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421074.730328:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff971040031000/0xd9d09a059d6bf28a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6bf291 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421074.730397:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018242560:0@lo:501: 00000100:00100000:3.0:1777421074.730424:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421074.730436:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ffa5cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421074.731007:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018242560:0@lo:501: 00000100:00100000:3.0:1777421074.731033:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018242688:0@lo:503: 00000100:00100000:3.0:1777421074.731070:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421074.731099:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ffa5cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421074.731961:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018242688:0@lo:503: 00000100:00100000:3.0:1777421074.734049:0:7987:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7987:1863761018242944:0@lo:502: 00000020:01000000:3.0:1777421074.734069:0:7987:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1777421074.734074:0:7987:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1777421074.734076:0:7987:0:(obd_config.c:1594:class_process_config()) marker 21 (0x2) lustre sys.timeout 00000040:00080000:3.0:1777421074.734080:0:7987:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 11 count 11 00000100:00100000:3.0:1777421074.735999:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018243200:0@lo:501: 00000100:00100000:3.0:1777421074.736066:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018243328:0@lo:503: 00000100:00100000:3.0:1777421074.736157:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421074.736197:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ffa5cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421074.736555:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018243328:0@lo:503: 00000100:00100000:3.0:1777421074.736881:0:7988:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7988:1863761018243456:0@lo:502: 00000100:00100000:3.0:1777421074.736904:0:7988:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421074.736925:0:7988:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ffa5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777421074.737118:0:7988:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7988:1863761018243456:0@lo:502: 00000100:00100000:3.0:1777421074.737154:0:7988:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7988:1863761018243584:0@lo:502: 00000100:00100000:3.0:1777421074.737189:0:7988:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421074.737205:0:7988:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ffa5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777421074.737804:0:7988:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7988:1863761018243584:0@lo:502: 00000040:00080000:3.0:1777421074.737829:0:7988:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000100:00100000:3.0:1777421074.740361:0:7989:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7989:1863761018244352:0@lo:502: 00000100:00100000:3.0:1777421074.740393:0:7989:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421074.740427:0:7989:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ffa56c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421074.740698:0:7989:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:7989:1863761018244352:0@lo:502: 00000020:01000000:3.0:1777421074.740726:0:7989:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1777421074.740733:0:7989:0:(obd_mount.c:975:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt1/mdt1 00000020:00000080:3.0:1777421074.740739:0:7989:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1777421074.740741:0:7989:0:(obd_config.c:1594:class_process_config()) marker 18 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1777421074.740747:0:7989:0:(obd_config.c:1506:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1777421074.740752:0:7989:0:(obd_config.c:1518:class_process_config()) adding mapping from uuid 192.168.204.124@tcp to nid 0x20000c0a8cc7c (192.168.204.124@tcp) 00000020:01000000:3.0:1777421074.740773:0:7989:0:(obd_config.c:2008:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1777421074.740776:0:7989:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1777421074.740789:0:7989:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff9710809f3370) 00000020:00000080:3.0:1777421074.740805:0:7989:0:(obd_config.c:757:class_attach()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:3.0:1777421074.740811:0:7989:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1777421074.740876:0:7989:0:(osp_dev.c:1191:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:3.0:1777421074.740882:0:7989:0:(osd_handler.c:1568:osd_obd_connect()) connect #6 00000020:00000080:3.0:1777421074.740889:0:7989:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xd9d09a059d6bf2c9 00010000:00080000:3.0:1777421074.740914:0:7989:0:(ldlm_lib.c:102:import_set_conn()) imp ffff971077546800@lustre-OST0001-osc-MDT0000: add connection 192.168.204.124@tcp at head 00010000:00010000:3.0:1777421074.741132:0:7989:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-5 is initialized 00000040:01000000:3.0:1777421074.741455:0:7989:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:01000000:3.0:1777421074.741465:0:7989:0:(llog_obd.c:195:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1777421074.741851:0:7989:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1777421074.742024:0:7989:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1777421074.742064:0:7989:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].1, 64 off8256 00000040:00080000:3.0:1777421074.742114:0:7989:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1, 64 off8256 00000040:00080000:3.0:1777421074.742616:0:7990:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421074.742621:0:7990:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x6:0x0] at index 1 of catalog [0x1:0x5:0x0] 00000100:00100000:3.0:1777421074.743551:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3296:1863761018244480:0@lo:8: 00000100:00100000:3.0:1777421074.744026:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1777421074.745610:0:3296:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff97105003ca80 x1863761018244480/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1777421084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777421074.745622:0:3296:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1777421074.745630:0:3296:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 1 00000100:00080000:3.0:1777421074.745639:0:3296:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1777421074.745647:0:3296:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1777421074.745650:0:3296:0:(import.c:65:import_set_state_nolock()) ffff971077546800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1777421074.746507:0:3296:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00100000:3.0:1777421074.746514:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3296:1863761018244480:0@lo:8: 00000100:00100000:3.0:1777421074.779109:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018245248 00000100:00100000:3.0:1777421074.779113:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018245248 00000100:00100000:3.0:1777421074.779138:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1777421074.779143:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3300:x1863761018245248:12345-0@lo:13: 00002000:00000024:3.0:1777421074.779155:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44367872 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1777421074.779310:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3300:x1863761018245248:12345-0@lo:13: Request processed in 67us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421074.779317:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1777421075.491069:0:6555:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006693632 00000100:00100000:3.0:1777421075.491079:0:6555:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006693632 00000100:00100000:3.0:1777421075.491150:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 5 00000100:00100000:3.0:1777421075.491161:0:6555:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:8b251bd7-457c-4889-b04e-8036834fd389+6:5628:x1863761006693632:12345-192.168.204.24@tcp:13: 00002000:00000024:3.0:1777421075.491208:0:6555:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777421075.491321:0:6555:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:8b251bd7-457c-4889-b04e-8036834fd389+6:5628:x1863761006693632:12345-192.168.204.24@tcp:13: Request processed in 161us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421075.491329:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 5 00000100:00100000:3.0:1777421075.493721:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006693760 00000100:00100000:3.0:1777421075.493735:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006693760 00000100:00100000:3.0:1777421075.493866:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6 00000100:00100000:3.0:1777421075.493878:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:8b251bd7-457c-4889-b04e-8036834fd389+5:5628:x1863761006693760:12345-192.168.204.24@tcp:13: 00002000:00000024:3.0:1777421075.493907:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777421075.493984:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:8b251bd7-457c-4889-b04e-8036834fd389+5:5628:x1863761006693760:12345-192.168.204.24@tcp:13: Request processed in 109us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421075.493993:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6 00000001:02000400:3.0:1777421076.916752:0:8079:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000020:00000080:3.0:1777421078.741238:0:8226:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc11c64a70 20000000:00000080:3.0:1777421078.741256:0:8226:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff970f41d8d400 uarg=0000000000000000 20000000:01000000:3.0:1777421078.741322:0:8226:0:(mgs_llog.c:1905:mgs_parse_devname()) Device name lustre without fsname 20000000:01000000:3.0:1777421078.741325:0:8226:0:(mgs_llog.c:5963:mgs_set_conf_param()) lustre is seen as a file system name 20000000:01000000:3.0:1777421078.741327:0:8226:0:(mgs_llog.c:5994:mgs_set_conf_param()) set_conf_param fs='lustre' device='lustre' param='sys.jobid_var=procname_uid' 20000000:01000000:3.0:1777421078.741332:0:8226:0:(mgs_llog.c:4648:mgs_write_log_param()) next param 'sys.jobid_var=procname_uid' 20000000:01000000:3.0:1777421078.741336:0:8226:0:(mgs_llog.c:4082:mgs_write_log_sys()) global 'sys.jobid_var=procname_uid' val=procname_uid 20000000:01000000:3.0:1777421078.741350:0:8226:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:3.0:1777421078.741353:0:8226:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping .. 20000000:01000000:3.0:1777421078.741485:0:8226:0:(mgs_llog.c:2442:mgs_write_log_direct_all()) Changing log lustre-client 20000000:01000000:3.0:1777421078.741488:0:8226:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-client/lustre/sys.jobid_var fl=4 00000040:00080000:3.0:1777421078.742352:0:8227:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000040:00080000:3.0:1777421078.748085:0:8226:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].34, 224 off14144 00000040:00080000:3.0:1777421078.748128:0:8226:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].35, 120 off14264 00000040:00080000:3.0:1777421078.748212:0:8226:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].36, 224 off14488 10000000:01000000:3.0:1777421078.748235:0:8226:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:3.0:1777421078.748253:0:8226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff971046756e00/0xd9d09a059d6bf2de lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.748270:0:8226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971082052a00/0xd9d09a059d6bf1db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf1d4 expref: 17 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.748342:0:8226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971040031800/0xd9d09a059d6bf1e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf1e2 expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.748349:0:8226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971082053200/0xd9d09a059d6bf213 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf20c expref: 17 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.748359:0:8226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9710487a1e00/0xd9d09a059d6bf23d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0463d expref: 8 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.748401:0:8226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9710487a0e00/0xd9d09a059d6bf244 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04644 expref: 8 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.748411:0:8226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9710487a0c00/0xd9d09a059d6bf283 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf27c expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.748418:0:8226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9710487a1600/0xd9d09a059d6bf291 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf28a expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.748426:0:8226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971041484600/0xd9d09a059d6bf29f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf298 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.748433:0:8226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971040031200/0xd9d09a059d6bf2bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf2b4 expref: 17 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.748440:0:8226:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff971046756e00/0xd9d09a059d6bf2de lrc: 12/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.748474:0:8226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971040031200/0xd9d09a059d6bf2bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6bf2b4 expref: 17 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.748484:0:8226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971040031200/0xd9d09a059d6bf2bb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6bf2b4 expref: 17 pid: 5764 timeout: 245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421078.748495:0:8226:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1863761018246016:0@lo:104: 00000100:00100000:3.0:1777421078.748542:0:8226:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777421078.748830:0:8226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971041484600/0xd9d09a059d6bf29f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6bf298 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.748839:0:8226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971041484600/0xd9d09a059d6bf29f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6bf298 expref: 17 pid: 5763 timeout: 245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421078.748845:0:8226:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1863761018246144:0@lo:104: 00000100:00100000:3.0:1777421078.748868:0:8226:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777421078.748898:0:8226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9710487a1600/0xd9d09a059d6bf291 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6bf28a expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.748906:0:8226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9710487a1600/0xd9d09a059d6bf291 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6bf28a expref: 17 pid: 5765 timeout: 245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421078.748915:0:8226:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1863761018246272:0@lo:104: 00000100:00100000:3.0:1777421078.748933:0:8226:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777421078.748948:0:8226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9710487a0c00/0xd9d09a059d6bf283 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6bf27c expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.748956:0:8226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9710487a0c00/0xd9d09a059d6bf283 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6bf27c expref: 17 pid: 5765 timeout: 245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421078.748974:0:8226:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d5880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1863761018246400:0@lo:104: 00000100:00100000:3.0:1777421078.748991:0:8226:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777421078.749022:0:8226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9710487a0e00/0xd9d09a059d6bf244 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04644 expref: 8 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.749031:0:8226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9710487a0e00/0xd9d09a059d6bf244 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04644 expref: 8 pid: 5765 timeout: 245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421078.749040:0:8226:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077251500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1863761018246528:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421078.749092:0:8226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9710487a1e00/0xd9d09a059d6bf23d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0463d expref: 8 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.749110:0:8226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9710487a1e00/0xd9d09a059d6bf23d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0463d expref: 8 pid: 5765 timeout: 245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421078.749130:0:8226:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077252300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1863761018246656:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421078.749303:0:8226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971082053200/0xd9d09a059d6bf213 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6bf20c expref: 17 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.749311:0:8226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971082053200/0xd9d09a059d6bf213 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6bf20c expref: 17 pid: 5764 timeout: 245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421078.749319:0:8226:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077251180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1863761018246784:0@lo:104: 00000100:00100000:3.0:1777421078.750489:0:8226:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777421078.750517:0:8226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971040031800/0xd9d09a059d6bf1e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6bf1e2 expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.750526:0:8226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971040031800/0xd9d09a059d6bf1e9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6bf1e2 expref: 17 pid: 5765 timeout: 245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421078.750540:0:8226:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077253480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1863761018247296:0@lo:104: 00000100:00100000:3.0:1777421078.750559:0:8226:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777421078.750580:0:8226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971082052a00/0xd9d09a059d6bf1db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6bf1d4 expref: 17 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.750593:0:8226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971082052a00/0xd9d09a059d6bf1db lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6bf1d4 expref: 17 pid: 5764 timeout: 245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421078.750601:0:8226:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077250700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1863761018247424:0@lo:104: 00000100:00100000:3.0:1777421078.750677:0:8226:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421078.750693:0:8226:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045c9a540 going to sleep for 11 seconds 00010000:00010000:3.0:1777421078.750705:0:8226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971040031200/0xd9d09a059d6bf2bb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6bf2b4 expref: 17 pid: 5764 timeout: 245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421078.750714:0:8226:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1863761018246016:0@lo:104: 00000100:00100000:3.0:1777421078.750723:0:8226:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1863761018246144:0@lo:104: 00000100:00100000:3.0:1777421078.750730:0:8226:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1863761018246272:0@lo:104: 00000100:00100000:3.0:1777421078.750737:0:8226:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d5880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1863761018246400:0@lo:104: 00010000:00010000:3.0:1777421078.750773:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421078.750923:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777421078.750927:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff971046756c00/0xd9d09a059d6bf20c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6bf213 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.750933:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046756c00 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:3.0:1777421078.750936:0:5758:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff971046756c00/0xd9d09a059d6bf20c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6bf213 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.750954:0:5758:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff971046756c00/0xd9d09a059d6bf20c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6bf213 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777421078.750960:0:5758:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff971046756c00/0xd9d09a059d6bf20c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6bf213 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421078.750966:0:5758:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777421078.750983:0:5758:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff971046756c00/0xd9d09a059d6bf20c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf213 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.750989:0:5758:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777421078.750998:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff971046756c00/0xd9d09a059d6bf20c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf213 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.751005:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff971046756c00/0xd9d09a059d6bf20c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf213 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.751015:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777421078.751018:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff971046757c00/0xd9d09a059d6bf1e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6bf1e9 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.751023:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046757c00 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:3.0:1777421078.751026:0:5758:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff971046757c00/0xd9d09a059d6bf1e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6bf1e9 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.751033:0:5758:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff971046757c00/0xd9d09a059d6bf1e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6bf1e9 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777421078.751039:0:5758:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff971046757c00/0xd9d09a059d6bf1e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6bf1e9 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421078.751048:0:5758:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777421078.751059:0:5758:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff971046757c00/0xd9d09a059d6bf1e2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf1e9 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.751065:0:5758:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777421078.751075:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff971046757c00/0xd9d09a059d6bf1e2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf1e9 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.751083:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff971046757c00/0xd9d09a059d6bf1e2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf1e9 expref: -99 pid: 7427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.751091:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777421078.751094:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff971082053c00/0xd9d09a059d6bf1d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6bf1db expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.751099:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082053c00 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:3.0:1777421078.751102:0:5758:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff971082053c00/0xd9d09a059d6bf1d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6bf1db expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.751108:0:5758:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff971082053c00/0xd9d09a059d6bf1d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6bf1db expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777421078.751116:0:5758:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff971082053c00/0xd9d09a059d6bf1d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6bf1db expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421078.751130:0:5758:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777421078.751144:0:5758:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff971082053c00/0xd9d09a059d6bf1d4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf1db expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.751152:0:5758:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777421078.751164:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff971082053c00/0xd9d09a059d6bf1d4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf1db expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.751172:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff971082053c00/0xd9d09a059d6bf1d4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf1db expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.751206:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421078.751208:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421078.751212:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421078.751223:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018247808:0@lo:103: 00000100:00100000:3.0:1777421078.751246:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421078.751267:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777421078.751294:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018247680:0@lo:103: 00000100:00100000:3.0:1777421078.751316:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421078.751913:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018247936:0@lo:103: 00000100:00100000:3.0:1777421078.751935:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421078.752014:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777421078.752028:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018247552:0@lo:103: 00000100:00100000:3.0:1777421078.752056:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421078.752451:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018247680:0@lo:103: 00000100:00100000:3.0:1777421078.752459:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018247808:0@lo:103: 00000100:00100000:3.0:1777421078.753208:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077252d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+11:3299:x1863761018247552:12345-0@lo:103: Request processed in 422us (1152us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421078.753215:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00010000:3.0:1777421078.754427:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421078.757814:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006694016 00000100:00100000:3.0:1777421078.757822:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006694016 00010000:00010000:3.0:1777421078.757853:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9710487a1e00/0xd9d09a059d6bf23d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0463d expref: 10 pid: 5765 timeout: 245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421078.757884:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 19 00000100:00100000:3.0:1777421078.757896:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710466db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:2360:x1863761006694016:12345-192.168.204.24@tcp:103: 00010000:00010000:3.0:1777421078.757908:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421078.757915:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9710487a1e00/0xd9d09a059d6bf23d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0463d expref: 10 pid: 5765 timeout: 245 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.757937:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9710487a1e00/0xd9d09a059d6bf23d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0463d expref: 10 pid: 5765 timeout: 245 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.758175:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9710487a1e00/0xd9d09a059d6bf23d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0463d expref: 10 pid: 5765 timeout: 245 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.758204:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff971046756e00/0xd9d09a059d6bf2de lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.758215:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971046756e00/0xd9d09a059d6bf2de lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.758230:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff971046756e00/0xd9d09a059d6bf2de lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.758237:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff971046756e00/0xd9d09a059d6bf2de lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.758243:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff971046756e00/0xd9d09a059d6bf2de lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.758249:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff971046756e00/0xd9d09a059d6bf2de lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.758265:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046756e00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421078.758270:0:5755:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff971046756e00/0xd9d09a059d6bf2de lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.758556:0:5755:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff971046756e00/0xd9d09a059d6bf2de lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.758759:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff971046756e00/0xd9d09a059d6bf2de lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.758847:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971046756e00/0xd9d09a059d6bf2de lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421078.758865:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421078.758904:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710466db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+7:2360:x1863761006694016:12345-192.168.204.24@tcp:103: Request processed in 1008us (1151us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421078.758911:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 19 00000100:00100000:3.0:1777421078.818684:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018248064 00000100:00100000:3.0:1777421078.818693:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018248064 00000100:00100000:3.0:1777421078.818745:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1777421078.818753:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018248064:12345-0@lo:13: 00002000:00000024:3.0:1777421078.818782:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777421078.818823:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018248064:12345-0@lo:13: Request processed in 71us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421078.818831:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:3.0:1777421078.818851:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777421078.833664:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777421078.833676:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777421078.833821:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:3.0:1777421078.844632:0:6578:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8b251bd7-457c-4889-b04e-8036834fd389 00000100:00100000:3.0:1777421079.843547:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018248192:0@lo:400: 00000100:00100000:3.0:1777421079.843592:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421079.844002:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018248704:0@lo:400: 00000100:00100000:3.0:1777421079.844035:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421079.844086:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018248192 00000100:00100000:3.0:1777421079.844092:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018248192 00000100:00100000:3.0:1777421079.844131:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:3.0:1777421079.844141:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b47b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+11:3297:x1863761018248192:12345-0@lo:400: 00000100:00100000:3.0:1777421079.844192:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b47b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+11:3297:x1863761018248192:12345-0@lo:400: Request processed in 53us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421079.844199:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:3.0:1777421079.844235:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018248192:0@lo:400: 00000100:00100000:3.0:1777421079.844312:0:6555:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3299:x1863761018248960:12345-0@lo:13: Request processed in 1037us (1375us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421079.844333:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:3.0:1777421079.844370:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421079.844390:0:5770:0:(service.c:3435:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000020:00000080:3.0:1777421080.292192:0:8282:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffe7f445360 20000000:00000080:3.0:1777421080.292299:0:8282:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff971077521400 uarg=0000000000000000 20000000:01000000:3.0:1777421080.292337:0:8282:0:(mgs_llog.c:6086:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1777421080.292343:0:8282:0:(mgs_llog.c:4548:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1777421080.292347:0:8282:0:(mgs_llog.c:1277:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 20000000:02000000:3.0:1777421080.294244:0:8282:0:(mgs_llog.c:4021:mgs_wlp_lcfg()) Setting parameter general.lod.*.mdt_hash=crush in log params 00000040:00080000:3.0:1777421080.299785:0:8282:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].4, 224 off8976 00000040:00080000:3.0:1777421080.299829:0:8282:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].5, 112 off9088 00000040:00080000:3.0:1777421080.299878:0:8282:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].6, 224 off9312 10000000:01000000:3.0:1777421080.299906:0:8282:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1777421080.299922:0:8282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff971046757c00/0xd9d09a059d6bf2f3 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.299938:0:8282:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971041485a00/0xd9d09a059d6bf12c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf125 expref: 10 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.299945:0:8282:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97108217dc00/0xd9d09a059d6bf1aa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf1a3 expref: 10 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.299950:0:8282:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971082052600/0xd9d09a059d6bf205 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf1fe expref: 10 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.299958:0:8282:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971041484a00/0xd9d09a059d6bf252 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04675 expref: 8 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.299963:0:8282:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff971046757c00/0xd9d09a059d6bf2f3 lrc: 7/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.299997:0:8282:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971041484a00/0xd9d09a059d6bf252 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04675 expref: 8 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.300009:0:8282:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971041484a00/0xd9d09a059d6bf252 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04675 expref: 8 pid: 5764 timeout: 246 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421080.300021:0:8282:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077251880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8282:1863761018249088:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421080.300111:0:8282:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971082052600/0xd9d09a059d6bf205 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6bf1fe expref: 10 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.300118:0:8282:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971082052600/0xd9d09a059d6bf205 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6bf1fe expref: 10 pid: 5764 timeout: 246 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421080.300135:0:8282:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077252d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8282:1863761018249216:0@lo:104: 00000100:00100000:3.0:1777421080.301509:0:8282:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777421080.302197:0:8282:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97108217dc00/0xd9d09a059d6bf1aa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6bf1a3 expref: 10 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.302219:0:8282:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff97108217dc00/0xd9d09a059d6bf1aa lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6bf1a3 expref: 10 pid: 5764 timeout: 246 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421080.302233:0:8282:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077250e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8282:1863761018249344:0@lo:104: 00000100:00100000:3.0:1777421080.302269:0:8282:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777421080.302330:0:8282:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971041485a00/0xd9d09a059d6bf12c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6bf125 expref: 10 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.302343:0:8282:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971041485a00/0xd9d09a059d6bf12c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6bf125 expref: 10 pid: 5764 timeout: 246 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421080.302354:0:8282:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077253800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8282:1863761018249600:0@lo:104: 00000100:00100000:3.0:1777421080.302382:0:8282:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045c9a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421080.302405:0:8282:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077252d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8282:1863761018249216:0@lo:104: 00000100:00100000:3.0:1777421080.302784:0:8282:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077250e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8282:1863761018249344:0@lo:104: 00000100:00100000:3.0:1777421080.302797:0:8282:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077253800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8282:1863761018249600:0@lo:104: 00010000:00010000:3.0:1777421080.302822:0:7433:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777421080.302828:0:7433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff971082053000/0xd9d09a059d6bf125 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6bf12c expref: -99 pid: 6549 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.302841:0:7433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082053000 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:3.0:1777421080.302846:0:7433:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff971082053000/0xd9d09a059d6bf125 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6bf12c expref: -99 pid: 6549 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.302860:0:7433:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff971082053000/0xd9d09a059d6bf125 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6bf12c expref: -99 pid: 6549 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777421080.302867:0:7433:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff971082053000/0xd9d09a059d6bf125 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6bf12c expref: -99 pid: 6549 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421080.302873:0:7433:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1777421080.303207:0:7433:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff971082053000/0xd9d09a059d6bf125 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf12c expref: -99 pid: 6549 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.303228:0:7433:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777421080.303249:0:7433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff971082053000/0xd9d09a059d6bf125 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf12c expref: -99 pid: 6549 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.303267:0:7433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff971082053000/0xd9d09a059d6bf125 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf12c expref: -99 pid: 6549 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.303918:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421080.303919:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421080.303921:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421080.304271:0:8282:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077251880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8282:1863761018249088:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421080.304605:0:8282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff971046757c00/0xd9d09a059d6bf2f3 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.304615:0:8282:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff971046757c00/0xd9d09a059d6bf2f3 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.304621:0:8282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff971046757c00/0xd9d09a059d6bf2f3 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421080.304637:0:8282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971046757c00/0xd9d09a059d6bf2f3 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421080.555043:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006695808 00000100:00100000:3.0:1777421080.555052:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006695808 00000100:00100000:3.0:1777421080.555107:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 131 00000100:00100000:3.0:1777421080.555117:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b559850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+9:5543:x1863761006695808:12345-192.168.204.24@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421080.555383:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b559850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+9:5543:x1863761006695808:12345-192.168.204.24@tcp:503:ll_cfg_requeue.0 Request processed in 266us (943us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421080.555389:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 131 00000100:00100000:3.0:1777421080.559395:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006695936 00000100:00100000:3.0:1777421080.559407:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006695936 00000100:00100000:3.0:1777421080.559461:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 132 00000100:00100000:3.0:1777421080.559472:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b559050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+9:6073:x1863761006695936:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:3.0:1777421080.559711:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b559050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+9:6073:x1863761006695936:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 240us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421080.559773:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 132 00000100:00100000:3.0:1777421080.562983:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006696064 00000100:00100000:3.0:1777421080.562993:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006696064 00000100:00100000:3.0:1777421080.563071:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 133 00000100:00100000:3.0:1777421080.563083:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b558850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+9:6073:x1863761006696064:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:3.0:1777421080.563369:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b558850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+9:6073:x1863761006696064:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 286us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421080.563377:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 133 00000100:00100000:3.0:1777421081.059760:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018249984 00000100:00100000:3.0:1777421081.059769:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018249984 00000100:00100000:3.0:1777421081.059824:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:3.0:1777421081.059832:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+8:5767:x1863761018249984:12345-0@lo:101: 00010000:00010000:3.0:1777421081.059844:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421081.059857:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971046757c00/0xd9d09a059d6bf308 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6bf301 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.059879:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971046757c00/0xd9d09a059d6bf308 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6bf301 expref: 9 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.059889:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971046757c00/0xd9d09a059d6bf308 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf301 expref: 9 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.059898:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046757c00, rc 0) 00000100:00100000:3.0:1777421081.059936:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+9:5767:x1863761018249984:12345-0@lo:101: Request processed in 105us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421081.059943:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:3.0:1777421081.060341:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018250112 00000100:00100000:3.0:1777421081.060345:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018250112 00000100:00100000:3.0:1777421081.060368:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:3.0:1777421081.060373:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+9:5767:x1863761018250112:12345-0@lo:501: 00000100:00100000:3.0:1777421081.071209:0:8356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077251880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:8356:1863761018252288:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421081.071247:0:8356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421081.071267:0:8356:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c523f00 going to sleep for 11 seconds 00000100:00100000:3.0:1777421081.071517:0:8356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077251880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:8356:1863761018252288:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421081.071550:0:8356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077251880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:8356:1863761018252416:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421081.071681:0:8356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421081.071703:0:8356:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c523f00 going to sleep for 11 seconds 00000100:00100000:3.0:1777421081.071877:0:8356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077251880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:8356:1863761018252416:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1777421081.071894:0:8356:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000100:00100000:3.0:1777421081.072121:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018252544 00000100:00100000:3.0:1777421081.072127:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018252544 00000100:00100000:3.0:1777421081.072173:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1777421081.072183:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018252544:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421081.072192:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421081.072204:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971046756e00/0xd9d09a059d6bf340 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6bf339 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.072222:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971046756e00/0xd9d09a059d6bf340 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6bf339 expref: 13 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.072233:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971046756e00/0xd9d09a059d6bf340 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf339 expref: 13 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.072240:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046756e00, rc 0) 00000100:00100000:3.0:1777421081.072311:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018252544:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421081.072322:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1777421081.072527:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018252672 00000100:00100000:3.0:1777421081.072532:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018252672 00000100:00100000:3.0:1777421081.072710:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018252672:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421081.072745:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077251880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018252800:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421081.072786:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421081.072811:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c5236c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421081.073165:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077251880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018252800:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421081.073446:0:8357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077251880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:8357:1863761018252928:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421081.073496:0:8357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421081.073524:0:8357:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c523d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421081.073745:0:8357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077251880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:8357:1863761018252928:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1777421081.073767:0:8357:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1777421081.073776:0:8357:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1777421081.073778:0:8357:0:(obd_config.c:1594:class_process_config()) marker 25 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1777421081.073784:0:8357:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1777421081.073803:0:8357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077251880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:8357:1863761018253056:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421081.073846:0:8357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421081.073868:0:8357:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c523d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421081.074514:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018253184 00000100:00100000:3.0:1777421081.074519:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018253184 00000100:00100000:3.0:1777421081.074546:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1777421081.074551:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018253184:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421081.074559:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421081.074570:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971046756c00/0xd9d09a059d6bf34e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6bf347 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.074586:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971046756c00/0xd9d09a059d6bf34e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6bf347 expref: 14 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.074595:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971046756c00/0xd9d09a059d6bf34e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf347 expref: 14 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.074603:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046756c00, rc 0) 00000100:00100000:3.0:1777421081.074644:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018253184:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 88us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421081.074650:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1777421081.075361:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018253440 00000100:00100000:3.0:1777421081.075366:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018253440 00000100:00100000:3.0:1777421081.075392:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1777421081.075397:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b515450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018253440:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421081.075529:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b515450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018253440:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 131us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421081.075537:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1777421081.076001:0:8359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077253800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:8359:1863761018253568:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421081.076033:0:8359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421081.076091:0:8359:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c523e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777421081.077167:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018253824 00000100:00100000:3.0:1777421081.077173:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018253824 00000100:00100000:3.0:1777421081.077200:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1777421081.077207:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b513050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018253824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421081.077216:0:5764:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421081.077228:0:5764:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971046756600/0xd9d09a059d6bf35c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6bf355 expref: -99 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.077246:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971046756600/0xd9d09a059d6bf35c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6bf355 expref: 15 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.077257:0:5764:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971046756600/0xd9d09a059d6bf35c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf355 expref: 15 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.077265:0:5764:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046756600, rc 0) 00000100:00100000:3.0:1777421081.077330:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b513050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018253824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421081.077338:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1777421081.077508:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018253952 00000100:00100000:3.0:1777421081.077513:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018253952 00000100:00100000:3.0:1777421081.077565:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1777421081.077572:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b511850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018253952:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421081.077655:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b511850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018253952:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 83us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421081.077661:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1777421081.077769:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018254080 00000100:00100000:3.0:1777421081.077774:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018254080 00000100:00100000:3.0:1777421081.077841:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1777421081.077849:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b511050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018254080:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421081.077972:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b511050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018254080:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 123us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421081.077978:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1777421081.078547:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018254208 00000100:00100000:3.0:1777421081.078551:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018254208 00000100:00100000:3.0:1777421081.078614:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:3.0:1777421081.078624:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b510850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:8360:x1863761018254208:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421081.078771:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b510850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:8360:x1863761018254208:12345-0@lo:502:llog_process_th.0 Request processed in 149us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421081.078778:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:3.0:1777421081.079011:0:8360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:8360:1863761018254208:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421081.079045:0:8360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077250e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:8360:1863761018254336:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421081.079079:0:8360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421081.079096:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018254336 00000100:00100000:3.0:1777421081.079100:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018254336 00000100:00100000:3.0:1777421081.079121:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1777421081.079126:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b513850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:8360:x1863761018254336:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421081.079246:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b513850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:8360:x1863761018254336:12345-0@lo:502:llog_process_th.0 Request processed in 119us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421081.079253:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1777421081.079290:0:8360:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c523a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421081.079301:0:8360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077250e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:8360:1863761018254336:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1777421081.079318:0:8360:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000100:00100000:3.0:1777421081.079643:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018254464 00000100:00100000:3.0:1777421081.079647:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018254464 00000100:00100000:3.0:1777421081.079701:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1777421081.079708:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b512450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018254464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421081.079715:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421081.079726:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971046757e00/0xd9d09a059d6bf36a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6bf363 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.079742:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971046757e00/0xd9d09a059d6bf36a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6bf363 expref: 16 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.079751:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971046757e00/0xd9d09a059d6bf36a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf363 expref: 16 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.079760:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046757e00, rc 0) 00000100:00100000:3.0:1777421081.079788:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b512450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018254464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 80us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421081.079799:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1777421081.079948:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018254464:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421081.079959:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff971041484a00/0xd9d09a059d6bf363 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf36a expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.079967:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff971041484a00/0xd9d09a059d6bf363 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6bf36a expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421081.080005:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077250e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018254592:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421081.080029:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421081.080088:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c523d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421081.080593:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018254720 00000100:00100000:3.0:1777421081.080598:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018254720 00000100:00100000:3.0:1777421081.080626:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1777421081.080632:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b512c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018254720:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421081.080820:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b512c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018254720:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 188us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421081.080826:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1777421081.081818:0:8361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077252d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:8361:1863761018254848:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421081.081855:0:8361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421081.081884:0:8361:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045342480 going to sleep for 11 seconds 00000100:00100000:3.0:1777421081.082339:0:8361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077252d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:8361:1863761018254848:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1777421081.082364:0:8361:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1777421081.082372:0:8361:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1777421081.082374:0:8361:0:(obd_config.c:1594:class_process_config()) marker 27 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1777421081.082385:0:8361:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1777421081.082408:0:8361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077252d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:8361:1863761018254976:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421081.082438:0:8361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421081.082463:0:8361:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045342480 going to sleep for 11 seconds 00000100:00100000:3.0:1777421081.082684:0:8361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077252d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:8361:1863761018254976:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1777421081.082701:0:8361:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1777421081.082705:0:8361:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1777421081.082707:0:8361:0:(obd_config.c:1594:class_process_config()) marker 27 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1777421081.082711:0:8361:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 37 count 37 00000100:00100000:3.0:1777421081.083688:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018255232 00000100:00100000:3.0:1777421081.083694:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018255232 00000100:00100000:3.0:1777421081.083740:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1777421081.083748:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b510050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018255232:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421081.083834:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b510050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018255232:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 86us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421081.083842:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1777421081.083947:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018255360 00000100:00100000:3.0:1777421081.083952:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018255360 00000100:00100000:3.0:1777421081.083976:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1777421081.083982:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b510c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018255360:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421081.084127:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b510c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018255360:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 144us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421081.084135:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1777421081.084660:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018255488 00000100:00100000:3.0:1777421081.084664:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018255488 00000100:00100000:3.0:1777421081.087118:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018255744 00000100:00100000:3.0:1777421081.087124:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018255744 00000100:00100000:3.0:1777421081.087170:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:3.0:1777421081.087189:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710467f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018255744:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421081.087200:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421081.087212:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971046757600/0xd9d09a059d6bf386 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6bf37f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.087232:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971046757600/0xd9d09a059d6bf386 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6bf37f expref: 18 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.087242:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971046757600/0xd9d09a059d6bf386 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf37f expref: 18 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421081.087251:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046757600, rc 0) 00000100:00100000:3.0:1777421081.087316:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710467f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:5767:x1863761018255744:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421081.087326:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:3.0:1777421081.087460:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018255872 00000100:00100000:3.0:1777421081.087465:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018255872 00000100:00100000:3.0:1777421081.087499:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:3.0:1777421081.087508:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710467f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:5767:x1863761018255872:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421081.087588:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710467f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:5767:x1863761018255872:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 82us (158us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777421081.087596:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00010000:00010000:3.0:1777421082.850540:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1777421083.938815:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421083.953999:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006696192 00000100:00100000:3.0:1777421083.954004:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006696192 00000100:00100000:3.0:1777421083.954039:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 181 00000100:00100000:3.0:1777421083.954045:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b478050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+9:2360:x1863761006696192:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421083.954104:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b478050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+9:2360:x1863761006696192:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 48us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421083.954112:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 181 00000100:00100000:3.0:1777421084.963087:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018256256 00000100:00100000:3.0:1777421084.963092:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018256256 00000100:00100000:3.0:1777421084.963128:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:3.0:1777421084.963137:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b478c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018256256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421084.963175:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b478c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018256256:12345-0@lo:400:kworker.0 Request processed in 41us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421084.963181:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:3.0:1777421084.963222:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018256512 00000100:00100000:3.0:1777421084.963227:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018256512 00000100:00100000:3.0:1777421084.963249:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018256768 00000100:00100000:3.0:1777421084.963253:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018256768 00000100:00100000:3.0:1777421084.963308:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1777421084.963316:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018256512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421084.963362:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018256512:12345-0@lo:400:kworker.0 Request processed in 45us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421084.963374:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00080000:3.0:1777421084.963424:0:3299:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9710774edf80 x1863761018256640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777421100 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777421084.963442:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710774edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018256640:0@lo:400:kworker.0 00000100:00100000:3.0:1777421084.963466:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710774ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018256512:0@lo:400:kworker.0 00010000:00010000:3.0:1777421085.922746:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1777421087.980583:0:8571:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg424-server.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:3.0:1777421088.996385:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421089.058404:0:3300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777421089.058426:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018257024:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421089.058491:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421089.075254:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006696704 00000100:00100000:3.0:1777421089.075258:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006696704 00000100:00100000:3.0:1777421089.075461:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 183 00000100:00100000:3.0:1777421089.075468:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b478450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+9:2360:x1863761006696704:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421089.075490:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b478450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+9:2360:x1863761006696704:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 24us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421089.075494:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 183 00000100:00100000:3.0:1777421090.086475:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018257536:0@lo:400:kworker.0 00000100:00100000:3.0:1777421090.086541:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421090.086588:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1777421090.086595:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018257152:0@lo:400:kworker.0 00000100:00100000:3.0:1777421090.086623:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421090.086642:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018257664:0@lo:400:kworker.0 00000100:00100000:3.0:1777421090.086665:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421090.086688:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1863761018257408:0@lo:400:kworker.0 00000100:00100000:3.0:1777421090.086708:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421090.086736:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1777421090.086743:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863761018257280:0@lo:400:kworker.0 00000100:00100000:3.0:1777421090.086766:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421090.086783:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077250000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018257792:0@lo:400:kworker.0 00000100:00100000:3.0:1777421090.086806:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421090.086846:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018257536 00000100:00100000:3.0:1777421090.086854:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018257536 00000100:00100000:3.0:1777421090.086891:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018257792 00000100:00100000:3.0:1777421090.086894:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018257792 00000100:00100000:3.0:1777421090.086921:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1777421090.086928:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077253b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018257536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421090.086999:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077253b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018257536:12345-0@lo:400:kworker.0 Request processed in 71us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421090.087006:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1777421090.087020:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1777421090.087027:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018257792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421090.087057:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018257792:12345-0@lo:400:kworker.0 Request processed in 30us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421090.087062:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1777421090.087088:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018257152 00000100:00100000:3.0:1777421090.087092:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018257152 00000100:00100000:3.0:1777421090.087120:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:3.0:1777421090.087127:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b47b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018257152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421090.087155:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b47b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018257152:12345-0@lo:400:kworker.0 Request processed in 30us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421090.087162:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:3.0:1777421090.087193:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018257664 00000100:00100000:3.0:1777421090.087196:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018257664 00000100:00100000:3.0:1777421090.087222:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018257408 00000100:00100000:3.0:1777421090.087224:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018257408 00000100:00100000:3.0:1777421090.087245:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018257280 00000100:00100000:3.0:1777421090.087248:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018257280 00000100:00100000:3.0:1777421090.087294:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1777421090.087302:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863761018257408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421090.087341:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863761018257408:12345-0@lo:400:kworker.0 Request processed in 42us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421090.087348:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1777421090.087361:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1777421090.087367:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863761018257280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421090.087394:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863761018257280:12345-0@lo:400:kworker.0 Request processed in 27us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421090.087401:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00010000:00010000:3.0:1777421092.066456:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421094.193917:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006697216 00000100:00100000:3.0:1777421094.193928:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006697216 00000100:00100000:3.0:1777421094.193996:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 185 00000100:00100000:3.0:1777421094.194011:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b479450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+9:2360:x1863761006697216:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421094.194351:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b479450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+9:2360:x1863761006697216:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 344us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421094.194359:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 185 00000100:00100000:3.0:1777421094.194412:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 16 00000100:00100000:3.0:1777421094.194425:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+5:2361:x1863761006697600:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421094.194459:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+5:2361:x1863761006697600:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 37us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421094.194466:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 16 00000001:02000400:3.0:1777421094.759364:0:9184:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.50.194 00010000:00010000:3.0:1777421095.138688:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421095.203052:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018258560 00000100:00100000:3.0:1777421095.203065:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018258560 00000100:00100000:3.0:1777421095.203145:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1777421095.203168:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077354700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018258560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421095.203221:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077354700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018258560:12345-0@lo:400:kworker.0 Request processed in 57us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421095.203426:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1777421095.203478:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018258304 00000100:00100000:3.0:1777421095.203484:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018258304 00000100:00100000:3.0:1777421095.203516:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1777421095.203533:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018258304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777421095.203568:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777421095.203607:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018258304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421095.203617:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00010000:3.0:1777421098.210378:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421099.299904:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018259072 00000100:00100000:3.0:1777421099.299913:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018259072 00000100:00100000:3.0:1777421099.299976:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1777421099.299987:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018259072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777421099.300019:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777421099.300062:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018259072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421099.300070:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1777421100.322802:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777421100.322826:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018259712:0@lo:400:kworker.0 00000100:00100000:3.0:1777421100.322878:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421100.322923:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018259200 00000100:00100000:3.0:1777421100.322931:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018259200 00000100:00100000:3.0:1777421100.323015:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1777421100.323029:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018259200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777421100.323064:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777421100.323933:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018259200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421100.323943:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000001:02000400:3.0:1777421104.227004:0:10056:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-hsm: start setup 20:05:03 (1777421103) === 00000100:00100000:3.0:1777421104.434271:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006698496 00000100:00100000:3.0:1777421104.434390:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006698496 00000100:00100000:3.0:1777421104.434453:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 31 00000100:00100000:3.0:1777421104.434465:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006698496:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421104.434538:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006698496:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 66us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421104.434546:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 31 00000100:00100000:3.0:1777421104.446843:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006698880 00000100:00100000:3.0:1777421104.446854:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006698880 00000100:00100000:3.0:1777421104.446898:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 193 00000100:00100000:3.0:1777421104.446907:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:8248:x1863761006698880:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:3.0:1777421104.447384:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:8248:x1863761006698880:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 475us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421104.447393:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 193 00000100:00100000:3.0:1777421104.451433:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006699008 00000100:00100000:3.0:1777421104.451441:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006699008 00000100:00100000:3.0:1777421104.451483:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 194 00000100:00100000:3.0:1777421104.451490:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:8244:x1863761006699008:12345-192.168.204.24@tcp:101:mount.lustre.0 00010000:00010000:3.0:1777421104.451504:0:5764:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421104.451529:0:5764:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971046757800/0xd9d09a059d6bf394 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e046e5 expref: -99 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421104.451552:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971046757800/0xd9d09a059d6bf394 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046e5 expref: 11 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421104.451560:0:5764:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971046757800/0xd9d09a059d6bf394 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046e5 expref: 11 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421104.451567:0:5764:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046757800, rc 0) 00000100:00100000:3.0:1777421104.451616:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:8244:x1863761006699008:12345-192.168.204.24@tcp:101:mount.lustre.0 Request processed in 126us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421104.451621:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 194 00000100:00100000:3.0:1777421104.453749:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006699136 00000100:00100000:3.0:1777421104.453756:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006699136 00000100:00100000:3.0:1777421104.453799:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 195 00000100:00100000:3.0:1777421104.453808:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b559850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:8244:x1863761006699136:12345-192.168.204.24@tcp:256:mount.lustre.0 20000000:01000000:3.0:1777421104.453838:0:5764:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1777421104.454011:0:5764:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1777421104.454016:0:5764:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1777421104.454018:0:5764:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1777421104.454020:0:5764:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 5 00000100:00100000:3.0:1777421104.455757:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b559850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:8244:x1863761006699136:12345-192.168.204.24@tcp:256:mount.lustre.0 Request processed in 1946us (2068us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421104.455767:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 195 00000100:00100000:3.0:1777421104.458831:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006699264 00000100:00100000:3.0:1777421104.458840:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006699264 00000100:00100000:3.0:1777421104.459520:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 196 00000100:00100000:3.0:1777421104.459541:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b559050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:8244:x1863761006699264:12345-192.168.204.24@tcp:101:mount.lustre.0 00010000:00010000:3.0:1777421104.459588:0:5764:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421104.459606:0:5764:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971046756400/0xd9d09a059d6bf39b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e046ec expref: -99 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421104.459633:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971046756400/0xd9d09a059d6bf39b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046ec expref: 12 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421104.459644:0:5764:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971046756400/0xd9d09a059d6bf39b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046ec expref: 12 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421104.459654:0:5764:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046756400, rc 0) 00000100:00100000:3.0:1777421104.459716:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b559050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:8244:x1863761006699264:12345-192.168.204.24@tcp:101:mount.lustre.0 Request processed in 187us (1085us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421104.459724:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 196 00000100:00100000:3.0:1777421104.474310:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006699904 00000100:00100000:3.0:1777421104.474320:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006699904 00000100:00100000:3.0:1777421104.474364:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10 00000100:00100000:3.0:1777421104.474370:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2357:x1863761006699904:12345-192.168.204.24@tcp:38:mount.lustre.0 00010000:00080000:3.0:1777421104.474395:0:5771:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-MDT0000: connection from ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp t0 exp 0000000000000000 cur 171 last 0 00000020:00000080:3.0:1777421104.474431:0:5771:0:(genops.c:1404:class_connect()) connect: client ddc1a513-af95-4c37-ae62-25bb6cbfadc6, cookie 0xd9d09a059d6bf3a2 00000004:00100000:3.0:1777421104.474460:0:5771:0:(mdt_handler.c:7294:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1777421104.474725:0:5771:0:(import.c:65:import_set_state_nolock()) ffff9710774e1000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1777421104.474797:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2357:x1863761006699904:12345-192.168.204.24@tcp:38:mount.lustre.0 Request processed in 425us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421104.474805:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10 00000100:00100000:3.0:1777421104.477673:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006700032 00000100:00100000:3.0:1777421104.477683:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006700032 00000100:00100000:3.0:1777421104.485974:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421104.486089:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421104.486486:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421105.442504:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018260096:0@lo:400:kworker.0 00000100:00100000:3.0:1777421105.442578:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421105.444247:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018260096:0@lo:400:kworker.0 00000100:00080000:3.0:1777421105.444270:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00100000:3.0:1777421105.978254:0:5792:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of ddc1a513-af95-4c37-ae62-25bb6cbfadc6 00000100:00080000:3.0:1777421109.539116:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421109.554176:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006700928 00000100:00100000:3.0:1777421109.554184:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006700928 00000100:00100000:3.0:1777421109.554224:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006701056 00000100:00100000:3.0:1777421109.554228:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006701056 00000100:00100000:3.0:1777421109.554252:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 35 00000100:00100000:3.0:1777421109.554265:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006700928:12345-192.168.204.24@tcp:400:kworker.0 00000100:00080000:3.0:1777421109.555095:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777421109.555100:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777421109.555103:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421109.555992:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006700928:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 1728us (1999us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421109.556001:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 35 00000100:00080000:3.0:1777421110.563344:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421110.563421:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018261120:0@lo:400:kworker.0 00000100:00100000:3.0:1777421110.565317:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421110.565349:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077250000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018261632:0@lo:400:kworker.0 00000100:00100000:3.0:1777421110.565372:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421110.565403:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018261120 00000100:00100000:3.0:1777421110.565413:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018261120 00000100:00100000:3.0:1777421110.565456:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:3.0:1777421110.565464:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018261120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421110.565513:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018261120:12345-0@lo:400:kworker.0 Request processed in 51us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421110.565520:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:3.0:1777421110.565548:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018261632 00000100:00100000:3.0:1777421110.565552:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018261632 00000100:00100000:3.0:1777421110.565581:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1777421110.565600:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1863761018261632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421110.565630:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1863761018261632:12345-0@lo:400:kworker.0 Request processed in 43us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421110.565636:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:3.0:1777421110.565658:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421110.565697:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018261120:0@lo:400:kworker.0 00000100:00100000:3.0:1777421110.565710:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077250000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018261632:0@lo:400:kworker.0 00000100:00100000:3.0:1777421110.565750:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018261504:0@lo:400:kworker.0 00000100:00100000:3.0:1777421110.565776:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421110.565808:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777421110.565815:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1863761018261376:0@lo:400:kworker.0 00000100:00100000:3.0:1777421110.565836:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421110.565857:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018261376 00000100:00100000:3.0:1777421110.565860:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018261376 00000100:00100000:3.0:1777421110.565885:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1777421110.565892:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863761018261376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421110.565926:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863761018261376:12345-0@lo:400:kworker.0 Request processed in 34us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421110.565939:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:3.0:1777421110.565954:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421110.565972:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1863761018261376:0@lo:400:kworker.0 00000100:00100000:3.0:1777421110.566017:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018261504 00000100:00100000:3.0:1777421110.566021:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018261504 00000100:00100000:3.0:1777421110.566049:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1777421110.566061:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077250000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018261504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421110.566412:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077250000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018261504:12345-0@lo:400:kworker.0 Request processed in 353us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421110.566419:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1777421115.682525:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018262144:0@lo:400:kworker.0 00000100:00100000:3.0:1777421115.688416:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421115.688470:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018262656:0@lo:400:kworker.0 00000100:00100000:3.0:1777421115.688543:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421115.688616:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018261888 00000100:00100000:3.0:1777421115.688622:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018261888 00000100:00100000:3.0:1777421115.688679:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:3.0:1777421115.688699:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3297:x1863761018261888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421115.688756:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3297:x1863761018261888:12345-0@lo:400:kworker.0 Request processed in 67us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421115.688763:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00010000:00080000:3.0:1777421115.688821:0:3299:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff97107c83ed80 x1863761018262656/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777421131 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777421115.688845:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018262656:0@lo:400:kworker.0 00000100:00100000:3.0:1777421115.689420:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018262144:0@lo:400:kworker.0 00000100:00100000:3.0:1777421115.958218:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018262912 00000100:00100000:3.0:1777421115.958228:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018262912 00000100:00100000:3.0:1777421115.958954:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1777421115.958964:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046235500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+5:11006:x1863761018262912:12345-0@lo:104: 00010000:00010000:3.0:1777421115.958973:0:5753:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff971040030000/0xd9d09a059d6bf371 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6bf378 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.959023:0:5753:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1777421115.959033:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046235500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+4:11006:x1863761018262912:12345-0@lo:104: Request processed in 71us (1100us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421115.959045:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00010000:00010000:3.0:1777421115.959067:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1777421115.960094:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff971041484600/0xd9d09a059d6bf347 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6bf34e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.960104:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971041484600 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:3.0:1777421115.960110:0:5758:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff971041484600/0xd9d09a059d6bf347 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6bf34e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.960126:0:5758:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff971041484600/0xd9d09a059d6bf347 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6bf34e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777421115.960148:0:5758:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff971041484600/0xd9d09a059d6bf347 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6bf34e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421115.960166:0:5758:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1777421115.960185:0:5758:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff971041484600/0xd9d09a059d6bf347 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf34e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.960196:0:5758:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777421115.960214:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff971041484600/0xd9d09a059d6bf347 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf34e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.960228:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff971041484600/0xd9d09a059d6bf347 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf34e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.960245:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421115.960248:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421115.960251:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421115.960260:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777421115.960620:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077355500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018263424:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777421115.960710:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421115.960895:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077355500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018263424:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777421115.962263:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006702080 00000100:00100000:3.0:1777421115.962268:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006702080 00010000:00010000:3.0:1777421115.962329:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971046756400/0xd9d09a059d6bf39b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046ec expref: 12 pid: 5764 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421115.962353:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 27 00000100:00100000:3.0:1777421115.962359:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761006702080:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421115.962369:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421115.962373:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971046756400/0xd9d09a059d6bf39b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046ec expref: 12 pid: 5764 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.962383:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971046756400/0xd9d09a059d6bf39b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046ec expref: 12 pid: 5764 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.962394:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971046756400/0xd9d09a059d6bf39b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046ec expref: 12 pid: 5764 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.962417:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421115.962461:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:2360:x1863761006702080:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 101us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421115.962468:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 27 00000100:00100000:3.0:1777421115.963622:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006702208 00000100:00100000:3.0:1777421115.963632:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006702208 00010000:00010000:3.0:1777421115.963664:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971040031800/0xd9d09a059d6bf2fa lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046b4 expref: 11 pid: 5764 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421115.963696:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 28 00000100:00100000:3.0:1777421115.963704:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:2360:x1863761006702208:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421115.963715:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421115.963721:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971040031800/0xd9d09a059d6bf2fa lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046b4 expref: 11 pid: 5764 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.963742:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971040031800/0xd9d09a059d6bf2fa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046b4 expref: 11 pid: 5764 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.963754:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971040031800/0xd9d09a059d6bf2fa lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046b4 expref: 11 pid: 5764 timeout: 282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.963767:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9710779bda00/0xd9d09a059d6bf3b7 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 11006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.963776:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9710779bda00/0xd9d09a059d6bf3b7 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 11006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.963790:0:5756:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9710779bda00/0xd9d09a059d6bf3b7 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.963806:0:5756:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9710779bda00/0xd9d09a059d6bf3b7 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.963812:0:5756:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9710779bda00/0xd9d09a059d6bf3b7 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.963820:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9710779bda00/0xd9d09a059d6bf3b7 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.964013:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bda00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421115.964018:0:5756:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9710779bda00/0xd9d09a059d6bf3b7 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.964026:0:5756:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9710779bda00/0xd9d09a059d6bf3b7 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.964050:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9710779bda00/0xd9d09a059d6bf3b7 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421115.964060:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421115.964103:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:2360:x1863761006702208:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 399us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421115.964111:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 28 00000100:00100000:3.0:1777421117.120501:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006702720 00000100:00100000:3.0:1777421117.120519:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006702720 00000100:00100000:3.0:1777421117.120590:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 209 00000100:00100000:3.0:1777421117.120602:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b559450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006702720:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421117.120624:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421117.120657:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971046756400/0xd9d09a059d6bf3c5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0471d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421117.120698:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971046756400/0xd9d09a059d6bf3c5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0471d expref: 12 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421117.120712:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971046756400/0xd9d09a059d6bf3c5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0471d expref: 12 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421117.120725:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046756400, rc 0) 00000100:00100000:3.0:1777421117.121494:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b559450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:5543:x1863761006702720:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 Request processed in 890us (1222us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421117.121503:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 209 00000100:00100000:3.0:1777421117.123840:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006702848 00000100:00100000:3.0:1777421117.123851:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006702848 00000100:00100000:3.0:1777421117.123907:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 210 00000100:00100000:3.0:1777421117.123917:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:5543:x1863761006702848:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421117.124067:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:5543:x1863761006702848:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 Request processed in 151us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421117.124075:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 210 00000100:00100000:3.0:1777421117.127308:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006702976 00000100:00100000:3.0:1777421117.127325:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006702976 00000100:00100000:3.0:1777421117.127390:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 211 00000100:00100000:3.0:1777421117.127402:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:5543:x1863761006702976:12345-192.168.204.24@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421117.127850:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:5543:x1863761006702976:12345-192.168.204.24@tcp:503:ll_cfg_requeue.0 Request processed in 449us (796us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421117.127859:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 211 00000001:02000400:3.0:1777421117.613696:0:11184:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg424-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:3.0:1777421117.986811:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018263808 00000100:00100000:3.0:1777421117.986819:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018263808 00000100:00100000:3.0:1777421117.986981:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:3.0:1777421117.986992:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018263808:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421117.987004:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421117.987017:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971046757400/0xd9d09a059d6bf3d3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6bf3cc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421117.987040:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971046757400/0xd9d09a059d6bf3d3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6bf3cc expref: 16 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421117.987052:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971046757400/0xd9d09a059d6bf3d3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf3cc expref: 16 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421117.987061:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046757400, rc 0) 00000100:00100000:3.0:1777421117.987105:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018263808:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421117.987112:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000040:00080000:3.0:1777421117.990184:0:11199:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000100:00100000:3.0:1777421117.995745:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018264320 00000100:00100000:3.0:1777421117.995756:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018264320 00000100:00100000:3.0:1777421117.995817:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:3.0:1777421117.995826:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b516050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018264320:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421117.995973:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b516050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018264320:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 148us (3216us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421117.995981:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:3.0:1777421117.996252:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018264448 00000100:00100000:3.0:1777421117.996260:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018264448 00000100:00100000:3.0:1777421117.996301:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:3.0:1777421117.996306:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018264448:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421117.996441:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018264448:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 134us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421117.996457:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:3.0:1777421117.998243:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018264576 00000100:00100000:3.0:1777421117.998249:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018264576 00000100:00100000:3.0:1777421117.998300:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:3.0:1777421117.998308:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018264576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421117.998318:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421117.998329:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971046756200/0xd9d09a059d6bf3ef lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6bf3e8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421117.998350:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971046756200/0xd9d09a059d6bf3ef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6bf3e8 expref: 18 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421117.998361:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971046756200/0xd9d09a059d6bf3ef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf3e8 expref: 18 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421117.998370:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046756200, rc 0) 00000100:00100000:3.0:1777421117.998505:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:5767:x1863761018264576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 197us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421117.998511:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:3.0:1777421117.998987:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018264704 00000100:00100000:3.0:1777421117.998990:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018264704 00000100:00100000:3.0:1777421117.999010:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:3.0:1777421117.999116:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:5767:x1863761018264704:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421117.999766:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:5767:x1863761018264704:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 649us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421117.999775:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000001:02000400:3.0:1777421119.378732:0:11287:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-hsm: finish setup 20:05:18 (1777421118) === 00000100:00100000:3.0:1777421119.507883:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006703104 00000100:00100000:3.0:1777421119.507894:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006703104 00000100:00100000:3.0:1777421119.507966:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 0 00000100:00100000:3.0:1777421119.507977:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:8b251bd7-457c-4889-b04e-8036834fd389+6:9777:x1863761006703104:12345-192.168.204.24@tcp:700:mkdir.0 00000100:00100000:3.0:1777421119.508101:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:8b251bd7-457c-4889-b04e-8036834fd389+6:9777:x1863761006703104:12345-192.168.204.24@tcp:700:mkdir.0 Request processed in 127us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421119.508108:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 0 00000100:00100000:3.0:1777421119.510837:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:0.0:1777421119.512392:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf3f6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.512404:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421119.512409:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf3f6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.512426:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf3f6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.512437:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971052ac0200) 00010000:00010000:0.0:1777421119.512439:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421119.512443:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf3f6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.512449:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf3f6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421119.512463:0:5772:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000c6cb61ac reply state 00000000cb769f10 transno 4294967297 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bcc00/0xd9d09a059d6bf3fd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421119.512471:0:5772:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421119.512569:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97108018c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+7:9777:x1863761006703360:12345-192.168.204.24@tcp:36:mkdir.0 Request processed in 1585us (1735us total) trans 4294967297 rc 0/0 00000100:00100000:0.0:1777421119.512579:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 14 00000100:00100000:3.0:1777421119.521344:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421119.521588:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006703488 00000100:00100000:0.0:1777421119.521599:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006703488 00000100:00100000:0.0:1777421119.521656:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 15 00000100:00100000:0.0:1777421119.521666:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97108018fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+6:9778:x1863761006703488:12345-192.168.204.24@tcp:101:chmod.0 00010000:00010000:0.0:1777421119.521688:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421119.521710:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf404 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04724 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.521783:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bf40b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.521793:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bf40b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.521801:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bf40b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421119.521857:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:0.0:1777421119.521860:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421119.521900:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bf40b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.521924:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf404 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04724 expref: 8 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.521940:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bf40b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04724 expref: 7 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.521949:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971052ac0200) 00010000:00010000:0.0:1777421119.521951:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421119.521955:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bdc00, rc 0) 00000100:00100000:0.0:1777421119.522201:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97108018fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+7:9778:x1863761006703488:12345-192.168.204.24@tcp:101:chmod.0 Request processed in 534us (865us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421119.522209:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 15 00000100:00100000:0.0:1777421119.526101:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006703744 00000100:00100000:0.0:1777421119.526111:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006703744 00000100:00100000:0.0:1777421119.526188:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 16 00000100:00100000:0.0:1777421119.526199:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+7:9778:x1863761006703744:12345-192.168.204.24@tcp:36:chmod.0 00010000:00010000:0.0:1777421119.526250:0:5772:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421119.526305:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bf40b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04724 expref: 7 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.526325:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971052ac0200) 00010000:00010000:0.0:1777421119.526339:0:5772:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421119.526364:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bca00/0xd9d09a059d6bf412 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.526376:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bca00/0xd9d09a059d6bf412 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.526386:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bca00/0xd9d09a059d6bf412 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421119.526706:0:5772:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000092c82a0a reply state 00000000cf9e52e4 transno 4294967298 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bca00/0xd9d09a059d6bf412 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421119.526717:0:5772:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1777421119.526730:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000100:00100000:0.0:1777421119.526815:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+8:9778:x1863761006703744:12345-192.168.204.24@tcp:36:chmod.0 Request processed in 617us (869us total) trans 4294967298 rc 0/0 00000100:00100000:0.0:1777421119.526822:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 16 00000100:00100000:0.0:1777421119.552527:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006704000 00000100:00100000:0.0:1777421119.552537:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006704000 00000100:00100000:0.0:1777421119.552602:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 18 00000100:00100000:0.0:1777421119.552612:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+8:9779:x1863761006704000:12345-192.168.204.24@tcp:101:chown.0 00010000:00010000:0.0:1777421119.552649:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421119.552671:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bf427 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04732 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.552737:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf42e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.552753:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf42e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.552771:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf42e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.552786:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf435 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.552793:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf435 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.552799:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf435 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.552900:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bf43c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.552909:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bf43c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.552916:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bf43c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421119.552965:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 512 00000004:00200000:0.0:1777421119.552974:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421119.553012:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bf43c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.553024:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf42e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.553029:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf42e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.553037:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf42e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.553043:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421119.553046:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf42e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.553053:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf42e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.553064:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356200) 00010000:00010000:0.0:1777421119.553067:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421119.553075:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf42e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.553081:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf42e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.553094:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf435 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.553100:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf435 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.553115:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf435 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.553120:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421119.553123:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf435 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.553129:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf435 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.553137:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x792b1d9 (ffff971052ac0200) 00010000:00010000:0.0:1777421119.553139:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421119.553142:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf435 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.553148:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf435 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.553180:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bf427 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04732 expref: 10 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.553193:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bf43c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04732 expref: 9 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.553200:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff971052ac0c00) 00010000:00010000:0.0:1777421119.553213:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421119.553216:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bda00, rc 0) 00000100:00100000:0.0:1777421119.553325:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+9:9779:x1863761006704000:12345-192.168.204.24@tcp:101:chown.0 Request processed in 713us (917us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421119.553341:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 18 00000100:00100000:3.0:1777421119.556587:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421119.556689:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006704256 00000100:00100000:0.0:1777421119.556701:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006704256 00000100:00100000:0.0:1777421119.556759:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 19 00000100:00100000:0.0:1777421119.556769:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97108018f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+9:9779:x1863761006704256:12345-192.168.204.24@tcp:36:chown.0 00010000:00010000:0.0:1777421119.556825:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421119.556848:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bf43c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04732 expref: 9 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.556861:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff971052ac0c00) 00010000:00010000:0.0:1777421119.556869:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421119.556887:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf443 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.556897:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf443 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.556903:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf443 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421119.578679:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967299 is committed 00010000:00010000:3.0:1777421119.578962:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf443 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421119.578971:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf443 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421119.578979:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf443 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421119.578984:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421119.578989:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf443 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421119.578996:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf443 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421119.579022:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff971052ac0d00) 00010000:00010000:3.0:1777421119.579025:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777421119.579030:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf443 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421119.579036:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf443 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421119.587911:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421119.603363:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006704512 00000100:00100000:0.0:1777421119.603376:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006704512 00000100:00100000:0.0:1777421119.603722:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 20 00000100:00100000:0.0:1777421119.603734:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:9780:x1863761006704512:12345-192.168.204.24@tcp:101:touch.500 00010000:00010000:0.0:1777421119.603753:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421119.603774:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bf44a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04739 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.603928:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bf451 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.603942:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bf451 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.603952:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bf451 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.603965:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf458 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.603972:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf458 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.603978:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf458 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.604184:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf45f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.604192:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf45f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.604199:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf45f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421119.604226:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1777421119.604229:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421119.604259:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf45f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.604299:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bf451 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.604306:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bf451 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.604312:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bf451 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.604317:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bdc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421119.604321:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bf451 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.604328:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bf451 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.604339:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356200) 00010000:00010000:0.0:1777421119.604342:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421119.604347:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bf451 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.604353:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bf451 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.604364:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf458 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.604370:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf458 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.604376:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf458 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.604389:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421119.604392:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf458 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.604398:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf458 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.604406:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x792b1d9 (ffff971052ac0200) 00010000:00010000:0.0:1777421119.604409:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421119.604411:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf458 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.604427:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf458 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.604457:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bf44a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04739 expref: 8 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.604471:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf45f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04739 expref: 7 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.604479:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff971052ac0c00) 00010000:00010000:0.0:1777421119.604481:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421119.604483:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bc600, rc 0) 00000100:00100000:0.0:1777421119.604593:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+7:9780:x1863761006704512:12345-192.168.204.24@tcp:101:touch.500 Request processed in 860us (1552us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421119.604601:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 20 00000100:00100000:0.0:1777421119.608329:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006704768 00000100:00100000:0.0:1777421119.608351:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006704768 00000100:00100000:0.0:1777421119.608407:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 21 00000100:00100000:0.0:1777421119.608484:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+7:9780:x1863761006704768:12345-192.168.204.24@tcp:101:touch.500 00010000:00010000:0.0:1777421119.608504:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421119.608524:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bf466 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04740 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.608659:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bf46d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.608671:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bf46d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.608682:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bf46d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.608788:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf474 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1:0x0].0x4f196385 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.608796:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf474 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x4f196385 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.608803:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf474 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x4f196385 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421119.609250:0:5771:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2:0x0], index 1: 0 00010000:00010000:0.0:1777421119.609514:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bf47b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.609523:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bf47b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.609541:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bf47b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.609574:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bf46d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.609582:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bf46d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.609588:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bf46d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.609593:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421119.609597:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bf46d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.609604:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bf46d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.609614:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff971052ac0c00) 00010000:00010000:0.0:1777421119.609618:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421119.609622:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bf46d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.609628:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bf46d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421119.609640:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000678f479a reply state 00000000d6b29c0d transno 4294967300 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf474 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x4f196385 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421119.609649:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777421119.609683:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bf466 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04740 expref: 10 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.609697:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bf47b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04740 expref: 9 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.609704:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff971052ac0500) 00010000:00010000:0.0:1777421119.609706:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421119.609709:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bc400, rc 0) 00000100:00100000:0.0:1777421119.609788:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+10:9780:x1863761006704768:12345-192.168.204.24@tcp:101:touch.500 Request processed in 1371us (1516us total) trans 4294967300 rc 0/0 00000100:00100000:0.0:1777421119.609796:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 21 00000100:00100000:0.0:1777421119.612506:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006705024 00000100:00100000:0.0:1777421119.612520:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006705024 00000100:00100000:0.0:1777421119.612584:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 22 00000100:00100000:0.0:1777421119.612593:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+9:9780:x1863761006705024:12345-192.168.204.24@tcp:36:touch.500 00010000:00010000:0.0:1777421119.612639:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421119.612664:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bf47b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04740 expref: 9 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.612682:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff971052ac0500) 00010000:00010000:0.0:1777421119.612694:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421119.612735:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6bf489 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.612746:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6bf489 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.612756:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6bf489 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421119.612876:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000faa1f0d2 reply state 00000000a3208383 transno 4294967301 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6bf489 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421119.612884:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421119.612965:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+10:9780:x1863761006705024:12345-192.168.204.24@tcp:36:touch.500 Request processed in 372us (525us total) trans 4294967301 rc 0/0 00000100:00100000:0.0:1777421119.612972:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 22 00000100:00100000:3.0:1777421119.614172:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421119.614257:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006705152 00000100:00100000:0.0:1777421119.614265:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006705152 00000100:00100000:0.0:1777421119.614341:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 23 00000100:00100000:0.0:1777421119.614355:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97108018df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+9:9780:x1863761006705152:12345-192.168.204.24@tcp:101:touch.500 00010000:00010000:0.0:1777421119.614369:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421119.614382:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bf490 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04747 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.614433:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bf490 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04747 expref: 10 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.614453:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bf490 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04747 expref: 10 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.614470:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff971052ac0200) 00010000:00010000:0.0:1777421119.614473:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421119.614475:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bda00, rc 0) 00000100:00100000:0.0:1777421119.614510:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97108018df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+10:9780:x1863761006705152:12345-192.168.204.24@tcp:101:touch.500 Request processed in 157us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421119.614515:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 23 00000100:00100000:0.0:1777421119.620190:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006705408 00000100:00100000:0.0:1777421119.620201:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006705408 00000100:00100000:0.0:1777421119.620269:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 15 00000100:00100000:0.0:1777421119.620324:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+6:0:x1863761006705408:12345-192.168.204.24@tcp:2:touch.500 00000100:00100000:0.0:1777421119.637475:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+5:0:x1863761006705408:12345-192.168.204.24@tcp:2:touch.500 Request processed in 17149us (17734us total) trans 4294967299 rc 0/0 00000100:00100000:0.0:1777421119.637489:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 15 00000100:00100000:3.0:1777421119.645570:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421119.659269:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421119.659435:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006705792 00000100:00100000:0.0:1777421119.659446:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006705792 00000100:00100000:0.0:1777421119.659509:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 24 00000100:00100000:0.0:1777421119.659520:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97108018dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+11:9781:x1863761006705792:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:0.0:1777421119.659544:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421119.659563:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bf49e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0474e expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.659622:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bf4a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.659636:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bf4a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.659647:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bf4a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421119.659702:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1777421119.659706:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421119.659743:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bf4a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.659767:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bf49e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0474e expref: 13 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.659796:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bf4a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0474e expref: 12 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421119.659804:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff971052ac0c00) 00010000:00010000:0.0:1777421119.659807:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421119.659811:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bd000, rc 0) 00000100:00100000:0.0:1777421119.659870:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97108018dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+12:9781:x1863761006705792:12345-192.168.204.24@tcp:101:rm.0 Request processed in 351us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421119.659877:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 24 00000100:00100000:3.0:1777421119.664532:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006705920 00000100:00100000:3.0:1777421119.664549:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006705920 00000100:00100000:3.0:1777421119.664636:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 4 00000100:00100000:3.0:1777421119.664650:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4b9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+12:9781:x1863761006705920:12345-192.168.204.24@tcp:49:rm.0 00000100:00100000:3.0:1777421119.664824:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4b9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+12:9781:x1863761006705920:12345-192.168.204.24@tcp:49:rm.0 Request processed in 176us (394us total) trans 0 rc -61/-61 00000100:00100000:3.0:1777421119.664834:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 4 00000100:00100000:3.0:1777421119.666869:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421119.670749:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006706304 00000100:00100000:3.0:1777421119.670759:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006706304 00000100:00100000:3.0:1777421119.670804:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 5 00000100:00100000:3.0:1777421119.670814:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+13:9781:x1863761006706304:12345-192.168.204.24@tcp:37:rm.0 00000100:00100000:3.0:1777421119.673923:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+13:9781:x1863761006706304:12345-192.168.204.24@tcp:37:rm.0 Request processed in 3106us (3283us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421119.673934:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 5 00000100:00100000:3.0:1777421119.677516:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006706560 00000100:00100000:3.0:1777421119.677528:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006706560 00000100:00100000:3.0:1777421119.677591:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6 00000100:00100000:3.0:1777421119.677602:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+13:9781:x1863761006706560:12345-192.168.204.24@tcp:35:rm.0 00000100:00100000:3.0:1777421119.677842:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+14:9781:x1863761006706560:12345-192.168.204.24@tcp:35:rm.0 Request processed in 241us (382us total) trans 4294967304 rc 0/0 00000100:00100000:3.0:1777421119.677850:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6 00000100:00100000:3.0:1777421119.679878:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006706688 00000100:00100000:3.0:1777421119.679892:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006706688 00000100:00100000:3.0:1777421119.679932:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 7 00000100:00100000:3.0:1777421119.679941:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+14:9781:x1863761006706688:12345-192.168.204.24@tcp:49:rm.0 00000100:00100000:3.0:1777421119.680037:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+14:9781:x1863761006706688:12345-192.168.204.24@tcp:49:rm.0 Request processed in 95us (261us total) trans 0 rc -61/-61 00000100:00100000:3.0:1777421119.680045:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 7 00000100:00100000:3.0:1777421119.692484:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006707200 00000100:00100000:3.0:1777421119.692498:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006707200 00000100:00100000:3.0:1777421119.692571:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 8 00000100:00100000:3.0:1777421119.692584:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+16:9781:x1863761006707200:12345-192.168.204.24@tcp:49:rm.0 00000100:00100000:3.0:1777421119.692902:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+16:9781:x1863761006707200:12345-192.168.204.24@tcp:49:rm.0 Request processed in 320us (519us total) trans 0 rc -61/-61 00000100:00100000:3.0:1777421119.692912:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 8 00000100:00100000:0.0:1777421119.701982:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421119.717003:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00080000:3.0:1777421119.779752:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1777421119.779848:0:3300:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9710807bca80 x1863761018264960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777421135 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777421119.779869:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710807bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018264960:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421119.797604:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006708224 00000100:00100000:0.0:1777421119.797609:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006708224 00000100:00100000:0.0:1777421119.797648:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 221 00000100:00100000:0.0:1777421119.797656:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761006708224:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421119.797685:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761006708224:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 30us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421119.797692:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 221 00000100:00080000:0.0:1777421119.798351:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777421119.798358:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777421119.798360:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:0.0:1777421120.236328:0:11340:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffdd0b74800 20000000:00000080:0.0:1777421120.236344:0:11340:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff970f42155000 uarg=0000000000000000 20000000:01000000:0.0:1777421120.236384:0:11340:0:(mgs_llog.c:6086:mgs_set_param2()) set_param2 fs='' device='lustre' param='mdt.lustre-MDT0000.hsm_control=enabled' 20000000:01000000:0.0:1777421120.236390:0:11340:0:(mgs_llog.c:4548:mgs_write_log_param2()) next param 'mdt.lustre-MDT0000.hsm_control=enabled' 20000000:01000000:0.0:1777421120.236395:0:11340:0:(mgs_llog.c:1277:mgs_modify_param()) modify params/lustre/mdt.lustre-MDT0000.hsm_control=enabled del=0 20000000:02000000:0.0:1777421120.237255:0:11340:0:(mgs_llog.c:4021:mgs_wlp_lcfg()) Setting parameter lustre.mdt.lustre-MDT0000.hsm_control=enabled in log params 00000040:00080000:0.0:1777421120.241714:0:11340:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].7, 224 off9536 00000040:00080000:0.0:1777421120.241778:0:11340:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].8, 128 off9664 00000040:00080000:0.0:1777421120.241852:0:11340:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].9, 224 off9888 10000000:01000000:0.0:1777421120.241871:0:11340:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1777421120.241894:0:11340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9710779bdc00/0xd9d09a059d6bf51c lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.241919:0:11340:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9710777eea00/0xd9d09a059d6bf3be lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04716 expref: 11 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.241927:0:11340:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971046756400/0xd9d09a059d6bf3c5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0471d expref: 11 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.241936:0:11340:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971046757400/0xd9d09a059d6bf3d3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf3cc expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.241944:0:11340:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9710779bc000/0xd9d09a059d6bf3e1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf3da expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.241951:0:11340:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971046756200/0xd9d09a059d6bf3ef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf3e8 expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.241958:0:11340:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9710779bdc00/0xd9d09a059d6bf51c lrc: 8/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.242107:0:11340:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971046756200/0xd9d09a059d6bf3ef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6bf3e8 expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.242125:0:11340:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971046756200/0xd9d09a059d6bf3ef lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6bf3e8 expref: 17 pid: 5765 timeout: 286 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421120.242144:0:11340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046234380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11340:1863761018265088:0@lo:104: 00000100:00100000:0.0:1777421120.242236:0:11340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777421120.242478:0:11340:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9710779bc000/0xd9d09a059d6bf3e1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6bf3da expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.242486:0:11340:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9710779bc000/0xd9d09a059d6bf3e1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6bf3da expref: 17 pid: 5763 timeout: 286 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421120.242495:0:11340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046236300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11340:1863761018265216:0@lo:104: 00000100:00100000:0.0:1777421120.242518:0:11340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777421120.242874:0:11340:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971046757400/0xd9d09a059d6bf3d3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6bf3cc expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.242883:0:11340:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971046757400/0xd9d09a059d6bf3d3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6bf3cc expref: 17 pid: 5765 timeout: 286 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421120.242893:0:11340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046234700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11340:1863761018265344:0@lo:104: 00000100:00100000:0.0:1777421120.242920:0:11340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421120.243614:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018265600:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777421120.243724:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421120.243865:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1777421120.243890:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:968bf15b-0982-4d16-8c2b-d781ef0e85bd+19:3300:x1863761018265472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777421120.243940:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421120.243956:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971046756200/0xd9d09a059d6bf3ef lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6bf3e8 expref: 19 pid: 5765 timeout: 286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.244004:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971046756200/0xd9d09a059d6bf3ef lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6bf3e8 expref: 19 pid: 5765 timeout: 286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.245187:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421120.245219:0:11340:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971046756400/0xd9d09a059d6bf3c5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0471d expref: 11 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.245234:0:11340:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971046756400/0xd9d09a059d6bf3c5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0471d expref: 11 pid: 5765 timeout: 286 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421120.245259:0:11340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046237b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11340:1863761018265856:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421120.245269:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:968bf15b-0982-4d16-8c2b-d781ef0e85bd+19:3300:x1863761018265472:12345-0@lo:103:ldlm_bl.0 Request processed in 1386us (1589us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421120.245310:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00010000:00010000:0.0:1777421120.245388:0:11340:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9710777eea00/0xd9d09a059d6bf3be lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04716 expref: 11 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.245399:0:11340:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9710777eea00/0xd9d09a059d6bf3be lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04716 expref: 11 pid: 5764 timeout: 286 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421120.245422:0:11340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046237100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11340:1863761018265984:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421120.245460:0:11340:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a0440c0 going to sleep for 11 seconds 00010000:00010000:0.0:1777421120.245476:0:11340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971046756200/0xd9d09a059d6bf3ef lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6bf3e8 expref: 18 pid: 5765 timeout: 286 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421120.245495:0:11340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046234380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11340:1863761018265088:0@lo:104: 00010000:00010000:0.0:1777421120.245509:0:11340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9710779bc000/0xd9d09a059d6bf3e1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6bf3da expref: 17 pid: 5763 timeout: 286 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421120.245517:0:11340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046236300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11340:1863761018265216:0@lo:104: 00000100:00100000:0.0:1777421120.245526:0:11340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046234700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11340:1863761018265344:0@lo:104: 00000100:00100000:3.0:1777421120.248826:0:11340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046237b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11340:1863761018265856:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421120.248843:0:11340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046237100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11340:1863761018265984:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421120.248878:0:11340:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9710779bdc00/0xd9d09a059d6bf51c lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421120.249157:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006708736 00000100:00100000:0.0:1777421120.249173:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006708736 00010000:00010000:0.0:1777421120.249230:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9710777eea00/0xd9d09a059d6bf3be lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04716 expref: 12 pid: 5764 timeout: 286 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421120.249317:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006708864 00000100:00100000:0.0:1777421120.249321:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006708864 00010000:00010000:0.0:1777421120.249336:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971046756400/0xd9d09a059d6bf3c5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0471d expref: 13 pid: 5765 timeout: 286 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421120.249393:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32 00000100:00100000:0.0:1777421120.249418:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+13:2360:x1863761006708736:12345-192.168.204.24@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777421120.249431:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 33 00010000:00010000:0.0:1777421120.249452:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777421120.249454:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045d65850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+13:2360:x1863761006708864:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421120.249466:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9710777eea00/0xd9d09a059d6bf3be lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04716 expref: 13 pid: 5764 timeout: 286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.249476:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421120.249481:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9710777eea00/0xd9d09a059d6bf3be lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04716 expref: 13 pid: 5764 timeout: 286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.249491:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971046756400/0xd9d09a059d6bf3c5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0471d expref: 13 pid: 5765 timeout: 286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.250202:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971046756400/0xd9d09a059d6bf3c5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0471d expref: 13 pid: 5765 timeout: 286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.250221:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971046756400/0xd9d09a059d6bf3c5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0471d expref: 13 pid: 5765 timeout: 286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.250251:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9710779bdc00/0xd9d09a059d6bf51c lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 11340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.250257:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9710779bdc00/0xd9d09a059d6bf51c lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 11340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.250270:0:11342:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9710779bdc00/0xd9d09a059d6bf51c lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.250308:0:11342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9710779bdc00/0xd9d09a059d6bf51c lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.250310:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9710777eea00/0xd9d09a059d6bf3be lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04716 expref: 13 pid: 5764 timeout: 286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.250316:0:11342:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9710779bdc00/0xd9d09a059d6bf51c lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.250348:0:11342:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9710779bdc00/0xd9d09a059d6bf51c lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.250354:0:11342:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bdc00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421120.250358:0:11342:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9710779bdc00/0xd9d09a059d6bf51c lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421120.250361:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421120.250364:0:11342:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9710779bdc00/0xd9d09a059d6bf51c lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.250382:0:11342:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9710779bdc00/0xd9d09a059d6bf51c lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421120.250391:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421120.250465:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:2360:x1863761006708736:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 1058us (1379us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421120.250476:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045d65850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:2360:x1863761006708864:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 1024us (1289us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421120.250484:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32 00000100:00100000:3.0:1777421120.250502:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 33 00000100:00100000:3.0:1777421120.802559:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97108018f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018266496:0@lo:400:kworker.0 00000100:00100000:0.0:1777421120.802591:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97108018d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1863761018266240:0@lo:400:kworker.0 00000100:00100000:3.0:1777421120.802633:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421120.803139:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018266496 00000100:00100000:3.0:1777421120.803147:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018266496 00000100:00100000:0.0:1777421120.803194:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421120.803203:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1777421120.803219:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97108018d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018266496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421120.803250:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97108018ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018266752:0@lo:400:kworker.0 00000100:00100000:3.0:1777421120.803316:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97108018d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018266496:12345-0@lo:400:kworker.0 Request processed in 100us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421120.803325:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00010000:00080000:3.0:1777421120.803362:0:3298:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff97108018f800 x1863761018266496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777421136 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777421120.803377:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97108018f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018266496:0@lo:400:kworker.0 00000004:00080000:3.0:1777421120.803462:0:7991:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 187360187198ns, next at 188360183416ns, rc = 0 00000100:00100000:3.0:1777421120.803479:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777421120.803486:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97108018f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018266880:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421120.803514:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421120.803560:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018266880 00000100:00100000:3.0:1777421120.803564:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018266880 00000100:00100000:3.0:1777421120.803600:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1777421120.803605:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97108018e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018266880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777421120.803619:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777421120.803650:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97108018e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018266880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421120.803657:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00010000:00080000:3.0:1777421120.803698:0:3298:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff97108018f800 x1863761018266880/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777421136 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777421120.803712:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97108018f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018266880:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1777421120.803735:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421120.803748:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018266240 00000100:00100000:3.0:1777421120.803752:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018266240 00000100:00100000:3.0:1777421120.803777:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1777421120.803783:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046234e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1863761018266240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421120.803816:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046234e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1863761018266240:12345-0@lo:400:kworker.0 Request processed in 33us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421120.803822:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1777421120.803864:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421120.803907:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018266752 00000100:00100000:3.0:1777421120.803913:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018266752 00000100:00100000:3.0:1777421120.803937:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1777421120.803943:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046235f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018266752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421120.803978:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046235f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018266752:12345-0@lo:400:kworker.0 Request processed in 36us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421120.803984:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1777421120.805056:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97108018d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1863761018266240:0@lo:400:kworker.0 00010000:00080000:0.0:1777421120.805078:0:3300:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff97108018ca80 x1863761018266752/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777421136 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777421120.805193:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97108018ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018266752:0@lo:400:kworker.0 00000100:00100000:0.0:1777421120.806202:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018266112 00000100:00100000:0.0:1777421120.806214:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018266112 00000100:00100000:0.0:1777421120.807054:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97108018e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018266112:0@lo:400:kworker.0 00000100:00100000:0.0:1777421120.807074:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97108018c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018266624:0@lo:400:kworker.0 00000100:00100000:0.0:1777421121.649222:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421121.660057:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 226 00000100:00100000:0.0:1777421121.660081:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:9805:x1863761006709376:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:0.0:1777421121.660312:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:9805:x1863761006709376:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 246us (737us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421121.660319:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 226 00000100:00100000:0.0:1777421121.662332:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006709504 00000100:00100000:0.0:1777421121.662341:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006709504 00000100:00100000:0.0:1777421121.662456:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 227 00000100:00100000:0.0:1777421121.662465:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b511450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:9805:x1863761006709504:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:0.0:1777421121.662716:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b511450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:9805:x1863761006709504:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 251us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421121.662725:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 227 00000100:00100000:0.0:1777421121.667740:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006709632 00000100:00100000:0.0:1777421121.667750:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006709632 00000100:00100000:0.0:1777421121.667812:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 228 00000100:00100000:0.0:1777421121.667821:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b513050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006709632:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421121.667839:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421121.667856:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9710779bc000/0xd9d09a059d6bf52a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04771 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.667903:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9710779bc000/0xd9d09a059d6bf52a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04771 expref: 12 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.667915:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9710779bc000/0xd9d09a059d6bf52a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04771 expref: 12 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421121.667925:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bc000, rc 0) 00000100:00100000:0.0:1777421121.667986:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b513050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:5543:x1863761006709632:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 Request processed in 165us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421121.667994:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 228 00000100:00100000:0.0:1777421121.672597:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006709760 00000100:00100000:0.0:1777421121.672613:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006709760 00000100:00100000:0.0:1777421121.672695:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 229 00000100:00100000:0.0:1777421121.672708:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b511850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:5543:x1863761006709760:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421121.672889:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b511850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:5543:x1863761006709760:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 Request processed in 182us (959us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421121.672897:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 229 10000000:01000000:3.0:1777421122.018406:0:5767:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1777421122.018413:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff971077540800 from 7 10000000:01000000:3.0:1777421122.018418:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1777421122.018471:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff971046756400/0xd9d09a059d6bf531 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421122.018484:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff971046756400/0xd9d09a059d6bf531 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421122.018498:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff971046756400/0xd9d09a059d6bf531 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421122.018551:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97108018f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018267008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777421122.018634:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421122.018703:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077866480 going to sleep for 11 seconds 00000100:00100000:3.0:1777421122.019117:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97108018f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018267008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421122.019140:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff971046756400/0xd9d09a059d6bf531 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf538 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421122.019149:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff971046756400/0xd9d09a059d6bf531 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6bf538 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421122.019204:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97108018f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018267136:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421122.019232:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421122.019254:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077866480 going to sleep for 11 seconds 00000100:00100000:3.0:1777421122.019548:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97108018f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018267136:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421122.019577:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97108018f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018267264:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421122.019615:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421122.019649:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077866480 going to sleep for 11 seconds 00000100:00100000:3.0:1777421122.019939:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97108018f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018267264:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421122.020916:0:11354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046237100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:11354:1863761018267392:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421122.021030:0:11354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421122.021067:0:11354:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a044f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421122.021816:0:11354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046237100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:11354:1863761018267392:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1777421122.021845:0:11354:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1777421122.021854:0:11354:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1777421122.021856:0:11354:0:(obd_config.c:1594:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1777421122.021863:0:11354:0:(obd_config.c:2038:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff971077540800 00000020:00000080:0.0:1777421122.021871:0:11354:0:(obd_config.c:1506:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1777421122.022162:0:11354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046237100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:11354:1863761018267520:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421122.022198:0:11354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421122.022390:0:11354:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710635f9240 going to sleep for 11 seconds 00000100:00100000:3.0:1777421122.022803:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018267520 00000100:00100000:3.0:1777421122.022810:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018267520 00000100:00100000:3.0:1777421122.022851:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1777421122.022859:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b513c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:11354:x1863761018267520:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421122.023204:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b513c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:11354:x1863761018267520:12345-0@lo:502:llog_process_th.0 Request processed in 344us (1004us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421122.023220:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:0.0:1777421122.023750:0:11354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046237100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:11354:1863761018267520:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1777421122.023778:0:11354:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1777421122.023785:0:11354:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1777421122.023798:0:11354:0:(obd_config.c:1594:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:0.0:1777421122.023803:0:11354:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:3.0:1777421122.024081:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 10000000:01000000:3.0:1777421122.024099:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1777421122.024110:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff971046756400/0xd9d09a059d6bf531 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf538 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421122.024121:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff971046756400/0xd9d09a059d6bf531 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf538 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421122.024131:0:5767:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1777421122.024134:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff97104a67e800 from 7 10000000:01000000:3.0:1777421122.024136:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1777421122.024166:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff971046757200/0xd9d09a059d6bf53f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421122.024175:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff971046757200/0xd9d09a059d6bf53f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421122.024184:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff971046757200/0xd9d09a059d6bf53f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421122.024200:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97108018f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018267648:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777421122.024239:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421122.024403:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710778663c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421122.025721:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97108018f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018267648:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421122.025737:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff971046757200/0xd9d09a059d6bf53f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf546 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421122.025747:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff971046757200/0xd9d09a059d6bf53f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6bf546 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421122.025807:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046237100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018267776:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421122.025837:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421122.025928:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710635f9240 going to sleep for 11 seconds 00000100:00100000:3.0:1777421122.025982:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018267776 00000100:00100000:3.0:1777421122.025987:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018267776 00000100:00100000:3.0:1777421122.026007:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:3.0:1777421122.026014:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b510050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018267776:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421122.026116:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b510050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018267776:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 102us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421122.026129:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:3.0:1777421122.026642:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018267904 00000100:00100000:3.0:1777421122.026647:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018267904 00000100:00100000:3.0:1777421122.026671:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:3.0:1777421122.026677:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b510c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018267904:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421122.026826:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b510c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018267904:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 148us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421122.026832:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:3.0:1777421122.026869:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a65880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018267904:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421122.030201:0:11356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97108018d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:11356:1863761018268032:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421122.030308:0:11356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421122.030349:0:11356:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710778669c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421122.032140:0:11356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97108018d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:11356:1863761018268032:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1777421122.032192:0:11356:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1777421122.032206:0:11356:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1777421122.032208:0:11356:0:(obd_config.c:1594:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1777421122.032222:0:11356:0:(obd_config.c:2038:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff97104a67e800 00000020:00000080:3.0:1777421122.032227:0:11356:0:(obd_config.c:1506:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1777421122.032574:0:11356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97108018d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:11356:1863761018268160:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421122.032640:0:11356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421122.032674:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018268160 00000100:00100000:3.0:1777421122.032680:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018268160 00000100:00100000:3.0:1777421122.032719:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:3.0:1777421122.032727:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b513450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:11356:x1863761018268160:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421122.032918:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b513450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:11356:x1863761018268160:12345-0@lo:502:llog_process_th.0 Request processed in 191us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421122.032933:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000020:01000000:3.0:1777421122.036456:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 10000000:01000000:3.0:1777421122.036516:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1777421122.036529:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff971046757200/0xd9d09a059d6bf53f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf546 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421122.036541:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff971046757200/0xd9d09a059d6bf53f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf546 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421122.036552:0:5767:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1777421122.036555:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff9710438b0000 from 7 10000000:01000000:3.0:1777421122.036559:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1777421122.036596:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff971046757000/0xd9d09a059d6bf54d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421122.036604:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff971046757000/0xd9d09a059d6bf54d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421122.036614:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff971046757000/0xd9d09a059d6bf54d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421122.036639:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97108018ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018268288:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777421122.036701:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421122.036749:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077866e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777421122.037115:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97108018ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018268288:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421122.037131:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff971046757000/0xd9d09a059d6bf54d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf554 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421122.037141:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff971046757000/0xd9d09a059d6bf54d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6bf554 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421122.037199:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046237b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018268416:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421122.037234:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421122.037258:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710635f9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421122.038107:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046237b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018268416:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421122.038137:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046237b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018268544:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421122.038177:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421122.038450:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710635f9d80 going to sleep for 11 seconds 00000040:00080000:3.0:1777421122.038812:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1777421122.039119:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046237b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018268544:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421122.039576:0:11359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046237b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:11359:1863761018268672:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421122.039621:0:11359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421122.039685:0:11359:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710635f9240 going to sleep for 11 seconds 00000100:00100000:3.0:1777421122.040104:0:11359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046237b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:11359:1863761018268672:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1777421122.040133:0:11359:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1777421122.040142:0:11359:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1777421122.040150:0:11359:0:(obd_config.c:1594:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1777421122.040159:0:11359:0:(obd_config.c:2038:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9710438b0000 00000020:00000080:3.0:1777421122.040163:0:11359:0:(obd_config.c:1506:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1777421122.040232:0:11359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97108018ea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:11359:1863761018268800:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421122.040266:0:11359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421122.040441:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018268800 00000100:00100000:0.0:1777421122.040446:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018268800 00000100:00100000:3.0:1777421122.041153:0:11359:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077866180 going to sleep for 11 seconds 00000100:00100000:3.0:1777421122.041168:0:11359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97108018ea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:11359:1863761018268800:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1777421122.041185:0:11359:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1777421122.041189:0:11359:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1777421122.041190:0:11359:0:(obd_config.c:1594:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:3.0:1777421122.041193:0:11359:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:0.0:1777421122.041893:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 10000000:01000000:0.0:1777421122.041915:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1777421122.041925:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff971046757000/0xd9d09a059d6bf54d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf554 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421122.041935:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff971046757000/0xd9d09a059d6bf54d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6bf554 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777421123.042974:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1777421124.900947:0:6555:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018268928 00000100:00100000:3.0:1777421124.900956:0:6555:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018268928 00000100:00100000:3.0:1777421124.901020:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1777421124.901032:0:6555:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018268928:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421124.917177:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421124.917230:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006710272 00000100:00100000:0.0:1777421124.917242:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006710272 00000100:00100000:0.0:1777421124.917331:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 248 00000100:00100000:0.0:1777421124.917343:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b47b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761006710272:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421124.917424:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b47b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761006710272:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 83us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421124.917451:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 248 00000100:00100000:0.0:1777421124.918002:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006710528 00000100:00100000:0.0:1777421124.918008:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006710528 00000100:00100000:0.0:1777421124.918047:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 33 00000100:00100000:0.0:1777421124.918064:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+5:2360:x1863761006710528:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421124.918110:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+5:2360:x1863761006710528:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 55us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421124.918123:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 33 00000100:00080000:3.0:1777421124.918169:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777421124.918176:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421124.925779:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006710784 00000100:00100000:0.0:1777421124.925790:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006710784 00000100:00080000:3.0:1777421124.925818:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421124.925846:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006710912 00000100:00100000:0.0:1777421124.925851:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006710912 00000100:00100000:3.0:1777421124.925868:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 16 00000100:00100000:3.0:1777421124.925883:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2357:x1863761006710784:12345-192.168.204.24@tcp:9:kworker.0 00000100:00100000:0.0:1777421124.925890:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 17 00000100:00100000:0.0:1777421124.925901:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2357:x1863761006710912:12345-192.168.204.24@tcp:9:kworker.0 00000020:00000080:3.0:1777421124.925917:0:6552:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xd9d09a059d6bf3a9 00000020:00000080:0.0:1777421124.925918:0:6554:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xd9d09a059d6bf3b0 00000100:00080000:3.0:1777421124.925927:0:6552:0:(import.c:65:import_set_state_nolock()) ffff971077a94000 : changing import state from FULL to CLOSED 00000100:00080000:0.0:1777421124.925927:0:6554:0:(import.c:65:import_set_state_nolock()) ffff9710467ef000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1777421124.925969:0:6552:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967298 00000001:00000004:0.0:1777421124.926107:0:6554:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967299 00000100:00100000:3.0:1777421124.926440:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+2:2357:x1863761006710784:12345-192.168.204.24@tcp:9:kworker.0 Request processed in 560us (1673us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421124.926448:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+2:2357:x1863761006710912:12345-192.168.204.24@tcp:9:kworker.0 Request processed in 546us (1587us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421124.926453:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 16 00000100:00100000:0.0:1777421124.926468:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 17 00010000:00010000:3.0:1777421124.926490:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421124.926513:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1777421124.926567:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:0.0:1777421124.928996:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967301 is committed 00000001:00080000:0.0:1777421124.929011:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967307 is committed 00000001:00080000:0.0:1777421124.929018:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967308 is committed 00000004:00080000:0.0:1777421124.929024:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000004:00080000:0.0:1777421124.929061:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 3 committed 00000100:00100000:0.0:1777421124.929252:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710807bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018269056:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777421124.929367:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1777421124.929526:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1777421124.930158:0:7433:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777421124.930164:0:7433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000983c0181/0xd9d09a059d6bf55b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421124.930173:0:7433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1e00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421124.930177:0:7433:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000983c0181/0xd9d09a059d6bf55b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421124.930187:0:7433:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000983c0181/0xd9d09a059d6bf55b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421124.930206:0:7433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000983c0181/0xd9d09a059d6bf55b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421124.930214:0:7433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000983c0181/0xd9d09a059d6bf55b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421124.930230:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421124.930232:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421124.930233:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777421124.930263:0:3299:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9710807bca80/2, rc 0, transno 4294967300 00000100:00100000:0.0:1777421124.930269:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710807bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018269056:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777421125.859702:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421125.923863:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018269696:0@lo:400:kworker.0 00000100:00100000:0.0:1777421125.923879:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863761018269440:0@lo:400:kworker.0 00000100:00100000:0.0:1777421125.924199:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421125.925224:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018269952:0@lo:400:kworker.0 00000100:00100000:0.0:1777421125.925257:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421125.925341:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018269312 00000100:00100000:0.0:1777421125.925350:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018269312 00000100:00100000:0.0:1777421125.925402:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1777421125.925411:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b479450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018269312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421125.925478:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b479450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018269312:12345-0@lo:400:kworker.0 Request processed in 68us (1295us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421125.925488:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1777421125.925523:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018269568 00000100:00100000:0.0:1777421125.925528:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018269568 00000100:00100000:0.0:1777421125.925563:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018269440 00000100:00100000:0.0:1777421125.925567:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018269440 00000100:00100000:0.0:1777421125.925587:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1777421125.925593:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863761018269568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421125.925625:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863761018269568:12345-0@lo:400:kworker.0 Request processed in 32us (1532us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421125.925630:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1777421125.925642:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1777421125.925647:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863761018269440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421125.925688:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863761018269440:12345-0@lo:400:kworker.0 Request processed in 30us (1488us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421125.925700:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00080000:0.0:1777421125.925717:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421125.925751:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863761018269440:0@lo:400:kworker.0 00000100:00100000:0.0:1777421125.925835:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018269952 00000100:00100000:0.0:1777421125.925839:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018269952 00000100:00100000:0.0:1777421125.925864:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1777421125.925870:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046234a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018269952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421125.925903:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046234a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018269952:12345-0@lo:400:kworker.0 Request processed in 33us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421125.925909:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1777421125.925931:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018269952:0@lo:400:kworker.0 00000100:00100000:3.0:1777421125.927112:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421125.927694:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018269696 00000100:00100000:0.0:1777421125.927706:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018269696 00000100:00100000:0.0:1777421125.927764:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1777421125.927776:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97108018ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018269696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421125.927863:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97108018ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018269696:12345-0@lo:400:kworker.0 Request processed in 89us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421125.927870:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00010000:00080000:3.0:1777421125.928093:0:3299:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff971046235180 x1863761018269696/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777421141 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777421125.928112:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018269696:0@lo:400:kworker.0 00000100:00100000:3.0:1777421125.928178:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018269824 00000100:00100000:3.0:1777421125.928183:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018269824 00000100:00100000:3.0:1777421125.928241:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1777421125.928249:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1863761018269824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421125.928343:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1863761018269824:12345-0@lo:400:kworker.0 Request processed in 94us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421125.928353:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1777421125.929467:0:6555:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018269184 00000100:00100000:0.0:1777421125.929478:0:6555:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018269184 00000100:00100000:0.0:1777421125.929530:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1777421125.929541:0:6555:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018269184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777421125.929584:0:6555:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777421125.929655:0:6555:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018269184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 117us (1658us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421125.929662:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00010000:00010000:0.0:1777421126.882474:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421127.906844:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421128.930968:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421129.955268:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421130.019257:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710807bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018270080:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421130.019358:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421130.032885:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421130.032927:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421130.032957:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006711168 00000100:00100000:3.0:1777421130.032968:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006711168 00000100:00100000:3.0:1777421130.033034:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 54 00000100:00100000:3.0:1777421130.033045:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97108018f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+5:2359:x1863761006711168:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421130.033125:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97108018f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+5:2359:x1863761006711168:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 81us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421130.033134:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 54 00000100:00080000:3.0:1777421130.033479:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421130.033663:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006711040 00000100:00100000:0.0:1777421130.033668:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006711040 00000100:00100000:0.0:1777421130.033711:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 250 00000100:00100000:0.0:1777421130.033719:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b47b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2359:x1863761006711040:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421130.033760:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b47b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2359:x1863761006711040:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 42us (891us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421130.033767:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 250 00000100:00100000:0.0:1777421130.034584:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006711296 00000100:00100000:0.0:1777421130.034589:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006711296 00000100:00100000:0.0:1777421130.034620:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 36 00000100:00100000:0.0:1777421130.034626:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+5:2359:x1863761006711296:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421130.034656:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+5:2359:x1863761006711296:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 30us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421130.034663:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 36 00000001:00100000:0.0:1777421130.048795:0:6578:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of ddc1a513-af95-4c37-ae62-25bb6cbfadc6 00000020:00000080:0.0:1777421130.048805:0:6578:0:(genops.c:904:class_export_put()) final put ffff971077a91800/ddc1a513-af95-4c37-ae62-25bb6cbfadc6 00000020:00000080:3.0:1777421130.048890:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff971077a91800/ddc1a513-af95-4c37-ae62-25bb6cbfadc6 for lustre-OST0000 00000020:00000080:3.0:1777421130.049196:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff971077a94000 for lustre-OST0000 00000001:00100000:0.0:1777421130.052029:0:7446:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of ddc1a513-af95-4c37-ae62-25bb6cbfadc6 00000020:00000080:0.0:1777421130.052040:0:7446:0:(genops.c:904:class_export_put()) final put ffff9710467ed800/ddc1a513-af95-4c37-ae62-25bb6cbfadc6 00000001:00080000:0.0:1777421130.052108:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967300 is committed 00000020:00000080:3.0:1777421130.052661:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff9710467ed800/ddc1a513-af95-4c37-ae62-25bb6cbfadc6 for lustre-OST0001 00000020:00000080:3.0:1777421130.052787:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9710467ef000 for lustre-OST0001 00010000:00010000:0.0:1777421130.980072:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421131.042486:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710807bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018270208:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421131.042552:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018270336:0@lo:400:kworker.0 00000100:00100000:3.0:1777421131.042582:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421131.042607:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421131.042663:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018270720:0@lo:400:kworker.0 00000100:00100000:0.0:1777421131.042671:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018270848:0@lo:400:kworker.0 00000100:00100000:3.0:1777421131.042744:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018270208 00000100:00100000:3.0:1777421131.042752:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018270208 00000100:00100000:0.0:1777421131.042752:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421131.042814:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1777421131.042817:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018270976 00000100:00100000:0.0:1777421131.042824:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018270976 00000100:00100000:3.0:1777421131.042829:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97108018c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018270208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777421131.042864:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777421131.042892:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1777421131.042904:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97108018c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018270208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421131.042906:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018270976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421131.042919:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:3.0:1777421131.042943:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777421131.042949:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421131.042961:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018270976:12345-0@lo:400:kworker.0 Request processed in 57us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421131.042969:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421131.042974:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1777421131.042993:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018270720 00000100:00100000:0.0:1777421131.042997:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018270720 00000100:00100000:3.0:1777421131.043003:0:3300:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967300 gen 2 00000004:00080000:3.0:1777421131.043010:0:3300:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9710807bca80, transno 4294967300 00000100:00100000:0.0:1777421131.043023:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1777421131.043031:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710807bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018270208:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421131.043033:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97108018e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018270720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421131.043088:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97108018e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018270720:12345-0@lo:400:kworker.0 Request processed in 58us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421131.043095:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1777421131.043128:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018270976:0@lo:400:kworker.0 00010000:00080000:0.0:1777421131.043156:0:3300:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff971046235880 x1863761018270720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777421147 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777421131.043166:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018270720:0@lo:400:kworker.0 00000100:00100000:0.0:1777421131.043207:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421131.043239:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018270592 00000100:00100000:0.0:1777421131.043244:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018270592 00000100:00080000:3.0:1777421131.043370:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421131.043410:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863761018270464:0@lo:400:kworker.0 00000100:00100000:0.0:1777421131.045723:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1777421131.045731:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018270848:0@lo:400:kworker.0 00000100:00100000:0.0:1777421131.045735:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046235880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018270592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421131.045782:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046235880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018270592:12345-0@lo:400:kworker.0 Request processed in 50us (2585us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421131.045798:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00010000:00010000:3.0:1777421132.002656:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421133.029269:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777421133.283100:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1777421134.050543:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421135.074607:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421135.140256:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018271104 00000100:00100000:3.0:1777421135.140267:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018271104 00000100:00100000:3.0:1777421135.140345:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1777421135.140358:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018271104:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777421135.140406:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1777421135.140507:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777421135.140581:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018271104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 225us (1240us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421135.140589:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00010000:00080000:0.0:1777421135.140742:0:3299:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff971077a65880 x1863761018271104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777421151 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777421135.140771:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018271104:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421135.155026:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421135.155067:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006711552 00000100:00100000:3.0:1777421135.155079:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006711552 00000100:00100000:3.0:1777421135.155150:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 252 00000100:00100000:3.0:1777421135.155162:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b479050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761006711552:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421135.155243:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b479050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761006711552:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 84us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421135.155252:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 252 00000100:00100000:0.0:1777421135.157156:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421135.157191:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421135.157215:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006711680 00000100:00100000:0.0:1777421135.157223:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006711680 00000100:00100000:0.0:1777421135.157297:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006711936 00000100:00100000:0.0:1777421135.157301:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006711936 00000100:00100000:0.0:1777421135.157325:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 59 00000100:00100000:0.0:1777421135.157332:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+5:2361:x1863761006711680:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421135.157390:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+5:2361:x1863761006711680:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 58us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421135.157398:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 59 00000100:00100000:0.0:1777421135.157415:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 60 00000100:00100000:0.0:1777421135.157421:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2361:x1863761006711936:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421135.157444:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2361:x1863761006711936:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 24us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421135.157451:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 60 00000100:00080000:0.0:1777421135.157465:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421135.157985:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421135.158012:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006711808 00000100:00100000:3.0:1777421135.158016:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006711808 00000100:00100000:3.0:1777421135.158061:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 39 00000100:00100000:3.0:1777421135.158069:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97108018ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+5:2360:x1863761006711808:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421135.158109:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97108018ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+5:2360:x1863761006711808:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 41us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421135.158115:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 39 00010000:00010000:0.0:1777421136.098584:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421136.162903:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018271232 00000100:00100000:3.0:1777421136.162925:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018271232 00000100:00100000:3.0:1777421136.163003:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1777421136.163014:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018271232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777421136.163060:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777421136.163130:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018271232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 117us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421136.163138:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1777421136.163231:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710807bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018271232:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421136.163466:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710807bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018271360:0@lo:400:kworker.0 00000100:00100000:3.0:1777421136.163501:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421136.164456:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018271360 00000100:00100000:0.0:1777421136.164462:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018271360 00000100:00100000:3.0:1777421136.164648:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710807bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018271616:0@lo:400:kworker.0 00000100:00100000:3.0:1777421136.164692:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421136.164735:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018271616 00000100:00100000:3.0:1777421136.164740:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018271616 00000100:00100000:3.0:1777421136.165211:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1777421136.165219:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97108018ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018271616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421136.165266:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97108018ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018271616:12345-0@lo:400:kworker.0 Request processed in 48us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421136.165293:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00080000:3.0:1777421136.165323:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421136.165344:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710807bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018271616:0@lo:400:kworker.0 00000100:00100000:3.0:1777421136.165376:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018271872:0@lo:400:kworker.0 00000100:00100000:3.0:1777421136.165398:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421136.165420:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018271872 00000100:00100000:3.0:1777421136.165423:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018271872 00000100:00100000:3.0:1777421136.165445:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1777421136.165451:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97108018d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863761018271872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421136.165493:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97108018d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863761018271872:12345-0@lo:400:kworker.0 Request processed in 42us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421136.165499:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1777421136.165588:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1777421136.165621:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b478850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3297:x1863761018271360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421136.165665:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b478850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3297:x1863761018271360:12345-0@lo:400:kworker.0 Request processed in 48us (2162us total) trans 0 rc 0/0 00000100:00080000:3.0:1777421136.165671:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421136.165674:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:3.0:1777421136.165696:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018271872:0@lo:400:kworker.0 00000100:00100000:3.0:1777421136.165708:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710807bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018271360:0@lo:400:kworker.0 00010000:00080000:0.0:1777421136.166361:0:3300:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff97105003c700 x1863761018271744/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777421152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777421136.166374:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018271744:0@lo:400:kworker.0 00010000:00010000:0.0:1777421137.122853:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421138.146586:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421139.170505:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421140.195612:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421140.259959:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777421140.259990:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018272000:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421140.260068:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421140.260142:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018272000 00000100:00100000:0.0:1777421140.260153:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018272000 00000100:00100000:0.0:1777421140.260223:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1777421140.260235:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046236d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018272000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777421140.260296:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777421140.260351:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046236d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018272000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 119us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421140.260360:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:0.0:1777421140.260387:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421140.275605:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421140.275655:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421140.276115:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006712064 00000100:00100000:3.0:1777421140.276120:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006712064 00000100:00100000:3.0:1777421140.276161:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 254 00000100:00100000:3.0:1777421140.276173:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b47a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2359:x1863761006712064:12345-192.168.204.24@tcp:400:kworker.0 00000100:00080000:0.0:1777421140.276253:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421140.276581:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b47a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2359:x1863761006712064:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 409us (984us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421140.276588:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 254 00000100:00100000:3.0:1777421140.288359:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006712448 00000100:00100000:3.0:1777421140.288377:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006712448 00000100:00100000:3.0:1777421140.288487:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 65 00000100:00100000:3.0:1777421140.288503:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2358:x1863761006712448:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421140.288631:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2358:x1863761006712448:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 133us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421140.288641:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 65 00000100:00080000:0.0:1777421140.288885:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421140.289997:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00080000:0.0:1777421140.290372:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777421140.290751:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421141.218486:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421141.286041:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018272128:0@lo:400:kworker.0 00000100:00100000:3.0:1777421141.286167:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421141.286224:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018272640:0@lo:400:kworker.0 00000100:00100000:3.0:1777421141.286266:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421141.286373:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1863761018272256:0@lo:400:kworker.0 00000100:00100000:0.0:1777421141.286969:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421141.287932:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710774ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018272768:0@lo:400:kworker.0 00000100:00100000:0.0:1777421141.287972:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421141.288250:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018272128 00000100:00100000:3.0:1777421141.288259:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018272128 00000100:00100000:3.0:1777421141.288329:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:3.0:1777421141.288340:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018272128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421141.288413:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018272128:12345-0@lo:400:kworker.0 Request processed in 74us (2245us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421141.288422:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:3.0:1777421141.288462:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018272640 00000100:00100000:3.0:1777421141.288466:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018272640 00000100:00100000:3.0:1777421141.288508:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018272256 00000100:00100000:3.0:1777421141.288511:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018272256 00000100:00100000:0.0:1777421141.292236:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018272384 00000100:00100000:0.0:1777421141.292259:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018272384 00000100:00100000:0.0:1777421141.292339:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1777421141.292351:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97108018c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1863761018272640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421141.292436:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97108018c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1863761018272640:12345-0@lo:400:kworker.0 Request processed in 87us (6168us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421141.292443:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1777421141.292465:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1777421141.292472:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046237100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1863761018272256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421141.292519:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046237100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1863761018272256:12345-0@lo:400:kworker.0 Request processed in 46us (5549us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421141.292527:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1777421141.292546:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1777421141.292557:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018272384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421141.292597:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018272384:12345-0@lo:400:kworker.0 Request processed in 44us (3480us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421141.292604:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1777421141.292639:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018272768 00000100:00100000:0.0:1777421141.292643:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018272768 00000100:00100000:0.0:1777421141.292671:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018272512 00000100:00100000:0.0:1777421141.292681:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018272512 00000100:00100000:0.0:1777421141.292706:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1777421141.292712:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046234700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018272768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421141.292744:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046234700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018272768:12345-0@lo:400:kworker.0 Request processed in 32us (4772us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421141.292749:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1777421141.292762:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1777421141.292768:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018272512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421141.292810:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018272128:0@lo:400:kworker.0 00000100:00100000:3.0:1777421141.292903:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018272640:0@lo:400:kworker.0 00000100:00100000:0.0:1777421141.295162:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018272512:12345-0@lo:400:kworker.0 Request processed in 2385us (2570us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421141.295178:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00080000:3.0:1777421141.295251:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777421141.295258:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421141.295583:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1863761018272256:0@lo:400:kworker.0 00000100:00100000:3.0:1777421141.295603:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710774ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018272768:0@lo:400:kworker.0 00000100:00100000:3.0:1777421141.295740:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018272896 00000100:00100000:3.0:1777421141.295748:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018272896 00000100:00100000:3.0:1777421141.295801:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1777421141.295811:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018272896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777421141.295865:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777421141.296017:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018272896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 117us (3420us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421141.296039:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00010000:00010000:0.0:1777421142.242613:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1777421142.825577:0:11529:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 1A: lfs hsm flags root/non-root access ========================================================== 20:05:41 (1777421141) 00000100:00100000:3.0:1777421142.865573:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006712576 00000100:00100000:3.0:1777421142.865583:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006712576 00000100:00100000:3.0:1777421142.865690:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 31 00000100:00100000:3.0:1777421142.865701:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+5:9979:x1863761006712576:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:3.0:1777421142.865721:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421142.865757:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf562 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04778 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421142.865821:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf569 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421142.865835:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf569 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421142.865849:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf569 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421142.865910:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1777421142.865915:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000100:00080000:0.0:1777421142.866057:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00010000:3.0:1777421142.866356:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf569 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421142.866388:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf562 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04778 expref: 7 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421142.866406:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf569 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04778 expref: 6 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421142.866428:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043f8ba00) 00010000:00010000:3.0:1777421142.866431:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421142.866435:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046757a00, rc 0) 00000100:00100000:3.0:1777421142.866500:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+6:9979:x1863761006712576:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 800us (1006us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421142.866508:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 31 00000100:00100000:0.0:1777421142.874160:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421142.875477:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006712704 00000100:00100000:0.0:1777421142.875489:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006712704 00000100:00100000:0.0:1777421142.875648:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 33 00000100:00100000:0.0:1777421142.875658:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006712704:12345-192.168.204.24@tcp:41:mkdir.0 00000004:00000024:0.0:1777421142.875708:0:5772:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1777421142.876006:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006712704:12345-192.168.204.24@tcp:41:mkdir.0 Request processed in 348us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421142.876017:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 33 00000100:00100000:3.0:1777421142.890993:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421142.903247:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421142.903399:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006713472 00000100:00100000:0.0:1777421142.903440:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006713472 00000100:00100000:0.0:1777421142.903574:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 36 00000100:00100000:0.0:1777421142.903586:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97108018d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+8:9982:x1863761006713472:12345-192.168.204.24@tcp:36:chmod.0 00010000:00010000:0.0:1777421142.903668:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421142.903705:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bf5a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04786 expref: 8 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.903726:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff971049356a00) 00010000:00010000:0.0:1777421142.904562:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421142.904605:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bf5a8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.904622:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bf5a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.904636:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bf5a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421142.905025:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000005d0a3b35 reply state 000000007c0a2b6e transno 4294967310 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bf5a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421142.905038:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1777421142.905054:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 512 00000100:00100000:0.0:1777421142.905203:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97108018d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+9:9982:x1863761006713472:12345-192.168.204.24@tcp:36:chmod.0 Request processed in 1616us (1966us total) trans 4294967310 rc 0/0 00000100:00100000:0.0:1777421142.905213:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 36 00000100:00100000:3.0:1777421142.925040:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421142.925300:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006713600 00000100:00100000:0.0:1777421142.925314:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006713600 00000100:00100000:0.0:1777421142.925422:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10 00000100:00100000:0.0:1777421142.925435:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+8:9983:x1863761006713600:12345-192.168.204.24@tcp:49:touch.500 00000100:00100000:0.0:1777421142.925610:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+8:9983:x1863761006713600:12345-192.168.204.24@tcp:49:touch.500 Request processed in 177us (581us total) trans 0 rc -61/-61 00000100:00100000:0.0:1777421142.925646:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10 00000100:00100000:3.0:1777421142.928463:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421142.928545:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006713728 00000100:00100000:0.0:1777421142.928561:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006713728 00000100:00100000:0.0:1777421142.928633:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 37 00000100:00100000:0.0:1777421142.928645:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+8:9983:x1863761006713728:12345-192.168.204.24@tcp:101:touch.500 00010000:00010000:0.0:1777421142.928664:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421142.928684:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6bf5af lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0478d expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.928768:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf5b6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.928784:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf5b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.928796:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf5b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.928812:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf5bd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.928819:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf5bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.928826:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf5bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.928943:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bca00/0xd9d09a059d6bf5c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.928962:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bca00/0xd9d09a059d6bf5c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.928978:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bca00/0xd9d09a059d6bf5c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421142.929008:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 512 00000004:00200000:0.0:1777421142.929012:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421142.929035:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bca00/0xd9d09a059d6bf5c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.929046:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf5b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.929053:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf5b6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.929060:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf5b6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.929067:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421142.929072:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf5b6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.929080:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf5b6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.929092:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356800) 00010000:00010000:0.0:1777421142.929095:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421142.929100:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf5b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.929116:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf5b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.929129:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf5bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.929135:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf5bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.929142:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf5bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.929147:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421142.929150:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf5bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.929161:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf5bd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.929169:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x60e6a0ea (ffff971052ac0300) 00010000:00010000:0.0:1777421142.929172:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421142.929175:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf5bd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.929181:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf5bd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.929211:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6bf5af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0478d expref: 10 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.929225:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bca00/0xd9d09a059d6bf5c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0478d expref: 9 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.929778:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff971052ac0700) 00010000:00010000:0.0:1777421142.929781:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421142.929784:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bca00, rc 0) 00000100:00100000:0.0:1777421142.929847:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+9:9983:x1863761006713728:12345-192.168.204.24@tcp:101:touch.500 Request processed in 1204us (1400us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421142.929854:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 37 00000100:00100000:0.0:1777421142.933178:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421142.936106:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421142.936330:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 38 00000100:00100000:0.0:1777421142.936343:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+9:9983:x1863761006714112:12345-192.168.204.24@tcp:101:touch.500 00010000:00010000:0.0:1777421142.936362:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421142.936382:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6bf5cb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04794 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.936554:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf5d2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.936569:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf5d2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.936580:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf5d2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.936593:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf5d9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.936600:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf5d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.936616:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf5d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421142.937069:0:8245:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2:0x0], index 0: 0 00010000:00010000:0.0:1777421142.937229:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bcc00/0xd9d09a059d6bf5e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.937239:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bcc00/0xd9d09a059d6bf5e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.937247:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bcc00/0xd9d09a059d6bf5e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.937296:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf5d2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.937304:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf5d2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.937311:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf5d2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.937316:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421142.937321:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf5d2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.937328:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf5d2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.937340:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff971052ac0700) 00010000:00010000:0.0:1777421142.937343:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421142.937353:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf5d2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.937358:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bf5d2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421142.937369:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000006fb90fad reply state 00000000a1ae6f05 transno 4294967311 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf5d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421142.937376:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777421142.937403:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6bf5cb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04794 expref: 12 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.937413:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bcc00/0xd9d09a059d6bf5e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04794 expref: 11 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.937420:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff971052ac0d00) 00010000:00010000:0.0:1777421142.937422:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421142.937424:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bcc00, rc 0) 00000100:00100000:0.0:1777421142.937491:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+12:9983:x1863761006714112:12345-192.168.204.24@tcp:101:touch.500 Request processed in 1151us (1408us total) trans 4294967311 rc 0/0 00000100:00100000:0.0:1777421142.937499:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 38 00010000:00010000:0.0:1777421142.940812:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf5d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.940827:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf5d9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.940834:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf5d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.940853:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421142.940858:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf5d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.940866:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf5d9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.940883:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x85942a7d (ffff971052ac0300) 00010000:00010000:0.0:1777421142.940886:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421142.940892:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf5d9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.940898:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bf5d9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421142.942887:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421142.942960:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006714368 00000100:00100000:0.0:1777421142.942984:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006714368 00000100:00100000:0.0:1777421142.943054:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 39 00000100:00100000:0.0:1777421142.943065:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+11:9983:x1863761006714368:12345-192.168.204.24@tcp:36:touch.500 00010000:00010000:0.0:1777421142.943119:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421142.943145:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bcc00/0xd9d09a059d6bf5e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04794 expref: 11 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.943163:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff971052ac0d00) 00010000:00010000:0.0:1777421142.943177:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421142.943226:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bf5ee lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.943240:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bf5ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421142.943259:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bf5ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421142.943465:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000004440b539 reply state 00000000644cb364 transno 4294967312 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bf5ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421142.943475:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421142.943576:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+12:9983:x1863761006714368:12345-192.168.204.24@tcp:36:touch.500 Request processed in 512us (702us total) trans 4294967312 rc 0/0 00000100:00100000:0.0:1777421142.943584:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 39 00000100:00100000:0.0:1777421142.945838:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421142.952509:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421142.952648:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006714624 00000100:00100000:3.0:1777421142.952657:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006714624 00000100:00100000:3.0:1777421142.952703:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 20 00000100:00100000:3.0:1777421142.952711:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046236680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2357:x1863761006714624:12345-192.168.204.24@tcp:8:touch.500 00010000:00080000:3.0:1777421142.952741:0:6554:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from 8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp t0 exp 0000000000000000 cur 209 last 0 00000020:00000080:3.0:1777421142.952775:0:6554:0:(genops.c:1404:class_connect()) connect: client 8b251bd7-457c-4889-b04e-8036834fd389, cookie 0xd9d09a059d6bf5fc 00002000:00100000:3.0:1777421142.952788:0:6554:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 8b251bd7-457c-4889-b04e-8036834fd389/ffff97107d664000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c2 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1777421142.952811:0:6554:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1777421142.953040:0:6554:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1777421142.953069:0:6554:0:(import.c:65:import_set_state_nolock()) ffff97107d665800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1777421142.953140:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046236680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+6:2357:x1863761006714624:12345-192.168.204.24@tcp:8:touch.500 Request processed in 428us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421142.953156:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 20 00000100:00100000:3.0:1777421142.962541:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00080000:3.0:1777421142.966304:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421142.993338:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+5:0:x1863761006714752:12345-192.168.204.24@tcp:2:touch.500 Request processed in 29226us (30801us total) trans 4294967299 rc 0/0 00000100:00100000:3.0:1777421142.993349:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 21 00000100:00100000:0.0:1777421142.996009:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006715008 00000100:00100000:0.0:1777421142.996021:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006715008 00000100:00100000:0.0:1777421142.996079:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 12 00000100:00100000:0.0:1777421142.996090:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+12:9983:x1863761006715008:12345-192.168.204.24@tcp:35:touch.500 00000100:00100000:0.0:1777421142.996484:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+13:9983:x1863761006715008:12345-192.168.204.24@tcp:35:touch.500 Request processed in 395us (832us total) trans 4294967313 rc 0/0 00000100:00100000:0.0:1777421142.996494:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 12 00000100:00100000:0.0:1777421143.019363:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421143.036267:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421143.093510:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421143.097517:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421143.109687:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421143.114518:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421143.114893:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4b9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+17:9991:x1863761006716672:12345-192.168.204.24@tcp:35:lfs.500 00000100:00100000:2.0:1777421143.115123:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4b9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+18:9991:x1863761006716672:12345-192.168.204.24@tcp:35:lfs.500 Request processed in 230us (609us total) trans 4294967318 rc 0/0 00000100:00100000:2.0:1777421143.115132:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 14 00000100:00100000:3.0:1777421143.147610:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421143.154572:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421143.158356:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421143.158438:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006717312 00000100:00100000:2.0:1777421143.158451:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006717312 00000100:00100000:2.0:1777421143.158513:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 15 00000100:00100000:2.0:1777421143.158524:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+20:9994:x1863761006717312:12345-192.168.204.24@tcp:35:lfs.500 00000100:00100000:2.0:1777421143.158821:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+21:9994:x1863761006717312:12345-192.168.204.24@tcp:35:lfs.500 Request processed in 298us (473us total) trans 4294967320 rc 0/0 00000100:00100000:2.0:1777421143.158829:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 15 00000100:00100000:3.0:1777421143.207425:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421143.207505:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006717568 00000100:00100000:0.0:1777421143.207516:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006717568 00000100:00100000:0.0:1777421143.207589:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 47 00000100:00100000:0.0:1777421143.207598:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+21:9999:x1863761006717568:12345-192.168.204.24@tcp:101:lfs.500 00010000:00010000:0.0:1777421143.207631:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421143.207651:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf673 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e047b7 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.207748:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf67a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.207774:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0200/0xd9d09a059d6bf65e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047b0 expref: 22 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.207783:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf67a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.207815:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0200/0xd9d09a059d6bf65e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047b0 expref: 22 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.207827:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0200/0xd9d09a059d6bf65e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047b0 expref: 22 pid: 5772 timeout: 309 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421143.207840:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018273280:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421143.207945:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077516000 going to sleep for 11 seconds 00000100:00100000:0.0:1777421143.210441:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018273280:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421143.210481:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf67a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421143.211312:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421143.211376:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006717696 00000100:00100000:0.0:1777421143.211407:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006717696 00010000:00010000:0.0:1777421143.211466:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0200/0xd9d09a059d6bf65e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047b0 expref: 23 pid: 5772 timeout: 309 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421143.211575:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 36 00000100:00100000:0.0:1777421143.211586:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+23:2358:x1863761006717696:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421143.211601:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421143.211619:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0200/0xd9d09a059d6bf65e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047b0 expref: 23 pid: 5772 timeout: 309 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.211633:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0200/0xd9d09a059d6bf65e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047b0 expref: 23 pid: 5772 timeout: 309 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.211655:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0200/0xd9d09a059d6bf65e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047b0 expref: 23 pid: 5772 timeout: 309 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.211672:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff971050d92800) 00010000:00010000:0.0:1777421143.211677:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf67a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.211686:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf67a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.211694:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf67a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.211733:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421143.211802:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+22:2358:x1863761006717696:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 217us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421143.211819:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 36 00000100:00100000:3.0:1777421143.216345:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421143.220071:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421143.220156:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006718080 00000100:00100000:0.0:1777421143.220177:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006718080 00010000:00010000:0.0:1777421143.220214:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf67a lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047b7 expref: 23 pid: 5772 timeout: 309 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421143.220255:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 37 00000100:00100000:0.0:1777421143.220267:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+23:2361:x1863761006718080:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421143.220310:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421143.220318:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf67a lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047b7 expref: 23 pid: 5772 timeout: 309 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.220335:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf67a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047b7 expref: 23 pid: 5772 timeout: 309 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.220359:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff971050d92800) 00010000:00010000:0.0:1777421143.220365:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6bf688 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.220375:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6bf688 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.220383:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6bf688 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.220405:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421143.220474:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+23:2361:x1863761006718080:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 208us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421143.220498:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 37 00010000:00010000:1.0:1777421143.221103:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421143.221116:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6bf688 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.221124:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6bf688 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.221134:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff971050d92800) 00010000:00010000:1.0:1777421143.221137:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777421143.221140:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6bf688 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.221146:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6bf688 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421143.221216:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+22:9999:x1863761006717952:12345-192.168.204.24@tcp:55:lfs.500 Request processed in 4624us (4881us total) trans 4294967322 rc 0/0 00000100:00100000:1.0:1777421143.221225:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 48 00000100:00100000:3.0:1777421143.225932:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421143.226056:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006718336 00000100:00100000:0.0:1777421143.226075:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006718336 00000100:00100000:0.0:1777421143.226165:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 16 00000100:00100000:0.0:1777421143.226176:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+22:9999:x1863761006718336:12345-192.168.204.24@tcp:35:lfs.500 00000100:00100000:0.0:1777421143.226469:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+23:9999:x1863761006718336:12345-192.168.204.24@tcp:35:lfs.500 Request processed in 293us (555us total) trans 4294967323 rc 0/0 00000100:00100000:0.0:1777421143.226477:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 16 00000100:00100000:0.0:1777421143.253016:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421143.253723:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006718592 00000100:00100000:1.0:1777421143.253739:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006718592 00000100:00100000:1.0:1777421143.254064:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 49 00000100:00100000:1.0:1777421143.254078:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+23:10002:x1863761006718592:12345-192.168.204.24@tcp:101:lfs.500 00010000:00010000:1.0:1777421143.254111:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421143.254141:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6bf68f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e047be expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.254251:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf696 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.254269:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf696 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.254337:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf696 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.254355:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf69d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.254363:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf69d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.254369:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf69d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.254548:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf6a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.254558:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf6a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.255002:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf6a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421143.255020:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:1.0:1777421143.255165:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf696 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.255174:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf696 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.255182:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf696 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.255189:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a0a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421143.255202:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf696 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.255212:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf696 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.255226:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff971052ac0700) 00010000:00010000:1.0:1777421143.255230:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421143.255235:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf696 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.255242:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf696 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.255259:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf69d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.255265:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf69d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.255314:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf69d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.255321:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421143.255324:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf69d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.255331:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf69d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.255339:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x85942a7d (ffff971050d92e00) 00010000:00010000:1.0:1777421143.255342:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421143.255351:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf69d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.255358:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf69d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.255421:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6bf68f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047be expref: 26 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.255436:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf6a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047be expref: 25 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.255444:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff971050d92800) 00010000:00010000:1.0:1777421143.255447:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421143.255449:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a1e00, rc 0) 00000100:00100000:1.0:1777421143.255531:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+25:10002:x1863761006718592:12345-192.168.204.24@tcp:101:lfs.500 Request processed in 1456us (2533us total) trans 4294967324 rc 0/0 00000100:00100000:1.0:1777421143.255541:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 49 00000100:00100000:3.0:1777421143.259203:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421143.259387:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006718720 00000100:00100000:0.0:1777421143.259401:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006718720 00000100:00100000:0.0:1777421143.259475:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 50 00000100:00100000:0.0:1777421143.259486:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+25:10002:x1863761006718720:12345-192.168.204.24@tcp:54:lfs.500 00010000:00010000:0.0:1777421143.259585:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6b2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.259608:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.259621:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.259653:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.259660:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6b2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.259690:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.259697:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bde00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421143.259703:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.259712:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6b2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.259727:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff971050d92800) 00010000:00010000:0.0:1777421143.259730:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421143.259736:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6b2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.259743:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6b2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421143.259830:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+25:10002:x1863761006718720:12345-192.168.204.24@tcp:54:lfs.500 Request processed in 344us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421143.259838:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 50 00000100:00100000:3.0:1777421143.261759:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421143.261850:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006718976 00000100:00100000:0.0:1777421143.261863:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006718976 00000100:00100000:0.0:1777421143.261935:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 17 00000100:00100000:0.0:1777421143.261947:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+25:10002:x1863761006718976:12345-192.168.204.24@tcp:35:lfs.500 00000100:00100000:0.0:1777421143.262270:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+26:10002:x1863761006718976:12345-192.168.204.24@tcp:35:lfs.500 Request processed in 324us (522us total) trans 4294967325 rc 0/0 00000100:00100000:0.0:1777421143.262310:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 17 00010000:00010000:3.0:1777421143.266831:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421143.308028:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421143.308522:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006719232 00000100:00100000:1.0:1777421143.308537:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006719232 00000100:00100000:1.0:1777421143.308658:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 51 00000100:00100000:1.0:1777421143.308670:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+26:10007:x1863761006719232:12345-192.168.204.24@tcp:101:lfs.500 00010000:00010000:1.0:1777421143.308702:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421143.308733:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6bf6b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e047c5 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.309136:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6c0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.309156:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf6a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047be expref: 27 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.309167:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6c0 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.309223:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf6a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047be expref: 27 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.309239:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf6a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047be expref: 27 pid: 5772 timeout: 309 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421143.309255:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a5180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018273536:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421143.309414:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710775169c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421143.313554:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a5180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018273536:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421143.313613:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6c0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421143.315804:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421143.316316:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006719360 00000100:00100000:2.0:1777421143.316330:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006719360 00010000:00010000:2.0:1777421143.316383:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf6a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047be expref: 28 pid: 5772 timeout: 309 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421143.316427:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 38 00000100:00100000:2.0:1777421143.316438:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+28:2360:x1863761006719360:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421143.316456:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421143.316465:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf6a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047be expref: 28 pid: 5772 timeout: 309 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.316479:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf6a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047be expref: 28 pid: 5772 timeout: 309 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.316528:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf6a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047be expref: 28 pid: 5772 timeout: 309 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.316549:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff971050d92800) 00010000:00010000:2.0:1777421143.316555:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6c0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.316578:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6c0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.316588:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6c0 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.316616:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421143.316694:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+27:2360:x1863761006719360:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 256us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421143.316702:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 38 00010000:00010000:0.0:1777421143.317121:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6c0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.317132:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6c0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421143.317157:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:0.0:1777421143.317394:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6bf6b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047c5 expref: 28 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.317412:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6c0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047c5 expref: 27 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.317429:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff971050d92800) 00010000:00010000:0.0:1777421143.317433:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777421143.317436:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bde00, rc 0) 00000100:00100000:0.0:1777421143.317474:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+27:10007:x1863761006719232:12345-192.168.204.24@tcp:101:lfs.500 Request processed in 8806us (9461us total) trans 4294967326 rc 0/0 00000100:00100000:0.0:1777421143.317481:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 51 00000100:00100000:0.0:1777421143.359591:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421143.359781:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006719616 00000100:00100000:2.0:1777421143.359797:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006719616 00000100:00100000:2.0:1777421143.359889:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 52 00000100:00100000:2.0:1777421143.359902:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+27:10010:x1863761006719616:12345-192.168.204.24@tcp:101:lfs.500 00010000:00010000:2.0:1777421143.359939:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421143.359994:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bf6ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e047cc expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.360095:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bf6d5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.360146:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bf6d5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.360165:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bf6d5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.360186:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bf6dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.360194:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bf6dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.360201:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bf6dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.360446:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efa00/0xd9d09a059d6bf6e3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.360457:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efa00/0xd9d09a059d6bf6e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.360464:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efa00/0xd9d09a059d6bf6e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421143.360476:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:2.0:1777421143.361676:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bf6d5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.361695:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bf6d5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.361703:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bf6d5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.361724:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777eee00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421143.361730:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bf6d5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.361740:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bf6d5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.361758:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff971052ac0700) 00010000:00010000:2.0:1777421143.361762:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421143.361769:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bf6d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.361776:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bf6d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.361796:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bf6dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.361803:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bf6dc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.361811:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bf6dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.361817:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777efe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421143.361820:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bf6dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.361827:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bf6dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.361844:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x85942a7d (ffff971049356c00) 00010000:00010000:2.0:1777421143.361847:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421143.361849:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bf6dc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.361855:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bf6dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.361923:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bf6ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047cc expref: 30 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.361940:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efa00/0xd9d09a059d6bf6e3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047cc expref: 29 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.361948:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff971050d92800) 00010000:00010000:2.0:1777421143.361956:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1777421143.361960:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777efa00, rc 0) 00000100:00100000:2.0:1777421143.362545:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+29:10010:x1863761006719616:12345-192.168.204.24@tcp:101:lfs.500 Request processed in 2643us (2979us total) trans 4294967327 rc 0/0 00000100:00100000:2.0:1777421143.362558:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 52 00000100:00100000:1.0:1777421143.366715:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421143.367812:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006719744 00000100:00100000:2.0:1777421143.367831:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006719744 00000100:00100000:2.0:1777421143.367952:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 53 00000100:00100000:2.0:1777421143.367976:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+29:10010:x1863761006719744:12345-192.168.204.24@tcp:54:lfs.500 00010000:00010000:2.0:1777421143.368088:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf6f1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.368122:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6c0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047c5 expref: 29 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.368153:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf6f1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.368200:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6c0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047c5 expref: 29 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.368215:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6c0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047c5 expref: 29 pid: 5772 timeout: 309 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421143.368235:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018273664:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421143.368392:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f42556780 going to sleep for 11 seconds 00000100:00100000:3.0:1777421143.372019:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421143.372413:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006720000 00000100:00100000:0.0:1777421143.372430:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006720000 00000100:00100000:0.0:1777421143.372514:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 18 00000100:00100000:0.0:1777421143.372526:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+30:5540:x1863761006720000:12345-192.168.204.24@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1777421143.372619:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018273664:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421143.372712:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf6f1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421143.372888:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+31:5540:x1863761006720000:12345-192.168.204.24@tcp:35:ldlm_bl.0 Request processed in 363us (892us total) trans 4294967328 rc 0/0 00000100:00100000:0.0:1777421143.372896:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 18 00000100:00100000:0.0:1777421143.380509:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421143.380626:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006720128 00000100:00100000:3.0:1777421143.380641:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006720128 00010000:00010000:3.0:1777421143.380696:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6c0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047c5 expref: 31 pid: 5772 timeout: 309 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421143.380746:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 39 00000100:00100000:3.0:1777421143.380758:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+31:2361:x1863761006720128:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421143.380775:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421143.380802:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6c0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047c5 expref: 31 pid: 5772 timeout: 309 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421143.380817:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6c0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047c5 expref: 31 pid: 5772 timeout: 309 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421143.380847:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf6c0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047c5 expref: 31 pid: 5772 timeout: 309 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421143.380867:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff971050d92800) 00010000:00010000:3.0:1777421143.380874:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf6f1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421143.380885:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421143.380895:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf6f1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421143.380936:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421143.381024:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+30:2361:x1863761006720128:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 268us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421143.381035:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 39 00010000:00010000:0.0:1777421143.381542:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.381553:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.381597:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.381605:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf6f1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.381626:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf6f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.381633:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421143.381638:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf6f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.381648:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf6f1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.381659:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff971050d92800) 00010000:00010000:0.0:1777421143.381662:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421143.381667:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf6f1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.381674:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf6f1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421143.381739:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+29:10010:x1863761006719744:12345-192.168.204.24@tcp:54:lfs.500 Request processed in 13776us (15042us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421143.381749:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 53 00000100:00100000:0.0:1777421143.394106:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421143.394639:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006720384 00000100:00100000:1.0:1777421143.394656:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006720384 00000100:00100000:1.0:1777421143.394767:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 19 00000100:00100000:1.0:1777421143.394785:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+29:10010:x1863761006720384:12345-192.168.204.24@tcp:35:lfs.500 00000100:00100000:1.0:1777421143.395156:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+30:10010:x1863761006720384:12345-192.168.204.24@tcp:35:lfs.500 Request processed in 378us (1066us total) trans 4294967329 rc 0/0 00000100:00100000:1.0:1777421143.395165:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 19 00000100:00100000:2.0:1777421143.423895:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421143.424184:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006720640 00000100:00100000:0.0:1777421143.424199:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006720640 00000100:00100000:0.0:1777421143.424330:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 54 00000100:00100000:0.0:1777421143.424343:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+30:10015:x1863761006720640:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421143.424377:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421143.424405:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf6f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e047d3 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.424531:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bf6ff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.424553:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bf6ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.424567:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bf6ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.424687:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf706 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.424701:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf706 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.424709:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf706 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.425194:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf70d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.425205:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf70d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.425227:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf70d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421143.425241:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:1.0:1777421143.425403:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bf6ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.425413:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bf6ff lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.425420:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bf6ff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.425438:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421143.425443:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bf6ff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.425451:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bf6ff lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.425465:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff971052ac0700) 00010000:00010000:1.0:1777421143.425468:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421143.425474:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bf6ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.425481:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bf6ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.425508:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf706 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.425515:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf706 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.425521:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf706 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.425526:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421143.425529:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf706 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.425535:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf706 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.425552:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x85942a7d (ffff971050d92e00) 00010000:00010000:1.0:1777421143.425555:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421143.425558:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf706 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.425568:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf706 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.425920:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf6f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047d3 expref: 33 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.425942:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf70d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047d3 expref: 32 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.425951:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff971050d92800) 00010000:00010000:1.0:1777421143.425953:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421143.425956:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a0a00, rc 0) 00000100:00100000:1.0:1777421143.427216:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+32:10015:x1863761006720640:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 2865us (3326us total) trans 4294967330 rc 0/0 00000100:00100000:1.0:1777421143.427231:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 54 00000100:00100000:3.0:1777421143.429328:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421143.429399:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006720768 00000100:00100000:1.0:1777421143.429412:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006720768 00000100:00100000:1.0:1777421143.429461:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 20 00000100:00100000:1.0:1777421143.429469:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4b9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+32:10015:x1863761006720768:12345-192.168.204.24@tcp:49:lfs.0 00000100:00100000:1.0:1777421143.430210:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4b9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+32:10015:x1863761006720768:12345-192.168.204.24@tcp:49:lfs.0 Request processed in 737us (890us total) trans 0 rc -61/-61 00000100:00100000:1.0:1777421143.430221:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 20 00000100:00100000:0.0:1777421143.435012:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421143.436519:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006721024 00000100:00100000:1.0:1777421143.436541:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006721024 00000100:00100000:1.0:1777421143.436769:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 55 00000100:00100000:1.0:1777421143.436782:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+32:10015:x1863761006721024:12345-192.168.204.24@tcp:55:lfs.0 00010000:00010000:1.0:1777421143.436877:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf71b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.436897:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf70d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047d3 expref: 32 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.436908:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf71b lrc: 4/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.436957:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf70d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047d3 expref: 32 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.436985:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf70d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047d3 expref: 32 pid: 5772 timeout: 309 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421143.437003:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d7800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018273792:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421143.437143:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c557240 going to sleep for 11 seconds 00000100:00100000:1.0:1777421143.442187:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421143.442846:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d7800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018273792:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421143.442883:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf71b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421143.443238:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006721152 00000100:00100000:0.0:1777421143.443248:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006721152 00010000:00010000:0.0:1777421143.443377:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf70d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047d3 expref: 33 pid: 5772 timeout: 309 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421143.443460:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 40 00000100:00100000:0.0:1777421143.443473:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045d65050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+33:2360:x1863761006721152:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421143.443493:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421143.443502:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf70d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047d3 expref: 33 pid: 5772 timeout: 309 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.443516:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf70d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047d3 expref: 33 pid: 5772 timeout: 309 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.443545:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf70d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047d3 expref: 33 pid: 5772 timeout: 309 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.443575:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff971050d92800) 00010000:00010000:0.0:1777421143.443596:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf71b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.443609:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf71b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.443618:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf71b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.443651:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421143.443721:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045d65050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+32:2360:x1863761006721152:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 251us (1548us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421143.443729:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 40 00010000:00010000:1.0:1777421143.443827:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf71b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.443835:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf71b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.444097:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf71b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.444121:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf71b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.444129:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf71b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.444136:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421143.444142:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf71b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.444150:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf71b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.444161:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff971050d92800) 00010000:00010000:1.0:1777421143.444164:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777421143.444167:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf71b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.444174:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf71b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421143.444227:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+32:10015:x1863761006721024:12345-192.168.204.24@tcp:55:lfs.0 Request processed in 7448us (9232us total) trans 4294967331 rc 0/0 00000100:00100000:1.0:1777421143.444236:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 55 00000100:00100000:1.0:1777421143.446313:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421143.446377:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006721408 00000100:00100000:0.0:1777421143.446391:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006721408 00000100:00100000:0.0:1777421143.446445:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 21 00000100:00100000:0.0:1777421143.446456:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+32:10015:x1863761006721408:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:0.0:1777421143.446742:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+33:10015:x1863761006721408:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 288us (475us total) trans 4294967332 rc 0/0 00000100:00100000:0.0:1777421143.446750:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 21 00000100:00100000:3.0:1777421143.462014:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421143.462246:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006721664 00000100:00100000:1.0:1777421143.462261:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006721664 00000100:00100000:1.0:1777421143.462366:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 56 00000100:00100000:1.0:1777421143.462378:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+33:10018:x1863761006721664:12345-192.168.204.24@tcp:101:lfs.500 00010000:00010000:1.0:1777421143.462435:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421143.462462:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf722 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e047da expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.462550:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf729 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.462567:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf729 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.462585:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf729 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.462605:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0200/0xd9d09a059d6bf730 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.462726:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0200/0xd9d09a059d6bf730 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.462734:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0200/0xd9d09a059d6bf730 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.462939:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf737 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.462949:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf737 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.462957:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf737 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421143.463105:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:1.0:1777421143.463252:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf729 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.463261:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf729 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.463268:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf729 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.464147:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421143.464155:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf729 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.464168:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf729 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.464187:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff971052ac0700) 00010000:00010000:1.0:1777421143.464191:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421143.464198:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf729 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.464206:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf729 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.464227:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0200/0xd9d09a059d6bf730 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.464234:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0200/0xd9d09a059d6bf730 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.464241:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0200/0xd9d09a059d6bf730 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.464247:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a0200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421143.464263:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0200/0xd9d09a059d6bf730 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.464271:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0200/0xd9d09a059d6bf730 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.464338:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x85942a7d (ffff971050d92e00) 00010000:00010000:1.0:1777421143.464342:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421143.464345:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0200/0xd9d09a059d6bf730 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.464351:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0200/0xd9d09a059d6bf730 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.464430:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf722 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047da expref: 36 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.464448:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf737 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047da expref: 35 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.464456:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff971050d92800) 00010000:00010000:1.0:1777421143.464459:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421143.464462:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a0c00, rc 0) 00000100:00100000:1.0:1777421143.464560:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+35:10018:x1863761006721664:12345-192.168.204.24@tcp:101:lfs.500 Request processed in 2184us (2561us total) trans 4294967333 rc 0/0 00000100:00100000:1.0:1777421143.464571:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 56 00000100:00100000:0.0:1777421143.473123:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421143.473324:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006721792 00000100:00100000:1.0:1777421143.473341:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006721792 00000100:00100000:0.0:1777421143.473625:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 57 00000100:00100000:0.0:1777421143.473638:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+35:10018:x1863761006721792:12345-192.168.204.24@tcp:54:lfs.500 00010000:00010000:0.0:1777421143.473734:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bf745 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.473764:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bf745 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.473809:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bf745 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.473853:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bf745 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.473862:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bf745 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.473870:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bf745 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.473879:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421143.473885:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bf745 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.473895:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bf745 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.473913:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff971050d92800) 00010000:00010000:0.0:1777421143.473917:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421143.473925:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bf745 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.473932:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bf745 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421143.474043:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+35:10018:x1863761006721792:12345-192.168.204.24@tcp:54:lfs.500 Request processed in 407us (937us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421143.474055:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 57 00000100:00100000:2.0:1777421143.478542:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421143.478749:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006722048 00000100:00100000:1.0:1777421143.478763:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006722048 00000100:00100000:1.0:1777421143.478854:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 22 00000100:00100000:1.0:1777421143.478868:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+35:10018:x1863761006722048:12345-192.168.204.24@tcp:35:lfs.500 00000100:00100000:1.0:1777421143.479196:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+36:10018:x1863761006722048:12345-192.168.204.24@tcp:35:lfs.500 Request processed in 330us (668us total) trans 4294967334 rc 0/0 00000100:00100000:1.0:1777421143.479206:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 22 00000100:00100000:1.0:1777421143.507489:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421143.508151:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006722176 00000100:00100000:0.0:1777421143.508184:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006722176 00000100:00100000:0.0:1777421143.508267:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 23 00000100:00100000:0.0:1777421143.508417:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+36:10023:x1863761006722176:12345-192.168.204.24@tcp:49:lfs.0 00000100:00100000:0.0:1777421143.508605:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+36:10023:x1863761006722176:12345-192.168.204.24@tcp:49:lfs.0 Request processed in 194us (1131us total) trans 0 rc -61/-61 00000100:00100000:0.0:1777421143.508615:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 23 00000100:00100000:0.0:1777421143.513423:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421143.513730:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006722432 00000100:00100000:2.0:1777421143.513745:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006722432 00000100:00100000:2.0:1777421143.513829:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 58 00000100:00100000:2.0:1777421143.513842:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+36:10023:x1863761006722432:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421143.513871:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421143.513913:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eec00/0xd9d09a059d6bf74c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e047e1 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.514053:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bf753 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.514071:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf737 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047da expref: 37 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.514081:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bf753 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.514127:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf737 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047da expref: 37 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421143.514141:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf737 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047da expref: 37 pid: 5772 timeout: 310 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421143.514157:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018273920:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421143.514457:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f42556780 going to sleep for 11 seconds 00000100:00100000:0.0:1777421143.519316:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018273920:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421143.519371:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bf753 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421143.519523:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421143.519835:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006722560 00000100:00100000:0.0:1777421143.519846:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006722560 00010000:00010000:0.0:1777421143.519895:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf737 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047da expref: 38 pid: 5772 timeout: 310 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421143.519939:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 41 00000100:00100000:0.0:1777421143.519950:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+38:2361:x1863761006722560:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421143.519983:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421143.520002:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf737 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047da expref: 38 pid: 5772 timeout: 310 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.520017:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf737 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047da expref: 38 pid: 5772 timeout: 310 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.520046:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf737 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047da expref: 38 pid: 5772 timeout: 310 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.520087:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff971050d92800) 00010000:00010000:0.0:1777421143.520093:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bf753 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.520117:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bf753 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.520127:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bf753 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.520164:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421143.520228:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+37:2361:x1863761006722560:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 279us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421143.520237:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 41 00010000:00010000:1.0:1777421143.520396:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bf753 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.520406:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bf753 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421143.520431:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:1.0:1777421143.520631:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eec00/0xd9d09a059d6bf74c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047e1 expref: 38 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.520650:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bf753 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047e1 expref: 37 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.520658:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff971050d92800) 00010000:00010000:1.0:1777421143.520661:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777421143.520663:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777efc00, rc 0) 00000100:00100000:1.0:1777421143.520694:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+37:10023:x1863761006722432:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 6856us (7288us total) trans 4294967335 rc 0/0 00000100:00100000:1.0:1777421143.520703:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 58 00000040:00080000:3.0:1777421143.523220:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1777421143.526708:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421143.526771:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006722816 00000100:00100000:0.0:1777421143.526784:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006722816 00000100:00100000:0.0:1777421143.526862:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 59 00000100:00100000:0.0:1777421143.526875:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+37:10023:x1863761006722816:12345-192.168.204.24@tcp:55:lfs.0 00010000:00010000:0.0:1777421143.526979:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6bf761 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.527011:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bf753 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047e1 expref: 37 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.527021:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6bf761 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.527313:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bf753 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047e1 expref: 37 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421143.527349:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bf753 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047e1 expref: 37 pid: 5772 timeout: 310 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421143.527368:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018274048:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421143.527579:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710775163c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421143.533074:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421143.533372:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006722944 00000100:00100000:3.0:1777421143.533386:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006722944 00010000:00010000:3.0:1777421143.533454:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bf753 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047e1 expref: 38 pid: 5772 timeout: 310 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421143.533520:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 42 00000100:00100000:3.0:1777421143.533532:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+38:2360:x1863761006722944:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421143.533553:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421143.533561:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bf753 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047e1 expref: 38 pid: 5772 timeout: 310 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421143.533577:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bf753 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047e1 expref: 38 pid: 5772 timeout: 310 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421143.533608:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff971050d92800) 00010000:00010000:3.0:1777421143.533615:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6bf761 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421143.533628:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6bf761 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421143.533637:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6bf761 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421143.533660:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421143.533736:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+38:2360:x1863761006722944:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 206us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421143.533743:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 42 00010000:00010000:1.0:1777421143.534016:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bf753 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047e1 expref: 37 pid: 5772 timeout: 310 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421143.534049:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018274048:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421143.534076:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6bf761 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.534098:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6bf761 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.534105:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6bf761 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.534389:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6bf761 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.534397:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6bf761 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.534404:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6bf761 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.534411:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421143.534417:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6bf761 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.534425:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6bf761 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.534449:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff971050d92800) 00010000:00010000:1.0:1777421143.534453:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777421143.534457:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6bf761 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.534473:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6bf761 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421143.534531:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+37:10023:x1863761006722816:12345-192.168.204.24@tcp:55:lfs.0 Request processed in 7658us (7838us total) trans 4294967336 rc 0/0 00000100:00100000:1.0:1777421143.534539:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 59 00000100:00100000:0.0:1777421143.538144:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421143.538221:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006723200 00000100:00100000:1.0:1777421143.538234:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006723200 00000100:00100000:1.0:1777421143.538526:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 24 00000100:00100000:1.0:1777421143.538539:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+37:10023:x1863761006723200:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1777421143.538937:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+38:10023:x1863761006723200:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 399us (805us total) trans 4294967337 rc 0/0 00000100:00100000:1.0:1777421143.538946:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 24 00000100:00100000:3.0:1777421143.557972:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421143.558104:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006723456 00000100:00100000:1.0:1777421143.558119:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006723456 00000100:00100000:1.0:1777421143.558199:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 60 00000100:00100000:1.0:1777421143.558211:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+38:10026:x1863761006723456:12345-192.168.204.24@tcp:101:lfs.500 00010000:00010000:1.0:1777421143.558245:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421143.558322:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf768 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e047e8 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.558429:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6bf76f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.558446:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6bf76f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.558479:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6bf76f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.558498:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf776 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.558505:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf776 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.558511:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf776 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.558687:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0200/0xd9d09a059d6bf77d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.558697:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0200/0xd9d09a059d6bf77d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.558704:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0200/0xd9d09a059d6bf77d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421143.558715:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:1.0:1777421143.558852:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6bf76f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.558861:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6bf76f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.558868:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6bf76f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.558874:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a0000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421143.558886:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6bf76f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.558894:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6bf76f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.558908:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff971052ac0700) 00010000:00010000:1.0:1777421143.558911:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421143.558916:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6bf76f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.558924:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6bf76f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.558940:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf776 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.558947:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf776 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.558953:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf776 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.558957:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a0c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421143.558971:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf776 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.558977:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf776 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.558985:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x85942a7d (ffff971050d92e00) 00010000:00010000:1.0:1777421143.558988:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421143.558998:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf776 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.559004:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf776 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.559057:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf768 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047e8 expref: 41 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.559072:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0200/0xd9d09a059d6bf77d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047e8 expref: 40 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.559079:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff971050d92800) 00010000:00010000:1.0:1777421143.559082:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421143.559084:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a0200, rc 0) 00000100:00100000:1.0:1777421143.559154:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+40:10026:x1863761006723456:12345-192.168.204.24@tcp:101:lfs.500 Request processed in 945us (1209us total) trans 4294967338 rc 0/0 00000100:00100000:1.0:1777421143.559163:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 60 00000100:00100000:2.0:1777421143.562118:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421143.563041:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006723584 00000100:00100000:1.0:1777421143.563056:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006723584 00000100:00100000:1.0:1777421143.563133:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 61 00000100:00100000:1.0:1777421143.563144:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+40:10026:x1863761006723584:12345-192.168.204.24@tcp:54:lfs.500 00010000:00010000:1.0:1777421143.563228:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf78b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.563249:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf78b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.563262:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf78b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.563331:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf78b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.563339:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf78b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.563346:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf78b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.563352:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421143.563357:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf78b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.563364:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf78b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.563376:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff971050d92800) 00010000:00010000:1.0:1777421143.563379:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421143.563383:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf78b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421143.563391:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf78b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421143.563477:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+40:10026:x1863761006723584:12345-192.168.204.24@tcp:54:lfs.500 Request processed in 333us (1372us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421143.563485:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 61 00000100:00100000:0.0:1777421143.568571:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421143.568912:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006723840 00000100:00100000:1.0:1777421143.568927:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006723840 00000100:00100000:1.0:1777421143.569021:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 25 00000100:00100000:1.0:1777421143.569050:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+40:10026:x1863761006723840:12345-192.168.204.24@tcp:35:lfs.500 00000100:00100000:1.0:1777421143.569393:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+41:10026:x1863761006723840:12345-192.168.204.24@tcp:35:lfs.500 Request processed in 345us (838us total) trans 4294967339 rc 0/0 00000100:00100000:1.0:1777421143.569401:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 25 00010000:00010000:2.0:1777421144.297824:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421145.314742:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421145.379555:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018274176:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421145.379613:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421145.379688:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018274176 00000100:00100000:1.0:1777421145.379697:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018274176 00000100:00100000:1.0:1777421145.379755:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1777421145.379766:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077253b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018274176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777421145.379801:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00080000:1.0:1777421145.379865:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421145.380823:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077253b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018274176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1055us (1205us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421145.380834:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00010000:00080000:1.0:1777421145.380894:0:3298:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9710808d4000 x1863761018274176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777421161 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777421145.380918:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018274176:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421145.393160:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421145.393208:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421145.393244:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421145.393313:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421145.393341:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006724224 00000100:00100000:0.0:1777421145.393352:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006724224 00000100:00100000:3.0:1777421145.393495:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006723968 00000100:00100000:3.0:1777421145.393500:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006723968 00000100:00100000:0.0:1777421145.393551:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 43 00000100:00100000:0.0:1777421145.393563:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+5:2361:x1863761006724224:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421145.393611:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 256 00000100:00100000:3.0:1777421145.393627:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b47b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761006723968:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421145.393628:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+5:2361:x1863761006724224:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 69us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421145.393636:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 43 00000100:00100000:3.0:1777421145.393654:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b47b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761006723968:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 29us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421145.393660:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 256 00000100:00100000:3.0:1777421145.393685:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006724096 00000100:00100000:3.0:1777421145.393689:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006724096 00000100:00100000:3.0:1777421145.393719:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006724352 00000100:00100000:3.0:1777421145.393736:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006724352 00000100:00100000:3.0:1777421145.393760:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 69 00000100:00100000:3.0:1777421145.393766:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+41:2361:x1863761006724096:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421145.393797:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+41:2361:x1863761006724096:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 31us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421145.393802:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 69 00000100:00100000:3.0:1777421145.393815:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 70 00000100:00100000:3.0:1777421145.393821:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2361:x1863761006724352:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421145.393848:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2361:x1863761006724352:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 28us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421145.393855:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 70 00000100:00080000:1.0:1777421145.395600:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777421145.395608:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:0.0:1777421145.404406:0:7446:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8b251bd7-457c-4889-b04e-8036834fd389 00000020:00000080:0.0:1777421145.404416:0:7446:0:(genops.c:904:class_export_put()) final put ffff971077a92800/8b251bd7-457c-4889-b04e-8036834fd389 00000020:00000080:2.0:1777421145.404863:0:38:0:(genops.c:863:class_export_destroy()) destroying export ffff971077a92800/8b251bd7-457c-4889-b04e-8036834fd389 for lustre-OST0001 00000020:00000080:2.0:1777421145.404918:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff971077a96000 for lustre-OST0001 00000001:00080000:1.0:1777421145.407974:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967332 is committed 00000001:00080000:1.0:1777421145.408010:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967339 is committed 00010000:00010000:3.0:1777421146.339196:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421146.402558:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018274304:0@lo:400:kworker.0 00000100:00100000:1.0:1777421146.402633:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421146.402691:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018274432:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421146.402728:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421146.403498:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018274816:0@lo:400:kworker.0 00000100:00100000:0.0:1777421146.403502:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1863761018274688:0@lo:400:kworker.0 00000100:00100000:1.0:1777421146.403614:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421146.403624:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018274304 00000100:00100000:2.0:1777421146.403634:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018274304 00000100:00100000:0.0:1777421146.403646:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421146.403663:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018274432 00000100:00100000:1.0:1777421146.403669:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018274432 00000100:00100000:0.0:1777421146.403684:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777421146.403693:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863761018274560:0@lo:400:kworker.0 00000100:00100000:2.0:1777421146.403698:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:2.0:1777421146.403710:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018274304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421146.403719:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1777421146.403724:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421146.403787:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018274304:12345-0@lo:400:kworker.0 Request processed in 79us (1154us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421146.403796:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:1.0:1777421146.403807:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018274432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777421146.403840:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777421146.403851:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018274688 00000100:00100000:0.0:1777421146.403856:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018274688 00000100:00100000:0.0:1777421146.403887:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018274560 00000100:00100000:0.0:1777421146.403889:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018274560 00000100:00100000:1.0:1777421146.403894:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018274432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 163us (1163us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421146.403902:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1777421146.403921:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1777421146.403930:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863761018274688:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1777421146.403937:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777421146.403943:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421146.403968:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863761018274688:12345-0@lo:400:kworker.0 Request processed in 40us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421146.403974:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018274304:0@lo:400:kworker.0 00000100:00100000:0.0:1777421146.403977:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1777421146.404016:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1777421146.404022:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863761018274560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421146.404044:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863761018274560:12345-0@lo:400:kworker.0 Request processed in 23us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421146.404125:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018274816 00000100:00100000:3.0:1777421146.404129:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018274816 00000100:00100000:3.0:1777421146.404157:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1777421146.404165:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018274816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421146.404218:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018274432:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421146.404230:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777421146.404237:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1777421146.404243:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018274944:0@lo:400:kworker.0 00000100:00100000:3.0:1777421146.404324:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018274816:12345-0@lo:400:kworker.0 Request processed in 159us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421146.404330:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1777421146.404481:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863761018274560:0@lo:400:kworker.0 00000100:00100000:1.0:1777421146.404489:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421146.404495:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1863761018274688:0@lo:400:kworker.0 00010000:00080000:1.0:1777421146.404608:0:3299:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff97107730b480 x1863761018274816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777421162 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777421146.404620:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018274816:0@lo:400:kworker.0 00000100:00100000:3.0:1777421146.404671:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018274944 00000100:00100000:3.0:1777421146.404675:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018274944 00000100:00100000:3.0:1777421146.404763:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1777421146.404771:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1863761018274944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421146.404817:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1863761018274944:12345-0@lo:400:kworker.0 Request processed in 47us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421146.404824:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1777421146.404901:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018274944:0@lo:400:kworker.0 00000100:00080000:1.0:1777421146.404940:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777421147.362402:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1777421147.454361:0:11730:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 1a: mmap 00000100:00100000:2.0:1777421147.477973:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421147.478188:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006724480 00000100:00100000:3.0:1777421147.478199:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006724480 00000100:00080000:0.0:1777421147.478246:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421147.478292:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 62 00000100:00100000:3.0:1777421147.478306:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+10:10597:x1863761006724480:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421147.478802:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421147.478825:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756200/0xd9d09a059d6bf792 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e047ef expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.478900:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf799 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.478911:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf799 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.478922:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf799 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.479236:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf7a0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.479246:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf7a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.479253:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf7a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.479355:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf799 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.479363:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf799 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.479369:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf799 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.479377:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046757a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421147.479381:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf799 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.479388:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf799 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.479400:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356800) 00010000:00010000:3.0:1777421147.479403:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421147.479407:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf799 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.479413:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf799 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.479424:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf7a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.479430:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf7a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.479436:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf7a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.479448:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046756800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421147.479452:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf7a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.479458:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf7a0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.479467:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x246f4861 (ffff971043f8bd00) 00010000:00010000:3.0:1777421147.479469:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421147.479472:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf7a0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.479477:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf7a0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.479510:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756200/0xd9d09a059d6bf792 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047ef expref: 11 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.479520:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356800) 00010000:00010000:3.0:1777421147.479523:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421147.479527:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756200/0xd9d09a059d6bf792 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047ef expref: 11 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.479537:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046756200, rc 0) 00000100:00100000:3.0:1777421147.479651:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+10:10597:x1863761006724480:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1348us (1686us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421147.479660:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 62 00000100:00100000:2.0:1777421147.485971:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421147.486759:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006724736 00000100:00100000:3.0:1777421147.486791:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006724736 00000100:00100000:3.0:1777421147.486872:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 63 00000100:00100000:3.0:1777421147.486896:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+10:10597:x1863761006724736:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:3.0:1777421147.486972:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421147.487008:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf585 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0477f expref: 10 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.487037:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356800) 00010000:00010000:3.0:1777421147.487053:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421147.487182:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf7a7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.487201:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf7a7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.487213:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf7a7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.487228:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6bf7ae lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.487236:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6bf7ae lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.487243:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6bf7ae lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421147.488268:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5:0x0]: returning size 512 00010000:00010000:3.0:1777421147.488315:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf7a7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.488325:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf7a7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.488340:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf7a7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.488348:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046757400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421147.488353:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf7a7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.488361:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf7a7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.488375:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043f8bf00) 00010000:00010000:3.0:1777421147.488379:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421147.488382:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf7a7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.488389:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf7a7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421147.488409:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000003f5c6eb8 reply state 000000004eccbe21 transno 4294967340 ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6bf7ae lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421147.488418:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777421147.488545:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+11:10597:x1863761006724736:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 1659us (2580us total) trans 4294967340 rc 0/0 00000100:00100000:3.0:1777421147.488556:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 63 00010000:00010000:2.0:1777421147.490790:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6bf7ae lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421147.490816:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6bf7ae lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421147.490825:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6bf7ae lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421147.490839:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046756000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421147.490844:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6bf7ae lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421147.490852:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6bf7ae lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421147.490867:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x246f4861 (ffff971043f8b000) 00010000:00010000:2.0:1777421147.490870:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421147.490874:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6bf7ae lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421147.490901:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6bf7ae lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421147.513598:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421147.513681:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006724864 00000100:00100000:3.0:1777421147.513692:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006724864 00000100:00100000:3.0:1777421147.513764:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 64 00000100:00100000:3.0:1777421147.513776:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:10604:x1863761006724864:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:3.0:1777421147.513809:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421147.513834:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf7b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e047f6 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.513965:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756200/0xd9d09a059d6bf7bc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.513981:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046756200/0xd9d09a059d6bf7bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.513994:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756200/0xd9d09a059d6bf7bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421147.514057:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1777421147.514062:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421147.514089:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971046756200/0xd9d09a059d6bf7bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.514115:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf7b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047f6 expref: 7 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.514135:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756200/0xd9d09a059d6bf7bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047f6 expref: 6 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.514144:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043f8bf00) 00010000:00010000:3.0:1777421147.514148:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421147.514152:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046756200, rc 0) 00000100:00100000:3.0:1777421147.514215:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:10604:x1863761006724864:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 441us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421147.514223:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 64 00000100:00080000:1.0:1777421147.515574:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421147.521341:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421147.521454:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006724992 00000100:00100000:1.0:1777421147.521464:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006724992 00000100:00100000:1.0:1777421147.521526:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1 00000100:00100000:1.0:1777421147.521540:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:10604:x1863761006724992:12345-192.168.204.24@tcp:700:mkdir.0 00000100:00100000:1.0:1777421147.521656:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:10604:x1863761006724992:12345-192.168.204.24@tcp:700:mkdir.0 Request processed in 121us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421147.521670:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1 00000100:00100000:3.0:1777421147.525485:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421147.525552:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006725248 00000100:00100000:2.0:1777421147.525566:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006725248 00000100:00100000:2.0:1777421147.525629:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 65 00000100:00100000:2.0:1777421147.525640:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:10604:x1863761006725248:12345-192.168.204.24@tcp:36:mkdir.0 00010000:00010000:2.0:1777421147.525692:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421147.525718:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756200/0xd9d09a059d6bf7bc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047f6 expref: 6 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421147.525740:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043f8bf00) 00010000:00010000:2.0:1777421147.525750:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421147.525924:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:10604:x1863761006725248:12345-192.168.204.24@tcp:36:mkdir.0 Request processed in 285us (451us total) trans 0 rc -17/-17 00000100:00100000:2.0:1777421147.525932:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 65 00000100:00100000:2.0:1777421147.531040:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421147.531160:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006725376 00000100:00100000:1.0:1777421147.531172:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006725376 00000100:00100000:1.0:1777421147.531241:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 66 00000100:00100000:1.0:1777421147.531253:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:10604:x1863761006725376:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:1.0:1777421147.531305:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421147.531333:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf7c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e047fd expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.531400:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6bf7ca lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.531415:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6bf7ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.531429:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6bf7ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421147.531518:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:1.0:1777421147.531523:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421147.531557:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6bf7ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.531584:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf7c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047fd expref: 7 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.531601:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6bf7ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047fd expref: 6 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.531622:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92e00) 00010000:00010000:1.0:1777421147.531625:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421147.531628:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a1600, rc 0) 00000100:00100000:1.0:1777421147.531688:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:10604:x1863761006725376:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 438us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421147.531695:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 66 00000100:00100000:3.0:1777421147.536758:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421147.536811:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006725504 00000100:00100000:0.0:1777421147.536824:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006725504 00000100:00100000:0.0:1777421147.536897:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 67 00000100:00100000:0.0:1777421147.536909:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:10604:x1863761006725504:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:0.0:1777421147.536944:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421147.536980:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bf7d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04804 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537256:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bf7d8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537307:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bf7d8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537479:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bf7d8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537499:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf7df lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537506:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf7df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537512:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf7df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537636:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf7e6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537645:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf7e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537661:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf7e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421147.537701:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5:0x0]: returning size 512 00000004:00200000:0.0:1777421147.537705:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421147.537730:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf7e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537750:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bf7d8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537757:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bf7d8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537764:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bf7d8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537770:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421147.537775:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bf7d8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537782:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bf7d8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537794:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92e00) 00010000:00010000:0.0:1777421147.537797:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421147.537802:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bf7d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537808:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bf7d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537819:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf7df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537826:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf7df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537830:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf7df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537846:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421147.537850:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf7df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537856:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf7df lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537865:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x246f4861 (ffff971052ac0200) 00010000:00010000:0.0:1777421147.537867:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421147.537870:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf7df lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537876:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf7df lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537934:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bf7d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04804 expref: 8 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537949:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf7e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04804 expref: 7 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.537956:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff971052ac0d00) 00010000:00010000:0.0:1777421147.537960:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421147.537962:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bc600, rc 0) 00000100:00100000:0.0:1777421147.538054:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:10604:x1863761006725504:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 1147us (1302us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421147.538062:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 67 00000100:00100000:2.0:1777421147.547668:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421147.547752:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006725632 00000100:00100000:3.0:1777421147.547762:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006725632 00000100:00100000:3.0:1777421147.547821:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 68 00000100:00100000:3.0:1777421147.547834:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:10607:x1863761006725632:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:3.0:1777421147.547857:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421147.547879:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf7ed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0480b expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.547959:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf7f4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.547974:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf7f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.547989:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf7f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.548046:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf7fb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.548054:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf7fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.548061:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf7fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.548145:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf7f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.548153:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf7f4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.548168:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf7f4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.548175:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046757400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421147.548181:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf7f4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.548188:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf7f4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.548201:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff971052ac0d00) 00010000:00010000:3.0:1777421147.548205:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421147.548210:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf7f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.548216:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf7f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.548228:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf7fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.548234:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf7fb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.548240:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf7fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.548245:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046757a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421147.548248:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf7fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.548266:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf7fb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.548297:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xf15685f6 (ffff971043f8bd00) 00010000:00010000:3.0:1777421147.548301:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421147.548305:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf7fb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.548313:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf7fb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.548349:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf7ed lrc: 1/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0480b expref: 8 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.548361:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff971052ac0d00) 00010000:00010000:3.0:1777421147.548363:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421147.548367:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf7ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0480b expref: 8 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421147.548377:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046756800, rc 0) 00000100:00100000:3.0:1777421147.548436:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:10607:x1863761006725632:12345-192.168.204.24@tcp:101:rm.0 Request processed in 605us (776us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421147.548444:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 68 00000100:00100000:1.0:1777421147.565256:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421147.565362:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006725888 00000100:00100000:2.0:1777421147.565373:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006725888 00000100:00100000:2.0:1777421147.565430:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 69 00000100:00100000:2.0:1777421147.565442:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:10608:x1863761006725888:12345-192.168.204.24@tcp:101:dd.0 00010000:00010000:2.0:1777421147.565462:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421147.565466:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1777421147.565589:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf7e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04804 expref: 7 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421147.565676:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff971052ac0d00) 00010000:00010000:2.0:1777421147.565691:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421147.565710:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bf802 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04812 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421147.565856:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bf809 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421147.565871:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bf809 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421147.565894:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bf809 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421147.565909:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eec00/0xd9d09a059d6bf810 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421147.565917:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eec00/0xd9d09a059d6bf810 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421147.565926:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eec00/0xd9d09a059d6bf810 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421147.566731:0:5771:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x3:0x0], index 1: 0 00010000:00010000:0.0:1777421147.566944:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf817 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.566956:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf817 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.566964:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf817 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.566999:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bf809 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.567006:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bf809 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.567011:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bf809 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.567017:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421147.567022:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bf809 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.567029:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bf809 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.567038:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff971049356400) 00010000:00010000:0.0:1777421147.567042:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421147.567046:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bf809 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.567052:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bf809 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421147.567073:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000f8b21741 reply state 000000009c44c607 transno 4294967341 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eec00/0xd9d09a059d6bf810 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421147.567082:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777421147.567111:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bf802 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04812 expref: 9 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.567127:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf817 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04812 expref: 8 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.567135:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff971052ac0200) 00010000:00010000:0.0:1777421147.567138:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421147.567140:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bc800, rc 0) 00000100:00100000:0.0:1777421147.567212:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:10608:x1863761006725888:12345-192.168.204.24@tcp:101:dd.0 Request processed in 1773us (1964us total) trans 4294967341 rc 0/0 00000100:00100000:0.0:1777421147.567221:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 69 00010000:00010000:1.0:1777421147.572168:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eec00/0xd9d09a059d6bf810 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.572189:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eec00/0xd9d09a059d6bf810 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.572197:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eec00/0xd9d09a059d6bf810 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.572203:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777eec00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421147.572208:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eec00/0xd9d09a059d6bf810 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.572216:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eec00/0xd9d09a059d6bf810 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.572233:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xf15685f6 (ffff971049356800) 00010000:00010000:1.0:1777421147.572236:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421147.572242:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eec00/0xd9d09a059d6bf810 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.572249:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eec00/0xd9d09a059d6bf810 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421147.601967:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421147.602245:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006726016 00000100:00100000:3.0:1777421147.602257:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006726016 00000100:00100000:3.0:1777421147.602430:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 22 00000100:00100000:3.0:1777421147.602439:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2357:x1863761006726016:12345-192.168.204.24@tcp:8:dd.0 00010000:00080000:3.0:1777421147.602471:0:6554:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp t0 exp 0000000000000000 cur 214 last 0 00000020:00000080:3.0:1777421147.602516:0:6554:0:(genops.c:1404:class_connect()) connect: client ddc1a513-af95-4c37-ae62-25bb6cbfadc6, cookie 0xd9d09a059d6bf825 00002000:00100000:3.0:1777421147.602527:0:6554:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli ddc1a513-af95-4c37-ae62-25bb6cbfadc6/ffff97104b76c800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c2 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1777421147.602552:0:6554:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1777421147.602815:0:6554:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1777421147.602852:0:6554:0:(import.c:65:import_set_state_nolock()) ffff97104b76b800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1777421147.602943:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2357:x1863761006726016:12345-192.168.204.24@tcp:8:dd.0 Request processed in 504us (986us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421147.602952:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 22 00000100:00100000:3.0:1777421147.606579:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421147.606688:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006726144 00000100:00100000:0.0:1777421147.606700:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006726144 00000100:00100000:0.0:1777421147.606905:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 23 00000100:00100000:0.0:1777421147.606917:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:10608:x1863761006726144:12345-192.168.204.24@tcp:101:dd.0 00010000:00010000:0.0:1777421147.606935:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421147.606959:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d866c614/0xd9d09a059d6bf82c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04819 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421147.606985:0:6554:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777421147.607005:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421147.607024:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421147.607034:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d866c614/0xd9d09a059d6bf82c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04819 expref: 7 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.607065:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d866c614/0xd9d09a059d6bf82c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04819 expref: 7 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421147.607079:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bd600, rc 0) 00000100:00100000:0.0:1777421147.607182:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:10608:x1863761006726144:12345-192.168.204.24@tcp:101:dd.0 Request processed in 267us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421147.607190:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 23 00000100:00080000:1.0:1777421147.607426:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421147.621690:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421147.621802:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006726272 00000100:00100000:3.0:1777421147.621814:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006726272 00002000:00100000:3.0:1777421147.621861:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3:0x0] (0->1048575) req@ffff97106ff73b80 x1863761006726272/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:158/0 lens 488/0 e 0 to 0 dl 1777421158 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421147.621872:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff73b80 with x1863761006726272 ext(0->1048575) 00002000:00010000:3.0:1777421147.621879:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97106ff73b80 00000100:00100000:2.0:1777421147.621958:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 0 00000100:00100000:2.0:1777421147.621970:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2361:x1863761006726272:12345-192.168.204.24@tcp:4:dd.0 00000001:00100000:3.0:1777421147.678678:0:7446:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of ddc1a513-af95-4c37-ae62-25bb6cbfadc6 00000100:00100000:2.0:1777421147.682029:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761006726272:12345-192.168.204.24@tcp:4:dd.0 Request processed in 60052us (60338us total) trans 4294967301 rc 0/0 00000100:00100000:2.0:1777421147.682053:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 0 00002000:00100000:2.0:1777421147.682067:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (0->1048575) req@ffff97106ff73b80 x1863761006726272/t4294967301(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:158/0 lens 488/448 e 0 to 0 dl 1777421158 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421147.682078:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff73b80 with x1863761006726272 ext(0->1048575) 00002000:00010000:2.0:1777421147.682084:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97106ff73b80 00000100:00100000:0.0:1777421147.687568:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421147.687707:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006726400 00000100:00100000:1.0:1777421147.687720:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006726400 00000100:00100000:1.0:1777421147.687820:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 70 00000100:00100000:1.0:1777421147.687831:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:10608:x1863761006726400:12345-192.168.204.24@tcp:44:dd.0 00000001:00080000:1.0:1777421147.725665:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967341 is committed 00000001:00080000:1.0:1777421147.725684:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967340 is committed 00000100:00100000:0.0:1777421147.725840:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:10608:x1863761006726400:12345-192.168.204.24@tcp:44:dd.0 Request processed in 38004us (38274us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421147.725850:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 70 00000100:00100000:2.0:1777421147.732109:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421147.732220:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006726528 00000100:00100000:0.0:1777421147.732230:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006726528 00000100:00100000:3.0:1777421147.732315:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 24 00000100:00100000:3.0:1777421147.732328:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761006726528:12345-192.168.204.24@tcp:16:dd.0 00000001:00080000:1.0:1777421147.760389:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967301 is committed 00000100:00100000:3.0:1777421147.760535:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006726528:12345-192.168.204.24@tcp:16:dd.0 Request processed in 28206us (28431us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421147.760549:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 24 00000100:00100000:2.0:1777421147.764600:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421147.765189:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006726784 00000100:00100000:0.0:1777421147.765204:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006726784 00000100:00100000:0.0:1777421147.765312:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 26 00000100:00100000:0.0:1777421147.765380:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4b8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:10608:x1863761006726784:12345-192.168.204.24@tcp:35:dd.0 00000100:00100000:0.0:1777421147.765949:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4b8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:10608:x1863761006726784:12345-192.168.204.24@tcp:35:dd.0 Request processed in 625us (1359us total) trans 4294967342 rc 0/0 00000100:00100000:0.0:1777421147.765958:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 26 00000100:00100000:0.0:1777421147.782983:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421147.783953:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006726912 00000100:00100000:1.0:1777421147.783965:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006726912 00000100:00100000:1.0:1777421147.784037:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 71 00000100:00100000:1.0:1777421147.784047:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:10609:x1863761006726912:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421147.784075:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421147.784096:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf833 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04820 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784192:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf83a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784209:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf83a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784219:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf83a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784238:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf841 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784265:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf841 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784317:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf841 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784598:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf848 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784608:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf848 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784616:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf848 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421147.784662:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5:0x0]: returning size 11776 00000004:00200000:1.0:1777421147.784666:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421147.784694:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf848 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784706:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf83a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784713:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf83a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784719:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf83a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784725:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421147.784729:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf83a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784745:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf83a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784757:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92e00) 00010000:00010000:1.0:1777421147.784759:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421147.784764:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf83a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784769:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf83a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784781:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf841 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784786:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf841 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784791:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf841 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784796:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421147.784799:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf841 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784803:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf841 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784809:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x246f4861 (ffff971050d92a00) 00010000:00010000:1.0:1777421147.784811:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421147.784814:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf841 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784829:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf841 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784866:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf833 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04820 expref: 10 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784891:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0a00/0xd9d09a059d6bf848 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04820 expref: 9 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.784899:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff971050d92700) 00010000:00010000:1.0:1777421147.784901:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421147.784904:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a0a00, rc 0) 00000100:00100000:1.0:1777421147.784984:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:10609:x1863761006726912:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 937us (2010us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421147.784992:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 71 00000100:00100000:2.0:1777421147.977982:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421147.978051:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006727040 00000100:00100000:1.0:1777421147.978062:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006727040 00000100:00100000:1.0:1777421147.978118:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 72 00000100:00100000:1.0:1777421147.978194:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+9:10634:x1863761006727040:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421147.978218:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421147.978238:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf84f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04827 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.978368:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf856 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.978381:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf856 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.978424:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf856 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421147.978485:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:1.0:1777421147.978490:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421147.978531:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf856 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.978555:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf84f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04827 expref: 11 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.978571:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf856 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04827 expref: 10 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.978580:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92e00) 00010000:00010000:1.0:1777421147.978582:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421147.978586:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a1e00, rc 0) 00000100:00100000:1.0:1777421147.978645:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+10:10634:x1863761006727040:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 454us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421147.978652:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 72 00000100:00100000:2.0:1777421147.984410:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421147.984467:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006727168 00000100:00100000:1.0:1777421147.984479:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006727168 00000100:00100000:1.0:1777421147.984593:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 73 00000100:00100000:1.0:1777421147.984604:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:10635:x1863761006727168:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421147.984630:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421147.984650:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf85d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0482e expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.984749:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf864 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.984768:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf864 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.984782:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf864 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.984798:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6bf86b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.984805:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6bf86b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.984812:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6bf86b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.985108:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb600/0xd9d09a059d6bf872 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.985116:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb600/0xd9d09a059d6bf872 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.985123:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb600/0xd9d09a059d6bf872 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421147.985159:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 10752 00000004:00200000:1.0:1777421147.985163:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421147.985206:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb600/0xd9d09a059d6bf872 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.985227:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf864 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.985233:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf864 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.985240:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf864 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.985246:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421147.985251:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf864 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.985258:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf864 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.985270:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92e00) 00010000:00010000:1.0:1777421147.985294:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421147.985300:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf864 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.985307:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6bf864 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.985318:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6bf86b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.985325:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6bf86b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.985331:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6bf86b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.985342:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a0000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421147.985346:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6bf86b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.985352:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6bf86b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.985360:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff971050d92a00) 00010000:00010000:1.0:1777421147.985362:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421147.985365:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6bf86b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.985371:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6bf86b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.985401:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6bf85d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0482e expref: 11 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.985413:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb600/0xd9d09a059d6bf872 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0482e expref: 10 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.985421:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff971050d92600) 00010000:00010000:1.0:1777421147.985424:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421147.985426:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbb600, rc 0) 00000100:00100000:1.0:1777421147.985499:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:10635:x1863761006727168:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 896us (1099us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421147.985507:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 73 00000100:00100000:0.0:1777421147.991991:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421147.992085:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006727424 00000100:00100000:1.0:1777421147.992116:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006727424 00000100:00100000:1.0:1777421147.992191:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 74 00000100:00100000:1.0:1777421147.992218:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:10635:x1863761006727424:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421147.992255:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421147.992300:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6bf879 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04835 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.992374:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6bf880 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.992387:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6bf880 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.992397:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6bf880 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.992475:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6bf887 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.992482:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6bf887 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.992489:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6bf887 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.992796:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb400/0xd9d09a059d6bf88e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.992805:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb400/0xd9d09a059d6bf88e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.992812:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb400/0xd9d09a059d6bf88e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421147.992829:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:1.0:1777421147.992926:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6bf880 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.992934:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6bf880 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.992941:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6bf880 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.992946:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcba400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421147.992950:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6bf880 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.992957:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6bf880 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.992969:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff971050d92600) 00010000:00010000:1.0:1777421147.992972:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421147.992977:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6bf880 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.992984:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6bf880 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.992995:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6bf887 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.993001:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6bf887 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.993016:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6bf887 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.993021:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcba200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421147.993024:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6bf887 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.993030:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6bf887 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.993037:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff971050d92a00) 00010000:00010000:1.0:1777421147.993039:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421147.993041:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6bf887 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.993047:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6bf887 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.993373:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6bf879 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04835 expref: 13 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.993386:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb400/0xd9d09a059d6bf88e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04835 expref: 12 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421147.993393:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:1.0:1777421147.993396:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421147.993398:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbb400, rc 0) 00000100:00100000:1.0:1777421147.993470:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:10635:x1863761006727424:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1258us (1487us total) trans 4294967343 rc 0/0 00000100:00100000:1.0:1777421147.993490:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 74 00000100:00100000:2.0:1777421147.996628:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421147.996999:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006727552 00000100:00100000:1.0:1777421147.997012:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006727552 00000100:00100000:1.0:1777421147.997075:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 75 00000100:00100000:1.0:1777421147.997085:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:10635:x1863761006727552:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1777421147.997259:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:10635:x1863761006727552:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 176us (639us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421147.997267:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 75 00000100:00100000:2.0:1777421148.006711:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421148.006795:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006727680 00000100:00100000:1.0:1777421148.006807:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006727680 00000100:00100000:1.0:1777421148.006868:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 76 00000100:00100000:1.0:1777421148.006886:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+10:10636:x1863761006727680:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421148.006910:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421148.006932:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6bf89c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0483c expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.006994:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bf8a3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007009:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bf8a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007022:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bf8a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007037:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bf8aa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007061:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bf8aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007068:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bf8aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007193:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba800/0xd9d09a059d6bf8b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007201:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba800/0xd9d09a059d6bf8b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007208:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba800/0xd9d09a059d6bf8b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421148.007238:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5:0x0]: returning size 11776 00000004:00200000:1.0:1777421148.007241:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421148.007261:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba800/0xd9d09a059d6bf8b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007302:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bf8a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007309:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bf8a3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007315:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bf8a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007322:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbb200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421148.007326:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bf8a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007338:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bf8a3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007350:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92e00) 00010000:00010000:1.0:1777421148.007352:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421148.007357:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bf8a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007363:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bf8a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007376:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bf8aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007381:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bf8aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007387:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bf8aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007392:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbba00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421148.007395:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bf8aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007401:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bf8aa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007407:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x246f4861 (ffff971050d92300) 00010000:00010000:1.0:1777421148.007409:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421148.007411:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bf8aa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007425:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bf8aa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007457:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6bf89c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0483c expref: 12 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007469:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba800/0xd9d09a059d6bf8b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0483c expref: 11 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.007487:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff971050d92700) 00010000:00010000:1.0:1777421148.007489:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421148.007492:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcba800, rc 0) 00000100:00100000:1.0:1777421148.007551:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+11:10636:x1863761006727680:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 675us (851us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421148.007559:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 76 00000100:00100000:0.0:1777421148.012020:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421148.012156:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006727808 00000100:00100000:3.0:1777421148.012169:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006727808 00000100:00100000:3.0:1777421148.012232:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 77 00000100:00100000:3.0:1777421148.012242:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+11:10636:x1863761006727808:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421148.012270:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421148.012322:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756c00/0xd9d09a059d6bf8b8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04843 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012406:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf8bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012420:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf8bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012432:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf8bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012446:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf8c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012453:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf8c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012460:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf8c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012638:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf8cd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012647:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf8cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012654:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf8cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421148.012686:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2:0x0]: returning size 1048576 00000004:00200000:3.0:1777421148.012696:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421148.012717:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf8cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012729:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf8cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012737:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf8bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012743:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf8bf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012749:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf8bf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012756:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046756800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421148.012760:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf8bf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012767:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf8bf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012778:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff971050d92700) 00010000:00010000:3.0:1777421148.012782:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421148.012787:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf8bf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012793:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf8bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012807:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf8c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012823:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf8c6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012829:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf8c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012834:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046757a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421148.012837:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf8c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012843:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf8c6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012852:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xf15685f6 (ffff971043f8bd00) 00010000:00010000:3.0:1777421148.012855:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421148.012857:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf8c6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012863:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf8c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012905:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756c00/0xd9d09a059d6bf8b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04843 expref: 13 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012920:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf8cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04843 expref: 12 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.012927:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff971052ac0200) 00010000:00010000:3.0:1777421148.012930:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421148.012939:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046757400, rc 0) 00000100:00100000:3.0:1777421148.013112:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+12:10636:x1863761006727808:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 870us (1108us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421148.013121:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 77 00000100:00100000:2.0:1777421148.020611:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421148.020779:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006727936 00000100:00100000:3.0:1777421148.020791:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006727936 00000100:00100000:3.0:1777421148.020885:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 25 00000100:00100000:3.0:1777421148.020894:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2357:x1863761006727936:12345-192.168.204.24@tcp:8:lfs.0 00010000:00080000:3.0:1777421148.020926:0:6554:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from 8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp t0 exp 0000000000000000 cur 214 last 0 00000020:00000080:3.0:1777421148.020966:0:6554:0:(genops.c:1404:class_connect()) connect: client 8b251bd7-457c-4889-b04e-8036834fd389, cookie 0xd9d09a059d6bf8d4 00002000:00100000:3.0:1777421148.020979:0:6554:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 8b251bd7-457c-4889-b04e-8036834fd389/ffff97104b768800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c2 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1777421148.020990:0:6554:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1777421148.021520:0:6554:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1777421148.021553:0:6554:0:(import.c:65:import_set_state_nolock()) ffff97104b769800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1777421148.021630:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+6:2357:x1863761006727936:12345-192.168.204.24@tcp:8:lfs.0 Request processed in 735us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421148.021639:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 25 00000100:00100000:2.0:1777421148.024619:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421148.025405:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006728064 00000100:00100000:3.0:1777421148.025418:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006728064 00000100:00100000:3.0:1777421148.025511:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 26 00000100:00100000:3.0:1777421148.025521:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+6:0:x1863761006728064:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421148.025541:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421148.025562:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c53d743/0xd9d09a059d6bf8db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0484a expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421148.025625:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077308e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018275072:192.168.204.24@tcp:106: 00000100:00080000:0.0:1777421148.025669:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421148.026742:0:6554:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710453ba480 going to sleep for 11 seconds 00002000:00010000:3.0:1777421148.030629:0:6554:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x3:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:3.0:1777421148.030639:0:6554:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3:0x0] updating lvb mtime: 0 -> 1777421147 00002000:00010000:3.0:1777421148.030642:0:6554:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3:0x0] updating lvb atime: 0 -> 1777421147 00002000:00010000:3.0:1777421148.030645:0:6554:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3:0x0] updating lvb ctime: 0 -> 1777421147 00002000:00010000:3.0:1777421148.030647:0:6554:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0x3:0x0] updating lvb blocks: 1 -> 2051 00000100:00100000:3.0:1777421148.030699:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077308e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018275072:192.168.204.24@tcp:106: 00010000:00010000:3.0:1777421148.030756:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c53d743/0xd9d09a059d6bf8db lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0484a expref: 7 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.030785:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c53d743/0xd9d09a059d6bf8db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0484a expref: 7 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.030799:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046756c00, rc 0) 00000100:00100000:3.0:1777421148.030869:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+6:0:x1863761006728064:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 5349us (6270us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421148.030888:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 26 00000100:00100000:0.0:1777421148.034886:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421148.034993:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006728192 00000100:00100000:3.0:1777421148.035005:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006728192 00000100:00100000:3.0:1777421148.035072:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 78 00000100:00100000:3.0:1777421148.035081:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+12:10636:x1863761006728192:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421148.035106:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421148.035130:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf8e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04851 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.035197:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf8e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.035227:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf8e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.035240:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf8e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421148.035330:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5:0x0]: returning size 11776 00000004:00200000:3.0:1777421148.035334:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421148.035358:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf8e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.035384:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6bf8e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04851 expref: 14 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.035404:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf8e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04851 expref: 13 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.035413:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff971050d92700) 00010000:00010000:3.0:1777421148.035416:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421148.035420:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046756800, rc 0) 00000100:00100000:3.0:1777421148.035486:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+13:10636:x1863761006728192:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 404us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421148.035493:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 78 00000100:00100000:2.0:1777421148.040470:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421148.040786:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006728320 00000100:00100000:3.0:1777421148.040992:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006728320 00000100:00100000:3.0:1777421148.041169:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 27 00000100:00100000:3.0:1777421148.041180:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+6:2361:x1863761006728320:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421148.041199:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421148.041231:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040f7c54a/0xd9d09a059d6bf8f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04858 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421148.041351:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077308e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018275200:192.168.204.24@tcp:106: 00000100:00100000:3.0:1777421148.041429:0:6554:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710453ba480 going to sleep for 11 seconds 00000100:00100000:3.0:1777421148.044920:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077308e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018275200:192.168.204.24@tcp:106: 00010000:00010000:3.0:1777421148.044963:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000040f7c54a/0xd9d09a059d6bf8f0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04858 expref: 7 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.044988:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040f7c54a/0xd9d09a059d6bf8f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04858 expref: 7 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421148.045002:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046756a00, rc 0) 00000100:00100000:3.0:1777421148.045133:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+6:2361:x1863761006728320:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 3953us (4678us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421148.045142:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 27 00000100:00100000:0.0:1777421148.050595:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421148.050784:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006728576 00000100:00100000:1.0:1777421148.050813:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006728576 00000100:00100000:1.0:1777421148.051034:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 79 00000100:00100000:1.0:1777421148.051047:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+13:10636:x1863761006728576:12345-192.168.204.24@tcp:58:lfs.0 00000040:00080000:1.0:1777421148.052083:0:5771:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1777421148.053154:0:5771:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].1, 64 off8256 00000040:00080000:1.0:1777421148.053229:0:5771:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1, 136 off8328 00000100:00100000:1.0:1777421148.053372:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+13:10636:x1863761006728576:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 2321us (2784us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421148.053382:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 79 00010000:00010000:1.0:1777421148.386453:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777421148.559329:0:11780:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421148.559340:0:11780:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421148.559369:0:11780:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 2 count 2 00000040:00080000:1.0:1777421148.559373:0:11780:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1777421148.645698:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421148.645708:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421148.645770:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 2 count 2 00000040:00080000:2.0:1777421148.645778:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421148.649473:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff70380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018275328:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421148.649562:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045fe1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421148.654921:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff70380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018275328:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421148.661730:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421148.661771:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006728704 00000100:00100000:2.0:1777421148.661781:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006728704 00000100:00100000:2.0:1777421148.661827:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1 00000100:00100000:2.0:1777421148.661836:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:10647:x1863761006728704:12345-192.168.204.24@tcp:900:lhsmtool_posix.0 00000100:00100000:2.0:1777421148.661923:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:10647:x1863761006728704:12345-192.168.204.24@tcp:900:lhsmtool_posix.0 Request processed in 87us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421148.661931:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1 00000100:00100000:1.0:1777421148.665206:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421148.665318:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006728832 00000100:00100000:2.0:1777421148.665329:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006728832 00000100:00100000:2.0:1777421148.665392:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 80 00000100:00100000:2.0:1777421148.665403:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:10647:x1863761006728832:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421148.665435:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421148.665533:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:10647:x1863761006728832:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 132us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421148.665541:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 80 00000100:00100000:1.0:1777421148.673018:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421148.673598:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006729088 00000100:00100000:2.0:1777421148.673608:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006729088 00000100:00100000:2.0:1777421148.673759:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 81 00000100:00100000:2.0:1777421148.673771:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:10647:x1863761006729088:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421148.674150:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421148.674177:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bf8f7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0485f expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.674738:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf8fe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.674755:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf8fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.674770:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf8fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421148.674810:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2:0x0]: returning size 1048576 00010000:00010000:2.0:1777421148.674956:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bf8f7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0485f expref: 15 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.674974:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf8fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0485f expref: 14 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.674982:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff971052ac0200) 00010000:00010000:2.0:1777421148.674985:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421148.674988:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ef000, rc 0) 00000100:00100000:2.0:1777421148.675058:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:10647:x1863761006729088:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1289us (2050us total) trans 4294967344 rc 0/0 00000100:00100000:2.0:1777421148.675067:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 81 00000100:00100000:3.0:1777421148.679104:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421148.679175:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006729216 00000100:00100000:0.0:1777421148.679197:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006729216 00000100:00100000:0.0:1777421148.679256:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 28 00000100:00100000:0.0:1777421148.679268:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2358:x1863761006729216:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421148.679340:0:6554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009919c08f/0xd9d09a059d6bf90c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.679362:0:6554:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d866c614/0xd9d09a059d6bf82c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04819 expref: 6 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.679371:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421148.679373:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421148.679377:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009919c08f/0xd9d09a059d6bf90c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.679434:0:6554:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d866c614/0xd9d09a059d6bf82c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04819 expref: 6 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.679449:0:6554:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d866c614/0xd9d09a059d6bf82c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04819 expref: 6 pid: 6554 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421148.679464:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046739c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018275456:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421148.679548:0:6554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104f8c3840 going to sleep for 11 seconds 00000100:00100000:1.0:1777421148.680030:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421148.680223:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006729344 00000100:00100000:2.0:1777421148.680229:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006729344 00000100:00100000:2.0:1777421148.680292:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1 00000100:00100000:2.0:1777421148.680302:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:2361:x1863761006729344:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421148.680315:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421148.680497:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf8fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0485f expref: 14 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.680515:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff971052ac0200) 00010000:00010000:2.0:1777421148.680520:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421148.680561:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761006729344:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 261us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421148.680568:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1 00000100:00100000:3.0:1777421148.681410:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046739c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018275456:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421148.681427:0:6554:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009919c08f/0xd9d09a059d6bf90c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421148.684495:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421148.685050:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006729472 00000100:00100000:2.0:1777421148.685063:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006729472 00010000:00010000:2.0:1777421148.685113:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d866c614/0xd9d09a059d6bf82c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04819 expref: 7 pid: 6554 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421148.685155:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 43 00000100:00100000:2.0:1777421148.685165:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046739880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2360:x1863761006729472:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421148.685181:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421148.685203:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d866c614/0xd9d09a059d6bf82c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04819 expref: 7 pid: 6554 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.685219:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d866c614/0xd9d09a059d6bf82c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04819 expref: 7 pid: 6554 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.685248:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d866c614/0xd9d09a059d6bf82c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04819 expref: 7 pid: 6554 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.685264:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421148.685266:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421148.685299:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009919c08f/0xd9d09a059d6bf90c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.685310:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009919c08f/0xd9d09a059d6bf90c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.685437:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421148.685468:0:6554:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009919c08f/0xd9d09a059d6bf90c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.685478:0:6554:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009919c08f/0xd9d09a059d6bf90c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421148.685494:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046739880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006729472:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 330us (1008us total) trans 0 rc 0/0 00010000:00010000:0.0:1777421148.685503:0:6554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009919c08f/0xd9d09a059d6bf90c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421148.685510:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 43 00010000:00010000:0.0:1777421148.685511:0:6554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009919c08f/0xd9d09a059d6bf90c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.685519:0:6554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009919c08f/0xd9d09a059d6bf90c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.685526:0:6554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc200 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421148.685530:0:6554:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009919c08f/0xd9d09a059d6bf90c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.685539:0:6554:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009919c08f/0xd9d09a059d6bf90c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.685551:0:6554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009919c08f/0xd9d09a059d6bf90c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.685559:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009919c08f/0xd9d09a059d6bf90c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421148.685635:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2358:x1863761006729216:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 6368us (6539us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421148.685643:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 28 00000100:00100000:1.0:1777421148.688437:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421148.688484:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006729728 00000100:00100000:2.0:1777421148.688496:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006729728 00000100:00100000:2.0:1777421148.688552:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 82 00000100:00100000:2.0:1777421148.688563:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:10647:x1863761006729728:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421148.688672:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:10647:x1863761006729728:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 110us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421148.688688:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 82 00000100:00100000:3.0:1777421148.692781:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421148.692924:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006729856 00000100:00100000:0.0:1777421148.692935:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006729856 00000100:00100000:0.0:1777421148.692994:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 29 00000100:00100000:0.0:1777421148.693076:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2361:x1863761006729856:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421148.693097:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421148.693120:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eaf1977e/0xd9d09a059d6bf913 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04866 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421148.693147:0:6554:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3:0x0] initial LVB size: 1048576, mtime: 0x69f14b5b, atime: 0x0, ctime: 0x69f14b5b, blocks: 0x803 00010000:00010000:0.0:1777421148.693165:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421148.693168:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421148.693176:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eaf1977e/0xd9d09a059d6bf913 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04866 expref: 6 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.693191:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eaf1977e/0xd9d09a059d6bf913 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04866 expref: 6 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.693204:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bd800, rc 0) 00000100:00100000:0.0:1777421148.693259:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006729856:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 257us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421148.693264:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 29 00000100:00100000:1.0:1777421148.695589:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421148.695658:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006730112 00000100:00100000:2.0:1777421148.695669:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006730112 00000100:00100000:2.0:1777421148.695723:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 83 00000100:00100000:2.0:1777421148.695732:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:10647:x1863761006730112:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421148.695874:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:10647:x1863761006730112:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 132us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421148.695883:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 83 00000100:00100000:1.0:1777421148.703382:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421148.703608:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006730240 00000100:00100000:2.0:1777421148.703619:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006730240 00002000:00100000:2.0:1777421148.703669:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (0->1048575) req@ffff9710808d7480 x1863761006730240/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:159/0 lens 488/0 e 0 to 0 dl 1777421159 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421148.703681:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710808d7480 with x1863761006730240 ext(0->1048575) 00002000:00010000:2.0:1777421148.703686:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9710808d7480 00000100:00100000:2.0:1777421148.703719:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1 00000100:00100000:2.0:1777421148.703728:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006730240:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1777421148.722899:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006730240:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 19160us (19515us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1777421148.722936:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1 00002000:00100000:2.0:1777421148.722949:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3:0x0] (0->1048575) req@ffff9710808d7480 x1863761006730240/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:159/0 lens 488/440 e 0 to 0 dl 1777421159 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421148.722959:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710808d7480 with x1863761006730240 ext(0->1048575) 00002000:00010000:2.0:1777421148.722965:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9710808d7480 00000100:00100000:3.0:1777421148.736600:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421148.737607:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006730368 00000100:00100000:2.0:1777421148.737622:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006730368 00000100:00100000:3.0:1777421148.738235:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 84 00000100:00100000:3.0:1777421148.738266:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:10647:x1863761006730368:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421148.738502:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421148.738526:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971041484c00/0xd9d09a059d6bf91a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0486d expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.738744:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf921 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.738760:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf921 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.738771:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf921 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.739007:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971041484c00/0xd9d09a059d6bf91a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0486d expref: 15 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.739025:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf921 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0486d expref: 14 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.739035:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff971052ac0200) 00010000:00010000:2.0:1777421148.739038:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421148.739041:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ef000, rc 0) 00000100:00100000:2.0:1777421148.739111:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:10647:x1863761006730368:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 849us (2527us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421148.739129:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 84 00000100:00100000:1.0:1777421148.744751:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421148.744832:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006730496 00000100:00100000:2.0:1777421148.744843:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006730496 00000100:00100000:2.0:1777421148.744925:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 85 00000100:00100000:2.0:1777421148.744936:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:10647:x1863761006730496:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421148.744970:0:8245:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421148.745095:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:10647:x1863761006730496:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 159us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421148.745104:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 85 00000100:00100000:1.0:1777421148.751481:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421148.751720:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006730624 00000100:00100000:0.0:1777421148.751730:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006730624 00000100:00100000:0.0:1777421148.751821:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 30 00000100:00100000:0.0:1777421148.751831:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006730624:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421148.751886:0:6554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000953b8d00/0xd9d09a059d6bf928 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.752624:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421148.752627:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421148.752634:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000953b8d00/0xd9d09a059d6bf928 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.752649:0:6554:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000953b8d00/0xd9d09a059d6bf928 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.752683:0:6554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000953b8d00/0xd9d09a059d6bf928 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.752691:0:6554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000953b8d00/0xd9d09a059d6bf928 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.752699:0:6554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000953b8d00/0xd9d09a059d6bf928 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.752705:0:6554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bda00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421148.752708:0:6554:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000953b8d00/0xd9d09a059d6bf928 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.752736:0:6554:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000953b8d00/0xd9d09a059d6bf928 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.752751:0:6554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000953b8d00/0xd9d09a059d6bf928 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421148.752759:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000953b8d00/0xd9d09a059d6bf928 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421148.752888:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006730624:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 1056us (1414us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421148.752904:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 30 00000100:00100000:0.0:1777421148.759398:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421148.759706:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006730880 00000100:00100000:1.0:1777421148.759717:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006730880 00000100:00100000:1.0:1777421148.759781:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 86 00000100:00100000:1.0:1777421148.759792:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104673ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:10647:x1863761006730880:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777421148.759934:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bf92f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.759955:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf921 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0486d expref: 14 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.759964:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bf92f lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.760005:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf921 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0486d expref: 14 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.760020:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf921 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0486d expref: 14 pid: 8245 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421148.760058:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077354e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018275584:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421148.761803:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045342240 going to sleep for 11 seconds 00000100:00100000:2.0:1777421148.766840:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077354e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018275584:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421148.766881:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bf92f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421148.767097:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421148.767364:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006731008 00000100:00100000:2.0:1777421148.767374:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006731008 00010000:00010000:2.0:1777421148.767414:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf921 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0486d expref: 15 pid: 8245 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421148.767637:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 44 00000100:00100000:2.0:1777421148.767650:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104673b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:2361:x1863761006731008:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421148.767666:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421148.767674:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf921 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0486d expref: 15 pid: 8245 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.767688:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf921 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0486d expref: 15 pid: 8245 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.767741:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf921 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0486d expref: 15 pid: 8245 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.767756:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff971052ac0200) 00010000:00010000:2.0:1777421148.767762:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bf92f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.767772:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bf92f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.767781:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bf92f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421148.767810:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421148.767931:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bf92f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.767940:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bf92f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.768144:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bf92f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.768154:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bf92f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.768161:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bf92f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.768167:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbac00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421148.768172:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bf92f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.768180:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bf92f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.768189:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff971052ac0200) 00010000:00010000:1.0:1777421148.768192:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421148.768196:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bf92f lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421148.768202:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bf92f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421148.768397:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104673b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:2361:x1863761006731008:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 749us (1300us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421148.768406:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 44 00000100:00100000:1.0:1777421148.768462:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104673ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:10647:x1863761006730880:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 8671us (9076us total) trans 4294967345 rc 0/0 00000100:00100000:1.0:1777421148.768471:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 86 00000040:00080000:3.0:1777421148.768961:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421148.768967:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421148.768994:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 2 count 2 00000040:00080000:3.0:1777421148.769003:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421148.770514:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421148.770599:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006731264 00000100:00100000:0.0:1777421148.770610:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006731264 00000100:00100000:0.0:1777421148.770666:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 27 00000100:00100000:0.0:1777421148.770676:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:10647:x1863761006731264:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421148.771156:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:10647:x1863761006731264:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 479us (649us total) trans 4294967346 rc 0/0 00000100:00100000:0.0:1777421148.771165:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 27 00010000:00010000:3.0:1777421149.413023:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777421150.116638:0:11831:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421150.116652:0:11831:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421150.116857:0:11831:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 2 count 2 00000040:00080000:0.0:1777421150.116867:0:11831:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421150.167209:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421150.167325:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006731392 00000100:00100000:1.0:1777421150.167341:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006731392 00000100:00100000:1.0:1777421150.167410:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 31 00000100:00100000:1.0:1777421150.167421:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006731392:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421150.167440:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421150.167459:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000031276fb9/0xd9d09a059d6bf936 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04874 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777421150.167567:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777421150.167601:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421150.167604:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421150.167613:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000031276fb9/0xd9d09a059d6bf936 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04874 expref: 7 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.167633:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000031276fb9/0xd9d09a059d6bf936 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04874 expref: 7 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.167648:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcba400, rc 0) 00000100:00100000:1.0:1777421150.167765:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+7:2358:x1863761006731392:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 344us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421150.167774:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 31 00000100:00100000:0.0:1777421150.179006:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421150.179051:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006731648 00000100:00100000:1.0:1777421150.179067:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006731648 00000100:00100000:1.0:1777421150.179145:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 87 00000100:00100000:1.0:1777421150.179157:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046738a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+13:10655:x1863761006731648:12345-192.168.204.24@tcp:101:lfs.0 00000100:00080000:0.0:1777421150.179173:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777421150.179176:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421150.179196:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6bf93d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0487b expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.179334:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6bf944 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.179352:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6bf944 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.179366:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6bf944 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421150.179377:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2:0x0]: returning size 1048576 00010000:00010000:1.0:1777421150.179493:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6bf93d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0487b expref: 16 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.179506:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6bf944 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0487b expref: 15 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.179512:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff971052ac0200) 00010000:00010000:1.0:1777421150.179515:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777421150.179517:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbb800, rc 0) 00000100:00100000:1.0:1777421150.179567:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046738a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+15:10655:x1863761006731648:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 413us (568us total) trans 4294967347 rc 0/0 00000100:00100000:1.0:1777421150.179575:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 87 00000100:00100000:0.0:1777421150.183992:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421150.184069:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006731776 00000100:00100000:1.0:1777421150.184079:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006731776 00000100:00100000:1.0:1777421150.184139:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32 00000100:00100000:1.0:1777421150.184151:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+7:2359:x1863761006731776:12345-192.168.204.24@tcp:1:lfs.0 00010000:00010000:1.0:1777421150.184197:0:6554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d8956c5/0xd9d09a059d6bf952 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.184218:0:6554:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eaf1977e/0xd9d09a059d6bf913 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04866 expref: 5 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.184228:0:6554:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000031276fb9/0xd9d09a059d6bf936 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04874 expref: 7 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.184236:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421150.184238:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421150.184242:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d8956c5/0xd9d09a059d6bf952 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.184345:0:6554:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000031276fb9/0xd9d09a059d6bf936 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04874 expref: 7 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.184360:0:6554:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000031276fb9/0xd9d09a059d6bf936 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04874 expref: 7 pid: 6554 timeout: 316 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421150.184375:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077354000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018275712:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421150.184510:0:6554:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eaf1977e/0xd9d09a059d6bf913 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04866 expref: 5 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.184530:0:6554:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eaf1977e/0xd9d09a059d6bf913 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04866 expref: 5 pid: 6554 timeout: 316 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421150.184539:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077356680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018275840:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421150.184563:0:6554:0:(client.c:2690:ptlrpc_set_wait()) set ffff971052b286c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421150.190373:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077354000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018275712:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421150.190393:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077356680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018275840:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421150.190428:0:6554:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002d8956c5/0xd9d09a059d6bf952 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421150.194401:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421150.194502:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421150.196454:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006731904 00000100:00100000:0.0:1777421150.196467:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006731904 00010000:00010000:0.0:1777421150.196514:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000031276fb9/0xd9d09a059d6bf936 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04874 expref: 8 pid: 6554 timeout: 316 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421150.196582:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006732032 00000100:00100000:0.0:1777421150.196587:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006732032 00010000:00010000:0.0:1777421150.196614:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eaf1977e/0xd9d09a059d6bf913 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04866 expref: 6 pid: 6554 timeout: 316 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421150.196649:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 45 00000100:00100000:2.0:1777421150.196662:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077356d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+8:2361:x1863761006731904:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421150.196677:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421150.196709:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000031276fb9/0xd9d09a059d6bf936 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04874 expref: 8 pid: 6554 timeout: 316 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.196723:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000031276fb9/0xd9d09a059d6bf936 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04874 expref: 8 pid: 6554 timeout: 316 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.196744:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000031276fb9/0xd9d09a059d6bf936 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04874 expref: 8 pid: 6554 timeout: 316 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.196760:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421150.196825:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077356d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+7:2361:x1863761006731904:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 165us (2439us total) trans 0 rc 0/0 00000100:00080000:3.0:1777421150.196843:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421150.196844:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 45 00000100:00100000:2.0:1777421150.196878:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 46 00000100:00100000:2.0:1777421150.196886:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045d64850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006732032:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421150.196896:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421150.196908:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eaf1977e/0xd9d09a059d6bf913 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04866 expref: 6 pid: 6554 timeout: 316 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.196931:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eaf1977e/0xd9d09a059d6bf913 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04866 expref: 6 pid: 6554 timeout: 316 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.196946:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eaf1977e/0xd9d09a059d6bf913 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04866 expref: 6 pid: 6554 timeout: 316 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.196957:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421150.196967:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421150.196972:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002d8956c5/0xd9d09a059d6bf952 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.196981:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d8956c5/0xd9d09a059d6bf952 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.197015:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421150.197067:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045d64850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2361:x1863761006732032:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 180us (2565us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421150.197074:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 46 00010000:00010000:3.0:1777421150.197082:0:6554:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002d8956c5/0xd9d09a059d6bf952 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.197098:0:6554:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d8956c5/0xd9d09a059d6bf952 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.197140:0:6554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d8956c5/0xd9d09a059d6bf952 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.197153:0:6554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002d8956c5/0xd9d09a059d6bf952 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.197163:0:6554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002d8956c5/0xd9d09a059d6bf952 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.197171:0:6554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbb200 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421150.197188:0:6554:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002d8956c5/0xd9d09a059d6bf952 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.197199:0:6554:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002d8956c5/0xd9d09a059d6bf952 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.197219:0:6554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002d8956c5/0xd9d09a059d6bf952 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.197231:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d8956c5/0xd9d09a059d6bf952 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421150.197471:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+6:2359:x1863761006731776:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 13319us (13483us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421150.197484:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32 00000100:00100000:3.0:1777421150.200859:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421150.200933:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006732288 00000100:00100000:0.0:1777421150.200949:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006732288 00000100:00100000:0.0:1777421150.201008:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 28 00000100:00100000:0.0:1777421150.201018:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+15:10655:x1863761006732288:12345-192.168.204.24@tcp:35:lfs.0 00000004:00010000:0.0:1777421150.201079:0:5774:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000402:0x2:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6bf944 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0487b expref: 15 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421150.201345:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967348 00000001:00080000:0.0:1777421150.201969:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967349 00010000:00010000:0.0:1777421150.202034:0:5774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf959 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.202050:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf817 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04812 expref: 14 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.202069:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf8cd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04843 expref: 18 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.202078:0:5774:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf959 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.202114:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf8cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04843 expref: 18 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.202129:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf8cd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04843 expref: 18 pid: 8245 timeout: 316 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421150.202144:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97104673a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018275968:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421150.202252:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf817 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04812 expref: 14 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.202262:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf817 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04812 expref: 14 pid: 5771 timeout: 316 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421150.202271:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046739180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018276096:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421150.202317:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a044300 going to sleep for 11 seconds 00000100:00100000:3.0:1777421150.207871:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421150.207917:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421150.207948:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006732416 00000100:00100000:2.0:1777421150.207961:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006732416 00000100:00100000:0.0:1777421150.207979:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006732544 00000100:00100000:0.0:1777421150.207985:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006732544 00010000:00010000:2.0:1777421150.208007:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf8cd lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04843 expref: 19 pid: 8245 timeout: 316 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.208028:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf817 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04812 expref: 15 pid: 5771 timeout: 316 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421150.208049:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 47 00000100:00100000:2.0:1777421150.208061:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+19:2361:x1863761006732416:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421150.208075:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777421150.208081:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 48 00010000:00010000:2.0:1777421150.208084:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf8cd lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04843 expref: 19 pid: 8245 timeout: 316 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421150.208094:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:2359:x1863761006732544:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421150.208100:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf8cd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04843 expref: 19 pid: 8245 timeout: 316 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.208105:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421150.208114:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf817 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04812 expref: 15 pid: 5771 timeout: 316 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.208124:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff971052ac0200) 00010000:00010000:2.0:1777421150.208131:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf959 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.208150:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf959 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777421150.208151:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777421150.208160:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421150.208219:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+19:2361:x1863761006732416:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 159us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421150.208227:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 47 00010000:00010000:0.0:1777421150.208611:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf817 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04812 expref: 15 pid: 5771 timeout: 316 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.208627:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff971052ac0200) 00010000:00010000:0.0:1777421150.208631:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf959 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.208640:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf959 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.208647:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf959 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.208663:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421150.208739:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:2359:x1863761006732544:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 648us (820us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421150.208746:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 48 00010000:00010000:0.0:1777421150.208960:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6bf8cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04843 expref: 18 pid: 8245 timeout: 316 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421150.208977:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97104673a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018275968:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421150.209227:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bf817 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04812 expref: 14 pid: 5771 timeout: 316 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421150.209239:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046739180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018276096:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421150.209262:0:5774:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf959 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.209270:0:5774:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf959 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.209292:0:5774:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf959 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421150.209443:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967350 00000001:00080000:0.0:1777421150.209631:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967351 00000001:00080000:0.0:1777421150.209681:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967352 00000100:00100000:0.0:1777421150.211175:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046739180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018276224:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777421150.211254:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421150.211365:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710453ba000 going to sleep for 11 seconds 00000100:00100000:3.0:1777421150.213308:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018276224 00000100:00100000:3.0:1777421150.213330:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018276224 00000100:00100000:3.0:1777421150.213404:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1777421150.213416:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104673a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5774:x1863761018276224:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777421150.213546:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104673a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5774:x1863761018276224:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 131us (2290us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421150.213555:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1777421150.213583:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421150.214028:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046739180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018276224:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1777421150.214555:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967353 00000100:00100000:0.0:1777421150.214642:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046739180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018276352:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777421150.214704:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421150.214736:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045c9a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421150.214760:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018276352 00000100:00100000:0.0:1777421150.214765:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018276352 00000100:00100000:0.0:1777421150.214796:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1777421150.214805:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104673aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5774:x1863761018276352:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777421150.215048:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104673aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5774:x1863761018276352:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 243us (342us total) trans 4294967302 rc 0/0 00000100:00100000:0.0:1777421150.215056:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1777421150.215361:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046739180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018276352:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:0.0:1777421150.215388:0:5774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf959 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.215401:0:5774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf959 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.215411:0:5774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf959 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.215417:0:5774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bde00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421150.215423:0:5774:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf959 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.215433:0:5774:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf959 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.215452:0:5774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff971052ac0200) 00010000:00010000:0.0:1777421150.215456:0:5774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777421150.215461:0:5774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf959 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.215468:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bf959 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421150.215678:0:5774:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x6:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1777421150.216549:0:5774:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3, 64 off8384 00000004:00080000:0.0:1777421150.216575:0:5774:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 216773299856ns, next at 217773296393ns, rc = 0 00000001:00080000:0.0:1777421150.216651:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967354 00010000:00010000:0.0:1777421150.216936:0:5774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff971052ac0200) 00010000:00010000:0.0:1777421150.216941:0:5774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777421150.216962:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6bf944 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0487b expref: 22 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421150.217091:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+21:10655:x1863761006732288:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 16073us (16255us total) trans 4294967355 rc 0/0 00000100:00100000:0.0:1777421150.217101:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 28 00000020:00080000:0.0:1777421150.217107:0:5774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1777421150.236214:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421150.236522:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006732800 00000100:00100000:2.0:1777421150.236533:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006732800 00000100:00100000:2.0:1777421150.236632:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 88 00000100:00100000:2.0:1777421150.236642:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+21:10659:x1863761006732800:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421150.236667:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421150.236689:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf960 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04882 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.236763:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bf967 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.236779:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bf967 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.236791:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bf967 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.236806:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bf96e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.236813:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bf96e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.236847:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bf96e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.236994:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bf975 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.237003:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bf975 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.237011:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bf975 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421150.237022:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2:0x0]: returning size 1048576 00010000:00010000:2.0:1777421150.237132:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bf967 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.237139:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bf967 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.237146:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bf967 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.237152:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777eea00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421150.237156:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bf967 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.237164:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bf967 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.237175:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff971050d92700) 00010000:00010000:2.0:1777421150.237178:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421150.237189:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bf967 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.237196:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bf967 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.237208:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bf96e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.237214:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bf96e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.237220:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bf96e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.237226:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421150.237229:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bf96e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.237235:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bf96e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.237243:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xf15685f6 (ffff971049356c00) 00010000:00010000:2.0:1777421150.237245:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421150.237248:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bf96e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.237254:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bf96e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.237330:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf960 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04882 expref: 24 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.237357:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bf975 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04882 expref: 23 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.237364:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff971049356a00) 00010000:00010000:2.0:1777421150.237366:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421150.237369:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777efe00, rc 0) 00000100:00100000:2.0:1777421150.237472:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+23:10659:x1863761006732800:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 830us (1265us total) trans 4294967356 rc 0/0 00000100:00100000:2.0:1777421150.237480:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 88 00000100:00100000:3.0:1777421150.249473:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421150.249523:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006732928 00000100:00100000:2.0:1777421150.249533:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006732928 00000100:00100000:2.0:1777421150.249580:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 89 00000100:00100000:2.0:1777421150.249587:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+23:10659:x1863761006732928:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:2.0:1777421150.249644:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf983 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.249659:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf983 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.249671:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf983 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.249697:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf983 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.249705:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf983 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.249729:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf983 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.249737:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421150.249742:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf983 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.249750:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf983 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.249762:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff971049356a00) 00010000:00010000:2.0:1777421150.249765:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421150.249769:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf983 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.249776:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf983 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421150.249860:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+23:10659:x1863761006732928:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 272us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421150.249869:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 89 00000100:00100000:3.0:1777421150.252937:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421150.253346:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006733184 00000100:00100000:0.0:1777421150.253363:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006733184 00000100:00100000:0.0:1777421150.253418:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 29 00000100:00100000:0.0:1777421150.253428:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+23:10659:x1863761006733184:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:0.0:1777421150.253651:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+24:10659:x1863761006733184:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 223us (723us total) trans 4294967357 rc 0/0 00000100:00100000:0.0:1777421150.253660:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 29 00000100:00100000:1.0:1777421150.306749:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421150.306819:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006733440 00000100:00100000:2.0:1777421150.306839:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006733440 00000100:00100000:2.0:1777421150.306951:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 90 00000100:00100000:2.0:1777421150.306963:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+24:10664:x1863761006733440:12345-192.168.204.24@tcp:101:mmap_cat.0 00010000:00010000:2.0:1777421150.306987:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421150.307008:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf98a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04889 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.307862:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971041484e00/0xd9d09a059d6bf991 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.307882:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971041484e00/0xd9d09a059d6bf991 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.307895:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971041484e00/0xd9d09a059d6bf991 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421150.307909:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2:0x0]: returning size 1048576 00010000:00010000:3.0:1777421150.308080:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bf98a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04889 expref: 27 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.308101:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971041484e00/0xd9d09a059d6bf991 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04889 expref: 26 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.308111:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff971049356a00) 00010000:00010000:3.0:1777421150.308114:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1777421150.308117:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971041484e00, rc 0) 00000100:00100000:3.0:1777421150.308240:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+26:10664:x1863761006733440:12345-192.168.204.24@tcp:101:mmap_cat.0 Request processed in 1278us (1500us total) trans 4294967358 rc 0/0 00000100:00100000:3.0:1777421150.308249:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 90 00000100:00100000:3.0:1777421150.312417:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421150.312589:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006733696 00000100:00100000:0.0:1777421150.312603:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006733696 00000100:00100000:0.0:1777421150.312697:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 2 00000100:00100000:0.0:1777421150.312709:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+26:10664:x1863761006733696:12345-192.168.204.24@tcp:103:mmap_cat.0 00010000:00010000:0.0:1777421150.312729:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777421150.312761:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971041484e00/0xd9d09a059d6bf991 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04889 expref: 26 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.312788:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bf975 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04882 expref: 25 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.312818:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff971049356a00) 00010000:00010000:0.0:1777421150.312841:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421150.312919:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+24:10664:x1863761006733696:12345-192.168.204.24@tcp:103:mmap_cat.0 Request processed in 212us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421150.312928:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 2 00000100:00100000:0.0:1777421150.315641:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421150.315752:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006733824 00000100:00100000:3.0:1777421150.315764:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006733824 00000100:00100000:3.0:1777421150.315861:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 91 00000100:00100000:3.0:1777421150.315874:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104673b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+24:10664:x1863761006733824:12345-192.168.204.24@tcp:58:mmap_cat.0 00010000:00010000:3.0:1777421150.315996:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971041484600/0xd9d09a059d6bf99f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.316012:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971041484600/0xd9d09a059d6bf99f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.316025:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971041484600/0xd9d09a059d6bf99f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777421150.316210:0:5771:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2, 136 off8464 00000100:00100000:3.0:1777421150.316347:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104673b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+24:10664:x1863761006733824:12345-192.168.204.24@tcp:58:mmap_cat.0 Request processed in 475us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421150.316356:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 91 00000100:00100000:1.0:1777421150.321663:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421150.322042:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006733952 00000100:00100000:3.0:1777421150.322055:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006733952 00000100:00100000:3.0:1777421150.322122:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 92 00000100:00100000:3.0:1777421150.322133:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+24:10664:x1863761006733952:12345-192.168.204.24@tcp:101:mmap_cat.0 00010000:00010000:3.0:1777421150.322153:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421150.322173:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971041485c00/0xd9d09a059d6bf9a6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04890 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.322234:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971041484600/0xd9d09a059d6bf99f lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.322245:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971041485c00/0xd9d09a059d6bf9a6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04890 expref: 25 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.322268:0:5771:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff971041484600/0xd9d09a059d6bf99f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.322473:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971041485c00/0xd9d09a059d6bf9a6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04890 expref: 25 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.322486:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff971043f8b900) 00010000:00010000:3.0:1777421150.322489:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777421150.322493:0:5771:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff971041485c00/0xd9d09a059d6bf9a6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04890 expref: 25 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.322502:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971041485c00, rc 0) 00000100:00100000:3.0:1777421150.322603:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+25:10664:x1863761006733952:12345-192.168.204.24@tcp:101:mmap_cat.0 Request processed in 471us (948us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421150.322611:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 92 00010000:00010000:1.0:1777421150.434616:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421150.498894:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077354000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018276480:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421150.498968:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421150.499198:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018276480 00000100:00100000:1.0:1777421150.499208:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018276480 00000100:00100000:1.0:1777421150.499334:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1777421150.499344:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018276480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777421150.499377:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777421150.499435:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018276480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421150.499442:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:3.0:1777421150.499503:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1777421150.500783:0:3297:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff971077354000 x1863761018276480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777421166 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777421150.500808:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077354000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018276480:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421150.513815:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421150.513867:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421150.513963:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006734080 00000100:00100000:3.0:1777421150.513974:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006734080 00000100:00100000:3.0:1777421150.514047:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 258 00000100:00100000:3.0:1777421150.514059:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761006734080:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421150.514146:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761006734080:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 89us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421150.514154:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 258 00000100:00100000:2.0:1777421150.514396:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006734208 00000100:00100000:2.0:1777421150.514402:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006734208 00000100:00100000:2.0:1777421150.514457:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 45 00000100:00100000:2.0:1777421150.514464:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+5:2361:x1863761006734208:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421150.514514:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+5:2361:x1863761006734208:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 50us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421150.514520:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 45 00000100:00080000:3.0:1777421150.514648:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1777421150.818572:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421150.818582:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421150.818642:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 3 count 3 00000040:00080000:3.0:1777421150.818649:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421150.818761:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730a300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018276608:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421150.818993:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff971042bd26c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421150.823692:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730a300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018276608:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421150.824269:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421150.825234:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006734336 00000100:00100000:3.0:1777421150.825246:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006734336 00000100:00100000:3.0:1777421150.827311:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 93 00000100:00100000:3.0:1777421150.827334:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:10665:x1863761006734336:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421150.827388:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421150.827848:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:10665:x1863761006734336:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 524us (3579us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421150.827857:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 93 00000100:00100000:1.0:1777421150.831636:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421150.831787:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006734464 00000100:00100000:3.0:1777421150.831798:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006734464 00000100:00100000:3.0:1777421150.831869:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 94 00000100:00100000:3.0:1777421150.831878:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080740a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:10665:x1863761006734464:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1777421150.831952:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bf9ad lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.831968:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bf9ad lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.831984:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bf9ad lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.832001:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971041484e00/0xd9d09a059d6bf9b4 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.832016:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971041484e00/0xd9d09a059d6bf9b4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.832022:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971041484e00/0xd9d09a059d6bf9b4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.832045:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971041484c00/0xd9d09a059d6bf9bb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.832053:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971041484c00/0xd9d09a059d6bf9bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.832059:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971041484c00/0xd9d09a059d6bf9bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421150.832093:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2:0x0]: returning size 1048576 00000004:00200000:3.0:1777421150.832097:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421150.832113:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971041484c00/0xd9d09a059d6bf9bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.832123:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bf9ad lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.832129:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bf9ad lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.832137:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bf9ad lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.832142:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971041485a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421150.832146:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bf9ad lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.832158:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bf9ad lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.832169:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:3.0:1777421150.832172:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421150.832176:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bf9ad lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.832182:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bf9ad lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.832198:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971041484e00/0xd9d09a059d6bf9b4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.833436:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971041484e00/0xd9d09a059d6bf9b4 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.833445:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971041484e00/0xd9d09a059d6bf9b4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.833452:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971041484e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421150.833457:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971041484e00/0xd9d09a059d6bf9b4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.833464:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971041484e00/0xd9d09a059d6bf9b4 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.833476:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xa93c4984 (ffff971043f8b200) 00010000:00010000:3.0:1777421150.833479:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421150.833483:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971041484e00/0xd9d09a059d6bf9b4 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.833506:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971041484e00/0xd9d09a059d6bf9b4 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.833528:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971041484c00/0xd9d09a059d6bf9bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.833533:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971041484c00/0xd9d09a059d6bf9bb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.833539:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971041484c00/0xd9d09a059d6bf9bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.833543:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971041484c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421150.833546:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971041484c00/0xd9d09a059d6bf9bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.833550:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971041484c00/0xd9d09a059d6bf9bb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.833557:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff971043f8b900) 00010000:00010000:3.0:1777421150.833559:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421150.833561:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971041484c00/0xd9d09a059d6bf9bb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.833566:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971041484c00/0xd9d09a059d6bf9bb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421150.833661:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080740a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:10665:x1863761006734464:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 Request processed in 1779us (2030us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421150.833670:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 94 00000100:00100000:1.0:1777421150.841151:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421150.841240:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006734720 00000100:00100000:0.0:1777421150.841253:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006734720 00000100:00100000:0.0:1777421150.841336:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 95 00000100:00100000:0.0:1777421150.841347:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080741500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:10665:x1863761006734720:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421150.841366:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421150.841387:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bf9c2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04897 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.841492:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf9c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.841506:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf9c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.841516:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf9c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421150.841545:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2:0x0]: returning size 1048576 00010000:00010000:0.0:1777421150.841646:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf9c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.841654:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf9c9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.841661:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf9c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.841668:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421150.841672:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf9c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.841680:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf9c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.841691:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff971043f8b900) 00010000:00010000:0.0:1777421150.841695:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421150.841701:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf9c9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.841707:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bf9c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.841766:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bf9c2 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04897 expref: 16 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.841777:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:0.0:1777421150.841779:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421150.841789:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bf9c2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04897 expref: 16 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.841799:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bdc00, rc 0) 00000100:00100000:0.0:1777421150.841951:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080741500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:10665:x1863761006734720:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 605us (810us total) trans 4294967359 rc 301/301 00000100:00100000:0.0:1777421150.842037:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 95 00000100:00100000:2.0:1777421150.845589:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421150.845654:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006734848 00000100:00100000:0.0:1777421150.845669:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006734848 00000100:00100000:0.0:1777421150.845721:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 96 00000100:00100000:0.0:1777421150.845729:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:10665:x1863761006734848:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421150.845761:0:8245:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421150.845888:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:10665:x1863761006734848:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 158us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421150.845895:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 96 00000100:00100000:1.0:1777421150.850969:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421150.851038:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006735104 00000100:00100000:3.0:1777421150.851048:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006735104 00000100:00100000:3.0:1777421150.851108:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 97 00000100:00100000:3.0:1777421150.851117:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080742300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:10665:x1863761006735104:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421150.851136:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421150.851155:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971041484c00/0xd9d09a059d6bf9d7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0489e expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.851720:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971041484e00/0xd9d09a059d6bf9de lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.851735:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971041484e00/0xd9d09a059d6bf9de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.851747:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971041484e00/0xd9d09a059d6bf9de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421150.851757:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3:0x0]: returning size 0 00010000:00010000:3.0:1777421150.851830:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971041484c00/0xd9d09a059d6bf9d7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0489e expref: 18 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.851849:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971041484e00/0xd9d09a059d6bf9de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0489e expref: 17 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.851859:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff971043f8b200) 00010000:00010000:3.0:1777421150.851862:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421150.851865:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971041484e00, rc 0) 00000100:00100000:1.0:1777421150.852035:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080742300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:10665:x1863761006735104:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 916us (1165us total) trans 4294967360 rc 0/0 00000100:00100000:1.0:1777421150.852044:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 97 00000100:00100000:1.0:1777421150.861749:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421150.861864:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006735360 00000100:00100000:2.0:1777421150.861875:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006735360 00000100:00100000:2.0:1777421150.861931:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 98 00000100:00100000:2.0:1777421150.861943:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:10665:x1863761006735360:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777421150.862001:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421150.862029:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971041484e00/0xd9d09a059d6bf9de lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0489e expref: 17 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.862050:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff971043f8b200) 00010000:00010000:2.0:1777421150.862060:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421150.862082:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf9ec lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.862097:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf8e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04851 expref: 24 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.862107:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf9ec lrc: 4/0,1 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.862151:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf8e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04851 expref: 24 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.862165:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf8e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04851 expref: 24 pid: 8245 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421150.862181:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff72300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018276736:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421150.862392:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045fe13c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421150.864590:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff72300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018276736:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421150.864621:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf9ec lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421150.865430:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421150.865519:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006735488 00000100:00100000:2.0:1777421150.865528:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006735488 00010000:00010000:2.0:1777421150.865569:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf8e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04851 expref: 25 pid: 8245 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421150.865623:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 49 00000100:00100000:2.0:1777421150.865634:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080742a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+25:2360:x1863761006735488:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421150.865651:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421150.865658:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf8e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04851 expref: 25 pid: 8245 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.865671:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf8e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04851 expref: 25 pid: 8245 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.865693:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6bf8e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04851 expref: 25 pid: 8245 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.865709:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff971050d92700) 00010000:00010000:2.0:1777421150.865728:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf9ec lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.865740:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf9ec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.865748:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf9ec lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.865779:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421150.865852:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080742a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+24:2360:x1863761006735488:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 219us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421150.865861:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 49 00010000:00010000:1.0:1777421150.865926:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf9ec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.865936:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf9ec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.865961:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bf9f3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5:0x0].0x7ee45e9a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.865970:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bf9f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x7ee45e9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.865978:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bf9f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x7ee45e9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.866059:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf9ec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.866067:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf9ec lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.866074:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf9ec lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.866087:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421150.866092:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf9ec lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.866099:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf9ec lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.866109:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff971050d92700) 00010000:00010000:1.0:1777421150.866111:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421150.866115:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf9ec lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.866120:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bf9ec lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.866130:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bf9f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x7ee45e9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.866136:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bf9f3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x7ee45e9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.866142:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bf9f3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x7ee45e9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.866148:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbbc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421150.866150:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bf9f3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x7ee45e9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.866157:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bf9f3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x7ee45e9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.866174:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x7ee45e9a (ffff971050d92300) 00010000:00010000:1.0:1777421150.866176:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421150.866179:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bf9f3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0x7ee45e9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.866186:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bf9f3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0x7ee45e9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421150.866352:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:10665:x1863761006735360:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 4410us (4611us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777421150.866360:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 98 00000100:00100000:1.0:1777421150.877110:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421150.877344:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006735616 00000100:00100000:2.0:1777421150.877355:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006735616 00000100:00100000:2.0:1777421150.877423:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 99 00000100:00100000:2.0:1777421150.877434:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:10665:x1863761006735616:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421150.877454:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421150.877478:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bf9fa lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e048a5 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.877512:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bfa01 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.877525:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bfa01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.877536:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bfa01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.877630:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bf9fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048a5 expref: 18 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.877656:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bfa01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048a5 expref: 17 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421150.877664:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff971049356c00) 00010000:00010000:2.0:1777421150.877667:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421150.877671:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777eee00, rc 0) 00000100:00100000:2.0:1777421150.877746:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:10665:x1863761006735616:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 314us (649us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421150.877754:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 99 00000100:00100000:2.0:1777421150.880606:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421150.881026:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006735872 00000100:00100000:0.0:1777421150.881037:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006735872 00000100:00100000:0.0:1777421150.881350:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 100 00000100:00100000:0.0:1777421150.881360:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:10665:x1863761006735872:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421150.881452:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bfa08 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.881469:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bfa08 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.881480:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bfa08 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421150.881715:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000b3518cb0 reply state 0000000022fc31d0 transno 4294967361 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bfa08 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421150.881775:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421150.881930:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:10665:x1863761006735872:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 571us (1335us total) trans 4294967361 rc 0/0 00000100:00100000:0.0:1777421150.881938:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 100 00010000:00010000:0.0:1777421150.883879:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bfa08 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.883897:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bfa08 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.883904:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bfa08 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.883910:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bdc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421150.883915:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bfa08 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.883922:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bfa08 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.883936:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff971049356c00) 00010000:00010000:0.0:1777421150.883940:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777421150.883944:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bfa08 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.883950:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bfa08 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421150.885780:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421150.885857:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006736000 00000100:00100000:0.0:1777421150.885868:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006736000 00000100:00100000:0.0:1777421150.885927:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101 00000100:00100000:0.0:1777421150.885938:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:10665:x1863761006736000:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421150.885962:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421150.885984:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bfa0f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e048ac expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.886052:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bfa0f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048ac expref: 19 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.886069:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bfa0f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048ac expref: 19 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.886078:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff971049356c00) 00010000:00010000:0.0:1777421150.886081:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421150.886085:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bc600, rc 0) 00000100:00100000:0.0:1777421150.886143:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:10665:x1863761006736000:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 207us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421150.886151:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101 00000100:00100000:2.0:1777421150.889330:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421150.889387:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006736128 00000100:00100000:0.0:1777421150.889399:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006736128 00000100:00100000:0.0:1777421150.889457:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 30 00000100:00100000:0.0:1777421150.889467:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:10665:x1863761006736128:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1777421150.889595:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:10665:x1863761006736128:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 Request processed in 129us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421150.889615:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 30 00000100:00100000:1.0:1777421150.892473:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421150.892594:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006736384 00000100:00100000:0.0:1777421150.892604:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006736384 00000100:00100000:0.0:1777421150.892662:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 31 00000100:00100000:0.0:1777421150.892672:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4bb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:10665:x1863761006736384:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421150.892930:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4bb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:10665:x1863761006736384:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 259us (466us total) trans 4294967362 rc 0/0 00000100:00100000:0.0:1777421150.892938:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 31 00000100:00100000:2.0:1777421150.897523:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421150.897906:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006736640 00000100:00100000:1.0:1777421150.897917:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006736640 00000100:00100000:1.0:1777421150.897978:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 102 00000100:00100000:1.0:1777421150.897989:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:10665:x1863761006736640:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421150.898094:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:10665:x1863761006736640:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 106us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421150.898103:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 102 00000100:00100000:2.0:1777421150.901521:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421150.902505:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006736896 00000100:00100000:0.0:1777421150.902517:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006736896 00000100:00100000:0.0:1777421150.902582:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 103 00000100:00100000:0.0:1777421150.902592:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:10665:x1863761006736896:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421150.902615:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421150.902636:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bfa16 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e048b3 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.902748:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfa1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.902766:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bfa0f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048ac expref: 21 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.902776:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfa1d lrc: 4/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.902812:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bfa0f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048ac expref: 21 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.902855:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bfa0f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048ac expref: 21 pid: 8245 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421150.902870:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046738000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018276864:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421150.902978:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045c9a900 going to sleep for 11 seconds 00000100:00100000:0.0:1777421150.905667:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046738000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018276864:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421150.905702:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfa1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421150.908615:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421150.908799:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006737024 00000100:00100000:0.0:1777421150.908810:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006737024 00010000:00010000:0.0:1777421150.908858:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bfa0f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048ac expref: 22 pid: 8245 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421150.908950:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 50 00000100:00100000:0.0:1777421150.908960:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:2361:x1863761006737024:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421150.908974:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421150.908981:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bfa0f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048ac expref: 22 pid: 8245 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.908994:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bfa0f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048ac expref: 22 pid: 8245 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.909015:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bfa0f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048ac expref: 22 pid: 8245 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.909062:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff971049356c00) 00010000:00010000:0.0:1777421150.909067:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfa1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.909076:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfa1d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.909083:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfa1d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.909115:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421150.909178:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:2361:x1863761006737024:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 219us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421150.909195:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 50 00010000:00010000:3.0:1777421150.909252:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfa1d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.909270:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfa1d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421150.909313:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3:0x0]: returning size 0 00000004:00080000:3.0:1777421150.909745:0:8245:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x3:0x0], index 0: 0 00010000:00010000:3.0:1777421150.909914:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfa1d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.909922:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfa1d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.909929:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfa1d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.909935:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421150.909940:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfa1d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.909947:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfa1d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.909958:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff971049356c00) 00010000:00010000:3.0:1777421150.909961:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777421150.909965:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfa1d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.909971:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfa1d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.910024:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bfa16 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048b3 expref: 21 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.910046:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff971050d92700) 00010000:00010000:3.0:1777421150.910048:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421150.910052:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bfa16 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048b3 expref: 21 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.910061:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bdc00, rc 0) 00000100:00100000:3.0:1777421150.910112:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:10665:x1863761006736896:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 7522us (8601us total) trans 4294967363 rc 301/301 00000100:00100000:3.0:1777421150.910120:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 103 00000100:00100000:2.0:1777421150.914782:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421150.914845:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006737280 00000100:00100000:3.0:1777421150.914857:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006737280 00000100:00100000:3.0:1777421150.914970:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32 00000100:00100000:3.0:1777421150.914980:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:10665:x1863761006737280:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421150.917863:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:10665:x1863761006737280:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 2874us (3081us total) trans 4294967364 rc 0/0 00000100:00100000:2.0:1777421150.917879:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32 00000100:00100000:1.0:1777421150.922365:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421150.922443:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006737408 00000100:00100000:0.0:1777421150.922453:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006737408 00000100:00100000:0.0:1777421150.922547:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 104 00000100:00100000:0.0:1777421150.922557:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080740000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:10665:x1863761006737408:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421150.922582:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421150.922607:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bfa2b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e048ba expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.922683:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfa32 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.922698:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfa32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.922727:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfa32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421150.922763:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3:0x0]: returning size 0 00000004:00200000:0.0:1777421150.922767:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421150.922786:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfa32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.922814:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bfa2b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048ba expref: 23 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.922843:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfa32 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048ba expref: 22 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.922852:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff971049356c00) 00010000:00010000:0.0:1777421150.922855:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1777421150.922859:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bd400, rc 0) 00000100:00100000:0.0:1777421150.922925:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080740000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:10665:x1863761006737408:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 369us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421150.922932:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 104 00000100:00100000:1.0:1777421150.926402:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421150.926607:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006737536 00000100:00100000:2.0:1777421150.926618:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006737536 00000100:00100000:2.0:1777421150.926661:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 33 00000100:00100000:2.0:1777421150.926669:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080740700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2357:x1863761006737536:12345-192.168.204.24@tcp:8:lhsmtool_posix.0 00010000:00080000:2.0:1777421150.926700:0:6554:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp t0 exp 0000000000000000 cur 217 last 0 00000020:00000080:2.0:1777421150.926729:0:6554:0:(genops.c:1404:class_connect()) connect: client ddc1a513-af95-4c37-ae62-25bb6cbfadc6, cookie 0xd9d09a059d6bfa39 00002000:00100000:2.0:1777421150.926754:0:6554:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli ddc1a513-af95-4c37-ae62-25bb6cbfadc6/ffff97104a7f3000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c2 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1777421150.926765:0:6554:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1777421150.926922:0:6554:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1777421150.926951:0:6554:0:(import.c:65:import_set_state_nolock()) ffff97104a7f6800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1777421150.927057:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080740700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2357:x1863761006737536:12345-192.168.204.24@tcp:8:lhsmtool_posix.0 Request processed in 386us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421150.927068:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 33 00000100:00100000:2.0:1777421150.930357:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421150.930503:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006737664 00000100:00100000:3.0:1777421150.930513:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006737664 00000100:00100000:3.0:1777421150.930588:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 34 00000100:00100000:3.0:1777421150.930599:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:0:x1863761006737664:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421150.930620:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421150.930646:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2a32b06/0xd9d09a059d6bfa40 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e048c1 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421150.930672:0:6554:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777421150.930698:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421150.930701:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421150.930710:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2a32b06/0xd9d09a059d6bfa40 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048c1 expref: 7 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.930746:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b2a32b06/0xd9d09a059d6bfa40 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048c1 expref: 7 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421150.930760:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971041484c00, rc 0) 00000100:00100000:3.0:1777421150.930813:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:0:x1863761006737664:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 216us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421150.930833:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 34 00000100:00080000:0.0:1777421150.931113:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421150.934643:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421150.934749:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006737920 00000100:00100000:0.0:1777421150.934761:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006737920 00000100:00100000:0.0:1777421150.934951:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 105 00000100:00100000:0.0:1777421150.934962:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080743b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:10665:x1863761006737920:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421150.935068:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080743b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:10665:x1863761006737920:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 108us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421150.935093:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 105 00000100:00100000:3.0:1777421150.939792:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421150.940226:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006738048 00000100:00100000:1.0:1777421150.940237:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006738048 00000100:00100000:1.0:1777421150.940320:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 35 00000100:00100000:1.0:1777421150.940331:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:10665:x1863761006738048:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421150.940362:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421150.940383:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6bfa47 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e048c8 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.940413:0:7984:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b2a32b06/0xd9d09a059d6bfa40 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048c1 expref: 8 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.940421:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421150.940423:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421150.940426:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6bfa47 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048c8 expref: 8 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.940459:0:7984:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b2a32b06/0xd9d09a059d6bfa40 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048c1 expref: 8 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.940474:0:7984:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b2a32b06/0xd9d09a059d6bfa40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048c1 expref: 8 pid: 6554 timeout: 317 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421150.940489:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080743100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018276992:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421150.940575:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff971052b286c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421150.942941:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080743100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018276992:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421150.942991:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6bfa47 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048c8 expref: 8 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421150.943012:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbae00, rc 0) 00000100:00100000:1.0:1777421150.943082:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:10665:x1863761006738048:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 2752us (3298us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421150.943091:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 35 00000100:00100000:3.0:1777421150.943770:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421150.943940:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006738176 00000100:00100000:0.0:1777421150.943948:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006738176 00010000:00010000:0.0:1777421150.943990:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b2a32b06/0xd9d09a059d6bfa40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048c1 expref: 8 pid: 6554 timeout: 317 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421150.944025:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 51 00000100:00100000:0.0:1777421150.944036:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006738176:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421150.944049:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421150.944072:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b2a32b06/0xd9d09a059d6bfa40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048c1 expref: 8 pid: 6554 timeout: 317 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.944084:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b2a32b06/0xd9d09a059d6bfa40 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048c1 expref: 8 pid: 6554 timeout: 317 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.944107:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2a32b06/0xd9d09a059d6bfa40 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048c1 expref: 8 pid: 6554 timeout: 317 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.944125:0:5755:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421150.944127:0:5755:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421150.944133:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6bfa47 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048c8 expref: 7 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.944143:0:5755:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6bfa47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048c8 expref: 7 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421150.944196:0:5755:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6bfa47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048c8 expref: 7 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421150.944210:0:5755:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046738000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5755:1863761018277120:192.168.204.24@tcp:105: 00000100:00100000:0.0:1777421150.944307:0:5755:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045c9a900 going to sleep for 11 seconds 00000100:00100000:0.0:1777421150.947759:0:5755:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046738000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5755:1863761018277120:192.168.204.24@tcp:105: 00010000:00010000:0.0:1777421150.947790:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421150.947867:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2360:x1863761006738176:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 3831us (4109us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421150.947879:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 51 00000100:00100000:1.0:1777421150.968945:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421150.969180:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006738304 00000100:00100000:2.0:1777421150.969191:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006738304 00002000:00100000:2.0:1777421150.969244:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (0->1048575) req@ffff971080743100 x1863761006738304/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:161/0 lens 488/0 e 0 to 0 dl 1777421161 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421150.969257:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971080743100 with x1863761006738304 ext(0->1048575) 00002000:00010000:2.0:1777421150.969262:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971080743100 00000100:00100000:2.0:1777421150.969321:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 2 00000100:00100000:2.0:1777421150.969331:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080743100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2360:x1863761006738304:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 00000001:00100000:3.0:1777421151.016249:0:6578:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of ddc1a513-af95-4c37-ae62-25bb6cbfadc6 00000100:00100000:0.0:1777421151.022689:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080743100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006738304:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 Request processed in 53346us (53741us total) trans 4294967300 rc 0/0 00000100:00100000:0.0:1777421151.022732:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 2 00002000:00100000:0.0:1777421151.022750:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (0->1048575) req@ffff971080743100 x1863761006738304/t4294967300(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:161/0 lens 488/448 e 0 to 0 dl 1777421161 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421151.022762:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971080743100 with x1863761006738304 ext(0->1048575) 00002000:00010000:0.0:1777421151.022770:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971080743100 00000100:00100000:3.0:1777421151.026714:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421151.027440:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006738432 00000100:00100000:0.0:1777421151.027452:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006738432 00000100:00100000:0.0:1777421151.027507:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 106 00000100:00100000:0.0:1777421151.027517:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:10665:x1863761006738432:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1777421151.056592:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967362 is committed 00000001:00080000:1.0:1777421151.056617:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967357 is committed 00000004:00080000:1.0:1777421151.056624:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 4 committed 00000020:00080000:1.0:1777421151.056643:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff97104b5d56c0 refcount 2 committed 0 result 0 batchid 1 00000020:00080000:1.0:1777421151.056649:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9710450ac100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9710807339c0 00000020:00080000:1.0:1777421151.056652:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9710450acf00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff97107c49d000 00000100:00100000:3.0:1777421151.056803:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080740e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018277248:0@lo:6:osp-syn-1-0.0 00000001:00080000:1.0:1777421151.056836:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967364 is committed 00000001:00080000:1.0:1777421151.056849:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967358 is committed 00000100:00100000:3.0:1777421151.056876:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1777421151.056895:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 1 committed batchid 0 00000020:00080000:2.0:1777421151.057029:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000100:00100000:1.0:1777421151.057143:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018277248 00000100:00100000:1.0:1777421151.057151:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018277248 00000100:00100000:1.0:1777421151.057203:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1777421151.057213:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018277248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777421151.057237:0:7984:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3 count 1 00002000:00010000:1.0:1777421151.057268:0:7984:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3:0x0] initial LVB size: 1048576, mtime: 0x69f14b5b, atime: 0x0, ctime: 0x69f14b5b, blocks: 0x803 00010000:00010000:1.0:1777421151.057306:0:7984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f2a1adb/0xd9d09a059d6bfa4e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.057323:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421151.057325:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421151.057332:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f2a1adb/0xd9d09a059d6bfa4e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.057378:0:7984:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008f2a1adb/0xd9d09a059d6bfa4e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.057404:0:7984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f2a1adb/0xd9d09a059d6bfa4e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.057412:0:7984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008f2a1adb/0xd9d09a059d6bfa4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.057439:0:7984:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777421151.057604:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:10665:x1863761006738432:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 Request processed in 30086us (30900us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421151.057620:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 106 00000100:00100000:1.0:1777421151.057854:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3298:x1863761018277248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 642us (978us total) trans 4294967303 rc 0/0 00000100:00100000:1.0:1777421151.057862:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000004:00080000:1.0:1777421151.057904:0:3298:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff971080740e00/2, rc 0, transno 4294967303 00000100:00100000:1.0:1777421151.057910:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080740e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018277248:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777421151.058262:0:7433:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421151.058271:0:7433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008f2a1adb/0xd9d09a059d6bfa4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.058311:0:7433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcba000 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421151.058316:0:7433:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008f2a1adb/0xd9d09a059d6bfa4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.058337:0:7433:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008f2a1adb/0xd9d09a059d6bfa4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.058355:0:7433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008f2a1adb/0xd9d09a059d6bfa4e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.058363:0:7433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008f2a1adb/0xd9d09a059d6bfa4e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.058380:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421151.058382:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421151.058384:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421151.061482:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421151.061544:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006738560 00000100:00100000:3.0:1777421151.061557:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006738560 00000100:00100000:3.0:1777421151.061614:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 37 00000100:00100000:3.0:1777421151.061625:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080741f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2359:x1863761006738560:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1777421151.088709:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967300 is committed 00000100:00100000:0.0:1777421151.088792:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080741f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2359:x1863761006738560:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 Request processed in 27163us (27313us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421151.088803:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 37 00000100:00100000:0.0:1777421151.095973:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421151.096082:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006738816 00000100:00100000:3.0:1777421151.096092:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006738816 00000100:00100000:3.0:1777421151.096205:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 107 00000100:00100000:3.0:1777421151.096214:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046738000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:10665:x1863761006738816:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777421151.096310:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421151.096345:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfa32 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048ba expref: 11 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.096376:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff971049356c00) 00010000:00010000:3.0:1777421151.096381:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421151.096409:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bfa55 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.096422:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bfa55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.096432:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bfa55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.096458:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bfa55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.096464:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bfa55 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.096471:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bfa55 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.096477:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971041485a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421151.096481:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bfa55 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.096489:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bfa55 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.096497:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff971049356c00) 00010000:00010000:3.0:1777421151.096500:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421151.096503:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bfa55 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.096515:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bfa55 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421151.096614:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046738000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:10665:x1863761006738816:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 400us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421151.096922:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 107 00000100:00100000:3.0:1777421151.101029:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421151.101558:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006738944 00000100:00100000:0.0:1777421151.101569:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006738944 00000100:00100000:0.0:1777421151.101786:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 108 00000100:00100000:0.0:1777421151.101796:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:10665:x1863761006738944:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421151.101825:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421151.101848:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bfa5c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e048cf expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.102051:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bfa5c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048cf expref: 11 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.102068:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bfa5c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048cf expref: 11 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.102088:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff971049356c00) 00010000:00010000:0.0:1777421151.102091:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421151.102094:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bd200, rc 0) 00000100:00100000:0.0:1777421151.102326:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:10665:x1863761006738944:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 530us (1306us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421151.102334:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 108 00000100:00100000:2.0:1777421151.107945:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421151.108546:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006739072 00000100:00100000:0.0:1777421151.108570:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006739072 00000100:00100000:0.0:1777421151.108668:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 38 00000100:00100000:0.0:1777421151.108679:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006739072:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1777421151.108932:0:6554:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:0.0:1777421151.108936:0:6554:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb mtime from disk: 0 -> 1777421147 00002000:00010000:0.0:1777421151.108937:0:6554:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb atime from disk: 0 -> 1777421147 00002000:00010000:0.0:1777421151.108939:0:6554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb ctime from disk: 0 -> 1777421147 00002000:00010000:0.0:1777421151.108941:0:6554:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb blocks from disk: 1 -> 2051 00000100:00100000:0.0:1777421151.109004:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2361:x1863761006739072:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 Request processed in 325us (1068us total) trans 4294967301 rc 0/0 00000100:00100000:0.0:1777421151.109012:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 38 00000100:00100000:3.0:1777421151.114780:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421151.114905:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006739328 00000100:00100000:1.0:1777421151.114918:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006739328 00000100:00100000:1.0:1777421151.114979:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 109 00000100:00100000:1.0:1777421151.114990:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:10665:x1863761006739328:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1777421151.115056:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bfa63 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.115074:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bfa01 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048a5 expref: 11 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.115083:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bfa63 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.115138:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bfa01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048a5 expref: 11 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.115151:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bfa01 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048a5 expref: 11 pid: 5771 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421151.115165:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080742680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018277376:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421151.115267:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049088b40 going to sleep for 11 seconds 00000100:00100000:1.0:1777421151.121106:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080742680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018277376:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421151.121140:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bfa63 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421151.121914:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421151.122087:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006739456 00000100:00100000:0.0:1777421151.122096:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006739456 00010000:00010000:0.0:1777421151.122132:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bfa01 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048a5 expref: 12 pid: 5771 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421151.122174:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 52 00000100:00100000:0.0:1777421151.122184:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045d67850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761006739456:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421151.122197:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421151.122205:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bfa01 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048a5 expref: 12 pid: 5771 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.122216:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bfa01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048a5 expref: 12 pid: 5771 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.122238:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bfa01 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048a5 expref: 12 pid: 5771 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.122270:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff971049356c00) 00010000:00010000:0.0:1777421151.122319:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bfa63 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.122328:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bfa63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.122336:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bfa63 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.122364:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421151.122412:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045d67850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761006739456:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 228us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421151.122419:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 52 00010000:00010000:0.0:1777421151.122472:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bfa63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.122479:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bfa63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.122507:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bfa63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.122515:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bfa63 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.122523:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bfa63 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.122528:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbb200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421151.122539:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bfa63 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.122546:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bfa63 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.122556:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff971049356c00) 00010000:00010000:0.0:1777421151.122561:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1777421151.122565:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bfa63 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.122586:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bfa63 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421151.122632:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:10665:x1863761006739328:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 Request processed in 7643us (7859us total) trans 0 rc -22/-22 00000100:00100000:0.0:1777421151.122642:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 109 00000100:00100000:1.0:1777421151.125041:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421151.125248:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006739584 00000100:00100000:0.0:1777421151.125259:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006739584 00000100:00100000:0.0:1777421151.125334:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 39 00000100:00100000:0.0:1777421151.125343:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080742680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2361:x1863761006739584:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421151.125387:0:6554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009919c08f/0xd9d09a059d6bfa6a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.125560:0:6554:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6bfa47 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048c8 expref: 7 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.125571:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421151.125573:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421151.125591:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009919c08f/0xd9d09a059d6bfa6a lrc: 4/1,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.125626:0:6554:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6bfa47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048c8 expref: 7 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.125640:0:6554:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6bfa47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048c8 expref: 7 pid: 7984 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421151.125655:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046738700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6554:1863761018277504:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421151.125738:0:6554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ffa5000 going to sleep for 11 seconds 00000100:00100000:0.0:1777421151.128028:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046738700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6554:1863761018277504:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421151.128058:0:6554:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009919c08f/0xd9d09a059d6bfa6a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421151.135129:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421151.135257:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006739712 00000100:00100000:2.0:1777421151.135269:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006739712 00010000:00010000:2.0:1777421151.135349:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6bfa47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048c8 expref: 8 pid: 7984 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421151.135387:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 53 00000100:00100000:2.0:1777421151.135397:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080741c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761006739712:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421151.135423:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421151.135448:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6bfa47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048c8 expref: 8 pid: 7984 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.135487:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6bfa47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048c8 expref: 8 pid: 7984 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.135516:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6bfa47 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048c8 expref: 8 pid: 7984 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.135534:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421151.135536:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421151.135541:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009919c08f/0xd9d09a059d6bfa6a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.135551:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009919c08f/0xd9d09a059d6bfa6a lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.135588:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421151.135659:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080741c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2361:x1863761006739712:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 262us (540us total) trans 0 rc 0/0 00010000:00010000:3.0:1777421151.135662:0:6554:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009919c08f/0xd9d09a059d6bfa6a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421151.135672:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 53 00010000:00010000:3.0:1777421151.135681:0:6554:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009919c08f/0xd9d09a059d6bfa6a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.135713:0:6554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009919c08f/0xd9d09a059d6bfa6a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.135722:0:6554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009919c08f/0xd9d09a059d6bfa6a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.135730:0:6554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009919c08f/0xd9d09a059d6bfa6a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.135739:0:6554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc200 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421151.135744:0:6554:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009919c08f/0xd9d09a059d6bfa6a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.135761:0:6554:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009919c08f/0xd9d09a059d6bfa6a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.135775:0:6554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009919c08f/0xd9d09a059d6bfa6a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.135784:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009919c08f/0xd9d09a059d6bfa6a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421151.135985:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080742680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006739584:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 10637us (10946us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421151.135995:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 39 00000100:00100000:1.0:1777421151.146822:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421151.150010:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006739968 00000100:00100000:0.0:1777421151.150027:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006739968 00000100:00100000:2.0:1777421151.150227:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 110 00000100:00100000:2.0:1777421151.150240:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080741880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:10665:x1863761006739968:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777421151.150344:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfa71 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.150377:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfa71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.150392:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfa71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.150622:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfa78 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.150635:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bfa5c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048cf expref: 11 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.150643:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfa78 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.150681:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bfa5c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048cf expref: 11 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.150694:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bfa5c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048cf expref: 11 pid: 8245 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421151.150709:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c76300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018277632:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421151.151103:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff971052b28b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421151.159544:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421151.159647:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006740096 00000100:00100000:0.0:1777421151.159658:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006740096 00010000:00010000:0.0:1777421151.159701:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bfa5c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048cf expref: 12 pid: 8245 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421151.159788:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c76300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018277632:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421151.159794:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 54 00000100:00100000:0.0:1777421151.159805:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761006740096:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421151.159830:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421151.159835:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfa78 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.159839:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bfa5c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048cf expref: 12 pid: 8245 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.159888:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bfa5c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048cf expref: 12 pid: 8245 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.159912:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd200/0xd9d09a059d6bfa5c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048cf expref: 12 pid: 8245 timeout: 317 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.159928:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff971049356c00) 00010000:00010000:0.0:1777421151.159933:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfa78 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.159943:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfa78 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.159951:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfa78 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.159979:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421151.160014:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfa78 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.160023:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfa78 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421151.160040:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761006740096:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 235us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421151.160047:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 54 00000001:00080000:1.0:1777421151.160337:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967365 00000001:00080000:1.0:1777421151.160481:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967366 00000001:00080000:1.0:1777421151.160532:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967367 00000100:00100000:1.0:1777421151.160620:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080742d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5771:1863761018277760:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1777421151.160663:0:5771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421151.160684:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049088540 going to sleep for 11 seconds 00000100:00100000:3.0:1777421151.161100:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018277760 00000100:00100000:3.0:1777421151.161107:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018277760 00000100:00100000:3.0:1777421151.161164:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1777421151.161174:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080743800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5771:x1863761018277760:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1777421151.161266:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080743800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5771:x1863761018277760:12345-0@lo:1000:mdt00_001.0 Request processed in 94us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421151.161292:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1777421151.161357:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080742d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5771:1863761018277760:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1777421151.161575:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967368 00000100:00100000:1.0:1777421151.161632:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080742d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5771:1863761018277888:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1777421151.161661:0:5771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421151.161683:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049088b40 going to sleep for 11 seconds 00000100:00100000:3.0:1777421151.161938:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018277888 00000100:00100000:3.0:1777421151.161943:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018277888 00000100:00100000:3.0:1777421151.161988:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1777421151.161996:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080740380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5771:x1863761018277888:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1777421151.162204:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080740380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5771:x1863761018277888:12345-0@lo:1000:mdt00_001.0 Request processed in 208us (540us total) trans 4294967302 rc 0/0 00000100:00100000:3.0:1777421151.162211:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1777421151.162578:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080742d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5771:1863761018277888:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1777421151.164295:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967369 00010000:00010000:1.0:1777421151.164357:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfa78 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.164366:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfa78 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.164371:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfa78 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.164375:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421151.164378:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfa78 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.164383:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfa78 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.164395:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff971049356c00) 00010000:00010000:1.0:1777421151.164398:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421151.164411:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfa78 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.164416:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfa78 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.164449:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971041484600/0xd9d09a059d6bf99f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.164453:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971041484600/0xd9d09a059d6bf99f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.164457:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971041484600/0xd9d09a059d6bf99f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.164460:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971041484600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421151.164461:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971041484600/0xd9d09a059d6bf99f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.164465:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971041484600/0xd9d09a059d6bf99f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.164469:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff971043f8b900) 00010000:00010000:1.0:1777421151.164470:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421151.164476:0:5771:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff971041485c00/0xd9d09a059d6bf9a6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04890 expref: 11 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.164483:0:5771:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971041485c00/0xd9d09a059d6bf9a6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04890 expref: 11 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.164489:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971041485c00/0xd9d09a059d6bf9a6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04890 expref: 11 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.164560:0:5771:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff971041485c00/0xd9d09a059d6bf9a6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04890 expref: 11 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421151.164575:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080742a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018278016:192.168.204.24@tcp:105: 00000100:00100000:1.0:1777421151.164717:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049088180 going to sleep for 11 seconds 00000100:00100000:2.0:1777421151.174366:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421151.174511:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080742a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018278016:192.168.204.24@tcp:105: 00010000:00010000:1.0:1777421151.174550:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971041484600/0xd9d09a059d6bf99f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.174566:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971041484600/0xd9d09a059d6bf99f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.174612:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bfa7f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.174632:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bfa7f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.174646:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bfa7f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.174659:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bfa7f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.174667:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bfa7f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.174678:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bfa7f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.174707:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbba00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421151.174712:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bfa7f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.174720:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bfa7f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.174733:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff971043f8b900) 00010000:00010000:1.0:1777421151.174735:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421151.174738:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bfa7f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.174742:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bfa7f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.174750:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfa71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.174754:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfa71 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.174758:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfa71 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.174761:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777efc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421151.174762:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfa71 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.174766:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfa71 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.174785:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff971043f8b900) 00010000:00010000:1.0:1777421151.174787:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421151.174790:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfa71 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421151.174796:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfa71 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421151.175093:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080741880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:10665:x1863761006739968:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 24852us (28289us total) trans 4294967370 rc 0/0 00000100:00100000:1.0:1777421151.175106:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 110 00000020:00080000:1.0:1777421151.175114:0:5771:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1777421151.175409:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000100:00100000:3.0:1777421151.175560:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006740224 00000100:00100000:3.0:1777421151.175572:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006740224 00000100:00100000:3.0:1777421151.175700:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 33 00000100:00100000:3.0:1777421151.175712:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+12:10664:x1863761006740224:12345-192.168.204.24@tcp:49:mmap_cat.0 00000100:00100000:3.0:1777421151.175865:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+12:10664:x1863761006740224:12345-192.168.204.24@tcp:49:mmap_cat.0 Request processed in 155us (1513us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421151.175872:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 33 00000040:00080000:2.0:1777421151.176214:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421151.177031:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1777421151.177059:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421151.177955:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421151.178651:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006740480 00000100:00100000:0.0:1777421151.178667:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006740480 00000100:00100000:0.0:1777421151.178748:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 34 00000100:00100000:0.0:1777421151.178761:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:10665:x1863761006740480:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1777421151.179574:0:5774:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:1.0:1777421151.179650:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000001:00080000:2.0:1777421151.179714:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967371 00000100:00100000:0.0:1777421151.179770:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006740608 00000100:00100000:0.0:1777421151.179776:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006740608 00000100:00100000:0.0:1777421151.179825:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 40 00000100:00100000:0.0:1777421151.179833:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080742a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+5:10664:x1863761006740608:12345-192.168.204.24@tcp:101:mmap_cat.0 00010000:00010000:0.0:1777421151.179865:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421151.179890:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e486f339/0xd9d09a059d6bfa86 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e048d6 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421151.179919:0:6554:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3:0x0] initial LVB size: 1048576, mtime: 0x69f14b5b, atime: 0x69f14b5b, ctime: 0x69f14b5b, blocks: 0x803 00010000:00010000:0.0:1777421151.179939:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421151.179942:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421151.179952:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e486f339/0xd9d09a059d6bfa86 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048d6 expref: 6 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.179969:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e486f339/0xd9d09a059d6bfa86 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048d6 expref: 6 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421151.179983:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bd200, rc 0) 00000100:00100000:0.0:1777421151.180048:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080742a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+6:10664:x1863761006740608:12345-192.168.204.24@tcp:101:mmap_cat.0 Request processed in 216us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421151.180056:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 40 00010000:00010000:2.0:1777421151.180339:0:5774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfa8d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.180354:0:5774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfa8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.180365:0:5774:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfa8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.180375:0:5774:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfa8d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.180383:0:5774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfa8d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.180390:0:5774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfa8d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421151.180409:0:5774:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777421151.180439:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777421151.180450:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfa8d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.180459:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef000 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421151.180463:0:5758:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfa8d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.180472:0:5758:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfa8d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.180487:0:5758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff971049356200) 00010000:00010000:3.0:1777421151.180490:0:5758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777421151.180494:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfa8d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.180501:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfa8d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421151.180521:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421151.180523:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421151.180525:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421151.180595:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:10665:x1863761006740480:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 1836us (2647us total) trans 4294967372 rc 0/0 00000100:00100000:2.0:1777421151.180603:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 34 00000020:00080000:2.0:1777421151.180607:0:5774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777421151.183645:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421151.183739:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006740736 00000100:00100000:0.0:1777421151.183759:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006740736 00002000:00100000:0.0:1777421151.183850:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (0->4095) req@ffff9710802e4000 x1863761006740736/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777421151.183865:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710802e4000 with x1863761006740736 ext(0->4095) 00002000:00010000:0.0:1777421151.183873:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710802e4000 00000100:00100000:0.0:1777421151.183924:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 3 00000100:00100000:0.0:1777421151.183940:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2360:x1863761006740736:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:0.0:1777421151.184692:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2360:x1863761006740736:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 756us (1062us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777421151.184703:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 3 00002000:00100000:0.0:1777421151.184714:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (0->4095) req@ffff9710802e4000 x1863761006740736/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/4536 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777421151.184724:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710802e4000 with x1863761006740736 ext(0->4095) 00002000:00010000:0.0:1777421151.184728:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710802e4000 00000100:00100000:0.0:1777421151.189881:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421151.190150:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006740864 00000100:00100000:2.0:1777421151.190173:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006740864 00002000:00100000:2.0:1777421151.190245:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (4096->8191) req@ffff971046738700 x1863761006740864/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777421151.190325:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971046738700 with x1863761006740864 ext(4096->8191) 00002000:00010000:2.0:1777421151.190333:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971046738700 00000100:00100000:2.0:1777421151.190376:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 4 00000100:00100000:2.0:1777421151.190386:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2360:x1863761006740864:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:2.0:1777421151.190715:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2360:x1863761006740864:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 328us (847us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777421151.190723:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 4 00002000:00100000:2.0:1777421151.190732:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (4096->8191) req@ffff971046738700 x1863761006740864/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/4536 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777421151.190741:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971046738700 with x1863761006740864 ext(4096->8191) 00002000:00010000:2.0:1777421151.190744:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971046738700 00000100:00100000:1.0:1777421151.197501:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421151.197555:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006740992 00000100:00100000:2.0:1777421151.197570:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006740992 00002000:00100000:2.0:1777421151.197640:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (8192->12287) req@ffff9710802e4700 x1863761006740992/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777421151.197655:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710802e4700 with x1863761006740992 ext(8192->12287) 00002000:00010000:2.0:1777421151.197662:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710802e4700 00000100:00100000:2.0:1777421151.197707:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 5 00000100:00100000:2.0:1777421151.197718:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2360:x1863761006740992:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:2.0:1777421151.198144:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2360:x1863761006740992:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 427us (656us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777421151.198150:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 5 00002000:00100000:2.0:1777421151.198171:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (8192->12287) req@ffff9710802e4700 x1863761006740992/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/4536 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777421151.198177:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710802e4700 with x1863761006740992 ext(8192->12287) 00002000:00010000:2.0:1777421151.198180:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710802e4700 00000100:00100000:1.0:1777421151.202923:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421151.203172:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006741120 00000100:00100000:2.0:1777421151.203187:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006741120 00002000:00100000:2.0:1777421151.203257:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (12288->69631) req@ffff9710802e7b80 x1863761006741120/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777421151.203269:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710802e7b80 with x1863761006741120 ext(12288->69631) 00002000:00010000:2.0:1777421151.203310:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710802e7b80 00000100:00100000:2.0:1777421151.203349:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6 00000100:00100000:2.0:1777421151.203361:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006741120:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:2.0:1777421151.208461:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006741120:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 5086us (5536us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1777421151.208479:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6 00002000:00100000:2.0:1777421151.208495:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (12288->69631) req@ffff9710802e7b80 x1863761006741120/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 57344/57344 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777421151.208508:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710802e7b80 with x1863761006741120 ext(12288->69631) 00002000:00010000:2.0:1777421151.208516:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710802e7b80 00000100:00100000:0.0:1777421151.213104:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421151.213261:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006741248 00000100:00100000:2.0:1777421151.213310:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006741248 00002000:00100000:2.0:1777421151.213373:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (69632->106495) req@ffff97104673bb80 x1863761006741248/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777421151.213387:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97104673bb80 with x1863761006741248 ext(69632->106495) 00002000:00010000:2.0:1777421151.213409:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97104673bb80 00000100:00100000:2.0:1777421151.213703:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 7 00000100:00100000:2.0:1777421151.213714:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104673bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2359:x1863761006741248:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:2.0:1777421151.217327:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104673bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2359:x1863761006741248:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 3604us (4226us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1777421151.217341:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 7 00002000:00100000:2.0:1777421151.217356:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (69632->106495) req@ffff97104673bb80 x1863761006741248/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777421151.217367:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97104673bb80 with x1863761006741248 ext(69632->106495) 00002000:00010000:2.0:1777421151.217374:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97104673bb80 00000100:00100000:1.0:1777421151.221849:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421151.221958:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006741376 00000100:00100000:2.0:1777421151.221970:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006741376 00002000:00100000:2.0:1777421151.222018:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (106496->143359) req@ffff9710802e7100 x1863761006741376/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777421151.222029:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710802e7100 with x1863761006741376 ext(106496->143359) 00002000:00010000:2.0:1777421151.222035:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710802e7100 00000100:00100000:2.0:1777421151.222068:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 8 00000100:00100000:2.0:1777421151.222077:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2361:x1863761006741376:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:0.0:1777421151.225653:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2361:x1863761006741376:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 3565us (3805us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777421151.225669:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 8 00002000:00100000:0.0:1777421151.225685:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (106496->143359) req@ffff9710802e7100 x1863761006741376/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777421151.225698:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710802e7100 with x1863761006741376 ext(106496->143359) 00002000:00010000:0.0:1777421151.225704:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710802e7100 00000100:00100000:2.0:1777421151.232788:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421151.235690:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006741504 00000100:00100000:0.0:1777421151.235709:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006741504 00002000:00100000:0.0:1777421151.235802:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (143360->180223) req@ffff971077c74000 x1863761006741504/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777421151.235827:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077c74000 with x1863761006741504 ext(143360->180223) 00002000:00010000:0.0:1777421151.235833:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077c74000 00000100:00100000:0.0:1777421151.235874:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 9 00000100:00100000:0.0:1777421151.235884:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2359:x1863761006741504:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:0.0:1777421151.243507:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2359:x1863761006741504:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 7613us (10718us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777421151.243522:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 9 00002000:00100000:0.0:1777421151.243535:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (143360->180223) req@ffff971077c74000 x1863761006741504/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777421151.243547:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077c74000 with x1863761006741504 ext(143360->180223) 00002000:00010000:0.0:1777421151.243553:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077c74000 00000100:00100000:2.0:1777421151.248253:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421151.252132:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006741632 00000100:00100000:0.0:1777421151.252149:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006741632 00002000:00100000:0.0:1777421151.252211:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (180224->217087) req@ffff971077c74700 x1863761006741632/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777421151.252223:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077c74700 with x1863761006741632 ext(180224->217087) 00002000:00010000:0.0:1777421151.252230:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077c74700 00000100:00100000:0.0:1777421151.252266:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10 00000100:00100000:0.0:1777421151.252314:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2360:x1863761006741632:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:0.0:1777421151.260329:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2360:x1863761006741632:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 8040us (12072us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777421151.260343:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10 00002000:00100000:0.0:1777421151.260357:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (180224->217087) req@ffff971077c74700 x1863761006741632/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777421151.260509:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077c74700 with x1863761006741632 ext(180224->217087) 00002000:00010000:0.0:1777421151.260516:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077c74700 00000100:00100000:2.0:1777421151.269919:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421151.270032:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006741760 00000100:00100000:0.0:1777421151.270059:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006741760 00002000:00100000:0.0:1777421151.270107:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (217088->253951) req@ffff971077c77b80 x1863761006741760/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777421151.270120:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077c77b80 with x1863761006741760 ext(217088->253951) 00002000:00010000:0.0:1777421151.270126:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077c77b80 00000100:00100000:0.0:1777421151.270160:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 11 00000100:00100000:0.0:1777421151.270170:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2359:x1863761006741760:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:0.0:1777421151.276753:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2359:x1863761006741760:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 6569us (6830us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777421151.276771:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 11 00002000:00100000:0.0:1777421151.276786:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (217088->253951) req@ffff971077c77b80 x1863761006741760/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777421151.276797:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077c77b80 with x1863761006741760 ext(217088->253951) 00002000:00010000:0.0:1777421151.276823:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077c77b80 00000100:00100000:2.0:1777421151.288300:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421151.288684:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006741888 00000100:00100000:0.0:1777421151.288696:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006741888 00002000:00100000:0.0:1777421151.288747:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (253952->290815) req@ffff971077c77100 x1863761006741888/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777421151.288760:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077c77100 with x1863761006741888 ext(253952->290815) 00002000:00010000:0.0:1777421151.288766:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077c77100 00000100:00100000:0.0:1777421151.288864:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 12 00000100:00100000:0.0:1777421151.288875:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006741888:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:0.0:1777421151.296792:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006741888:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 7906us (8585us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777421151.296834:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 12 00002000:00100000:0.0:1777421151.296847:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (253952->290815) req@ffff971077c77100 x1863761006741888/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777421151.296857:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077c77100 with x1863761006741888 ext(253952->290815) 00002000:00010000:0.0:1777421151.296862:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077c77100 00000100:00100000:1.0:1777421151.303036:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421151.304557:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006742016 00000100:00100000:0.0:1777421151.304572:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006742016 00002000:00100000:0.0:1777421151.304630:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (290816->327679) req@ffff9710802e4e00 x1863761006742016/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777421151.304641:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710802e4e00 with x1863761006742016 ext(290816->327679) 00002000:00010000:0.0:1777421151.304648:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710802e4e00 00000100:00100000:0.0:1777421151.304689:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 13 00000100:00100000:0.0:1777421151.304700:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006742016:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:0.0:1777421151.308543:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006742016:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 3834us (5511us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777421151.308559:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 13 00002000:00100000:0.0:1777421151.308572:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (290816->327679) req@ffff9710802e4e00 x1863761006742016/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777421151.308583:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710802e4e00 with x1863761006742016 ext(290816->327679) 00002000:00010000:0.0:1777421151.308589:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710802e4e00 00000100:00100000:1.0:1777421151.312748:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421151.312872:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006742144 00000100:00100000:0.0:1777421151.312884:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006742144 00002000:00100000:0.0:1777421151.312935:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (327680->364543) req@ffff9710802e5f80 x1863761006742144/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777421151.312957:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710802e5f80 with x1863761006742144 ext(327680->364543) 00002000:00010000:0.0:1777421151.312975:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710802e5f80 00000100:00100000:0.0:1777421151.313012:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 14 00000100:00100000:0.0:1777421151.313023:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2359:x1863761006742144:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:0.0:1777421151.327886:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2359:x1863761006742144:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 14853us (15136us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777421151.327901:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 14 00002000:00100000:0.0:1777421151.327915:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (327680->364543) req@ffff9710802e5f80 x1863761006742144/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777421151.327926:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710802e5f80 with x1863761006742144 ext(327680->364543) 00002000:00010000:0.0:1777421151.327933:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710802e5f80 00000100:00100000:2.0:1777421151.335379:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421151.335621:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006742272 00000100:00100000:0.0:1777421151.335631:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006742272 00002000:00100000:0.0:1777421151.335676:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (364544->401407) req@ffff971077c74e00 x1863761006742272/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777421151.335684:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077c74e00 with x1863761006742272 ext(364544->401407) 00002000:00010000:0.0:1777421151.335689:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077c74e00 00000100:00100000:0.0:1777421151.335715:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 15 00000100:00100000:0.0:1777421151.335721:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2361:x1863761006742272:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:0.0:1777421151.346153:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2361:x1863761006742272:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 10420us (10773us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777421151.346168:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 15 00002000:00100000:0.0:1777421151.346194:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (364544->401407) req@ffff971077c74e00 x1863761006742272/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777421151.346205:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077c74e00 with x1863761006742272 ext(364544->401407) 00002000:00010000:0.0:1777421151.346212:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077c74e00 00000100:00100000:1.0:1777421151.355559:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421151.355678:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006742400 00000100:00100000:0.0:1777421151.355689:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006742400 00002000:00100000:0.0:1777421151.355750:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (401408->438271) req@ffff9710802e6680 x1863761006742400/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777421151.355762:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710802e6680 with x1863761006742400 ext(401408->438271) 00002000:00010000:0.0:1777421151.355767:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710802e6680 00000100:00100000:0.0:1777421151.355878:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 16 00000100:00100000:0.0:1777421151.355889:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2359:x1863761006742400:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:0.0:1777421151.366502:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2359:x1863761006742400:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 10600us (10938us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777421151.366516:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 16 00002000:00100000:0.0:1777421151.366531:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (401408->438271) req@ffff9710802e6680 x1863761006742400/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777421151.366543:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710802e6680 with x1863761006742400 ext(401408->438271) 00002000:00010000:0.0:1777421151.366549:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710802e6680 00000100:00100000:2.0:1777421151.373936:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421151.374073:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006742528 00000100:00100000:0.0:1777421151.374091:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006742528 00002000:00100000:0.0:1777421151.374144:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (438272->475135) req@ffff971077c75f80 x1863761006742528/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777421151.374152:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077c75f80 with x1863761006742528 ext(438272->475135) 00002000:00010000:0.0:1777421151.374171:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077c75f80 00000100:00100000:0.0:1777421151.374206:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 17 00000100:00100000:0.0:1777421151.374213:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2360:x1863761006742528:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:0.0:1777421151.376430:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2360:x1863761006742528:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 2204us (2499us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777421151.376445:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 17 00002000:00100000:0.0:1777421151.376458:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (438272->475135) req@ffff971077c75f80 x1863761006742528/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777421151.376469:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077c75f80 with x1863761006742528 ext(438272->475135) 00002000:00010000:0.0:1777421151.376476:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077c75f80 00000100:00100000:1.0:1777421151.379114:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421151.379233:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006742656 00000100:00100000:0.0:1777421151.379248:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006742656 00002000:00100000:0.0:1777421151.379353:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (475136->511999) req@ffff9710802e5c00 x1863761006742656/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777421151.379366:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710802e5c00 with x1863761006742656 ext(475136->511999) 00002000:00010000:0.0:1777421151.379373:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710802e5c00 00000100:00100000:0.0:1777421151.379408:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 18 00000100:00100000:0.0:1777421151.379428:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006742656:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:2.0:1777421151.395843:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006742656:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 16413us (16731us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1777421151.395858:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 18 00002000:00100000:2.0:1777421151.395871:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (475136->511999) req@ffff9710802e5c00 x1863761006742656/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777421151.395882:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710802e5c00 with x1863761006742656 ext(475136->511999) 00002000:00010000:2.0:1777421151.395889:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710802e5c00 00000100:00100000:2.0:1777421151.398336:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421151.398408:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006742784 00000100:00100000:0.0:1777421151.398425:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006742784 00002000:00100000:0.0:1777421151.398481:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (512000->548863) req@ffff971077c76680 x1863761006742784/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777421151.398491:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077c76680 with x1863761006742784 ext(512000->548863) 00002000:00010000:0.0:1777421151.398557:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077c76680 00000100:00100000:0.0:1777421151.398607:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 19 00000100:00100000:0.0:1777421151.398619:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2360:x1863761006742784:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:1.0:1777421151.408236:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2360:x1863761006742784:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 9598us (10005us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1777421151.408261:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 19 00002000:00100000:1.0:1777421151.408321:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (512000->548863) req@ffff971077c76680 x1863761006742784/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777421151.408333:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077c76680 with x1863761006742784 ext(512000->548863) 00002000:00010000:1.0:1777421151.408361:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077c76680 00000100:00100000:0.0:1777421151.415607:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421151.417926:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006742912 00000100:00100000:1.0:1777421151.417949:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006742912 00002000:00100000:1.0:1777421151.418027:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (548864->585727) req@ffff97104673b100 x1863761006742912/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777421151.418042:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97104673b100 with x1863761006742912 ext(548864->585727) 00002000:00010000:1.0:1777421151.418050:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97104673b100 00000100:00100000:1.0:1777421151.418098:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 20 00000100:00100000:1.0:1777421151.418110:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104673b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006742912:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:1.0:1777421151.426548:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104673b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006742912:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 8422us (10939us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1777421151.426566:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 20 00002000:00100000:1.0:1777421151.426584:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (548864->585727) req@ffff97104673b100 x1863761006742912/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777421151.426596:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97104673b100 with x1863761006742912 ext(548864->585727) 00002000:00010000:1.0:1777421151.426604:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97104673b100 00000100:00100000:3.0:1777421151.431837:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421151.431995:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006743040 00000100:00100000:1.0:1777421151.432009:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006743040 00002000:00100000:1.0:1777421151.432078:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (585728->622591) req@ffff97107730b480 x1863761006743040/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777421151.432091:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97107730b480 with x1863761006743040 ext(585728->622591) 00002000:00010000:1.0:1777421151.432098:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97107730b480 00000100:00100000:1.0:1777421151.432136:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 21 00000100:00100000:1.0:1777421151.432148:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006743040:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:1.0:1777421151.437689:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006743040:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 5526us (5862us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1777421151.437709:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 21 00002000:00100000:1.0:1777421151.437726:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (585728->622591) req@ffff97107730b480 x1863761006743040/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777421151.437738:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97107730b480 with x1863761006743040 ext(585728->622591) 00002000:00010000:1.0:1777421151.437746:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97107730b480 00000100:00100000:3.0:1777421151.443569:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421151.443699:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006743168 00000100:00100000:1.0:1777421151.443715:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006743168 00002000:00100000:1.0:1777421151.443781:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (622592->659455) req@ffff971077309880 x1863761006743168/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777421151.443793:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077309880 with x1863761006743168 ext(622592->659455) 00002000:00010000:1.0:1777421151.443800:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077309880 00000100:00100000:1.0:1777421151.443876:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 22 00000100:00100000:1.0:1777421151.443887:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2360:x1863761006743168:12345-192.168.204.24@tcp:3:kworker.0 00010000:00010000:1.0:1777421151.462202:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421151.463052:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2360:x1863761006743168:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 19153us (19487us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1777421151.463069:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 22 00002000:00100000:1.0:1777421151.463164:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (622592->659455) req@ffff971077309880 x1863761006743168/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777421151.463179:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077309880 with x1863761006743168 ext(622592->659455) 00002000:00010000:1.0:1777421151.463187:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077309880 00000100:00100000:0.0:1777421151.467465:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421151.467659:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006743296 00000100:00100000:1.0:1777421151.467674:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006743296 00002000:00100000:1.0:1777421151.467739:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (659456->696319) req@ffff971046738e00 x1863761006743296/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777421151.467753:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971046738e00 with x1863761006743296 ext(659456->696319) 00002000:00010000:1.0:1777421151.467759:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971046738e00 00000100:00100000:1.0:1777421151.467801:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 23 00000100:00100000:1.0:1777421151.467822:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046738e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2361:x1863761006743296:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:1.0:1777421151.473251:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046738e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2361:x1863761006743296:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 5407us (5770us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1777421151.473317:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 23 00002000:00100000:1.0:1777421151.473335:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (659456->696319) req@ffff971046738e00 x1863761006743296/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777421151.473348:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971046738e00 with x1863761006743296 ext(659456->696319) 00002000:00010000:1.0:1777421151.473358:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971046738e00 00000100:00100000:0.0:1777421151.478822:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421151.479019:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006743424 00000100:00100000:1.0:1777421151.479034:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006743424 00002000:00100000:1.0:1777421151.479110:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (696320->733183) req@ffff971046739f80 x1863761006743424/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777421151.479126:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971046739f80 with x1863761006743424 ext(696320->733183) 00002000:00010000:1.0:1777421151.479133:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971046739f80 00000100:00100000:1.0:1777421151.479170:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 24 00000100:00100000:1.0:1777421151.479181:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046739f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006743424:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:2.0:1777421151.486631:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046739f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006743424:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 7433us (7818us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1777421151.486650:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 24 00002000:00100000:2.0:1777421151.486667:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (696320->733183) req@ffff971046739f80 x1863761006743424/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777421151.486680:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971046739f80 with x1863761006743424 ext(696320->733183) 00002000:00010000:2.0:1777421151.486687:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971046739f80 00000100:00100000:0.0:1777421151.490426:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421151.490539:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006743552 00000100:00100000:2.0:1777421151.490554:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006743552 00002000:00100000:2.0:1777421151.490621:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (733184->770047) req@ffff97104673a680 x1863761006743552/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777421151.490634:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97104673a680 with x1863761006743552 ext(733184->770047) 00002000:00010000:2.0:1777421151.490641:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97104673a680 00000100:00100000:2.0:1777421151.490680:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 25 00000100:00100000:2.0:1777421151.490691:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104673a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2360:x1863761006743552:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:2.0:1777421151.495781:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104673a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2360:x1863761006743552:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 5071us (5351us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1777421151.495829:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 25 00002000:00100000:2.0:1777421151.495848:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (733184->770047) req@ffff97104673a680 x1863761006743552/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777421151.495860:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97104673a680 with x1863761006743552 ext(733184->770047) 00002000:00010000:2.0:1777421151.495868:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97104673a680 00000100:00100000:1.0:1777421151.499977:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421151.500122:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006743680 00000100:00100000:2.0:1777421151.500139:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006743680 00002000:00100000:2.0:1777421151.500225:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (770048->806911) req@ffff9710802e5880 x1863761006743680/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777421151.500239:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710802e5880 with x1863761006743680 ext(770048->806911) 00002000:00010000:2.0:1777421151.500246:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710802e5880 00000100:00100000:2.0:1777421151.500318:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 26 00000100:00100000:2.0:1777421151.500331:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2361:x1863761006743680:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:2.0:1777421151.506028:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2361:x1863761006743680:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 5683us (6062us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1777421151.506047:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 26 00002000:00100000:2.0:1777421151.506065:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (770048->806911) req@ffff9710802e5880 x1863761006743680/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777421151.506077:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710802e5880 with x1863761006743680 ext(770048->806911) 00002000:00010000:2.0:1777421151.506085:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710802e5880 00000100:00100000:0.0:1777421151.509852:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421151.510190:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006743808 00000100:00100000:2.0:1777421151.510206:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006743808 00002000:00100000:2.0:1777421151.510319:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (806912->843775) req@ffff971046739880 x1863761006743808/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777421151.510352:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971046739880 with x1863761006743808 ext(806912->843775) 00002000:00010000:2.0:1777421151.510360:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971046739880 00000100:00100000:2.0:1777421151.510398:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 27 00000100:00100000:2.0:1777421151.510421:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2359:x1863761006743808:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:2.0:1777421151.519934:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2359:x1863761006743808:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 9510us (10085us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1777421151.519965:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 27 00002000:00100000:2.0:1777421151.519984:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (806912->843775) req@ffff971046739880 x1863761006743808/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777421151.519996:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971046739880 with x1863761006743808 ext(806912->843775) 00002000:00010000:2.0:1777421151.520005:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971046739880 00000100:00100000:2.0:1777421151.522705:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018278528:0@lo:400:kworker.0 00000100:00100000:2.0:1777421151.522792:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421151.522900:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777421151.522907:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1863761018278400:0@lo:400:kworker.0 00000100:00100000:2.0:1777421151.522932:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421151.523024:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1863761018278272:0@lo:400:kworker.0 00000100:00100000:3.0:1777421151.523065:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421151.523106:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018278784:0@lo:400:kworker.0 00000100:00100000:3.0:1777421151.523128:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421151.523154:0:3300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1777421151.523160:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018278144:0@lo:400:kworker.0 00000100:00100000:3.0:1777421151.523189:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421151.523208:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3300:1863761018278656:0@lo:400:kworker.0 00000100:00100000:3.0:1777421151.523232:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421151.523263:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018278528 00000100:00100000:3.0:1777421151.523298:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018278528 00000100:00100000:3.0:1777421151.523355:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018278784 00000100:00100000:3.0:1777421151.523358:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018278784 00000100:00100000:3.0:1777421151.523380:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1777421151.523390:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018278528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421151.523451:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018278528:12345-0@lo:400:kworker.0 Request processed in 61us (658us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421151.523459:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1777421151.523478:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1777421151.523484:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3300:x1863761018278784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421151.523517:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3300:x1863761018278784:12345-0@lo:400:kworker.0 Request processed in 33us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421151.523523:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1777421151.523572:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018278784:0@lo:400:kworker.0 00000100:00100000:1.0:1777421151.523592:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018278400 00000100:00100000:1.0:1777421151.523597:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018278400 00000100:00100000:3.0:1777421151.523616:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018278272 00000100:00100000:3.0:1777421151.523619:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018278272 00000100:00100000:3.0:1777421151.523634:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018278656 00000100:00100000:1.0:1777421151.523638:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1777421151.523643:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018278656 00000100:00100000:1.0:1777421151.523645:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863761018278400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421151.523661:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1777421151.523666:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1863761018278272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421151.523683:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863761018278400:12345-0@lo:400:kworker.0 Request processed in 39us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421151.523689:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1777421151.523695:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1863761018278272:12345-0@lo:400:kworker.0 Request processed in 29us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421151.523701:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1777421151.523704:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1777421151.523710:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1863761018278656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421151.523723:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1863761018278272:0@lo:400:kworker.0 00000100:00100000:1.0:1777421151.523734:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1863761018278656:12345-0@lo:400:kworker.0 Request processed in 25us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421151.523740:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3300:1863761018278656:0@lo:400:kworker.0 00000100:00100000:1.0:1777421151.523740:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1777421151.524154:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97104673b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018278912:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421151.524188:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421151.524240:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018278144 00000100:00100000:0.0:1777421151.524245:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018278144 00000100:00100000:0.0:1777421151.524309:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1777421151.524317:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b559850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018278144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421151.524353:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b559850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018278144:12345-0@lo:400:kworker.0 Request processed in 38us (1164us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421151.524359:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00080000:0.0:1777421151.524392:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421151.524410:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018278144:0@lo:400:kworker.0 00000100:00100000:1.0:1777421151.524525:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018278912 00000100:00100000:1.0:1777421151.524530:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018278912 00000100:00100000:1.0:1777421151.524568:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1777421151.524576:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3297:x1863761018278912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777421151.524611:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1777421151.524650:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3297:x1863761018278912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421151.524656:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1777421151.524678:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1863761018278400:0@lo:400:kworker.0 00000100:00100000:2.0:1777421151.524693:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018278528:0@lo:400:kworker.0 00000100:00100000:0.0:1777421151.524829:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97104673b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018278912:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421151.526890:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421151.527468:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006743936 00000100:00100000:2.0:1777421151.527482:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006743936 00002000:00100000:2.0:1777421151.527545:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (843776->880639) req@ffff97104673b800 x1863761006743936/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777421151.527581:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97104673b800 with x1863761006743936 ext(843776->880639) 00002000:00010000:2.0:1777421151.527588:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97104673b800 00000100:00100000:2.0:1777421151.527628:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 28 00000100:00100000:2.0:1777421151.527638:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104673b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2360:x1863761006743936:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:2.0:1777421151.534716:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104673b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2360:x1863761006743936:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 7063us (7820us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1777421151.534736:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 28 00002000:00100000:2.0:1777421151.534752:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (843776->880639) req@ffff97104673b800 x1863761006743936/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777421151.534766:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97104673b800 with x1863761006743936 ext(843776->880639) 00002000:00010000:2.0:1777421151.534774:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97104673b800 00000100:00100000:1.0:1777421151.538039:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421151.538180:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006744064 00000100:00100000:2.0:1777421151.538196:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006744064 00002000:00100000:2.0:1777421151.538262:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (880640->917503) req@ffff9710802e6d80 x1863761006744064/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777421151.538387:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710802e6d80 with x1863761006744064 ext(880640->917503) 00002000:00010000:2.0:1777421151.538396:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710802e6d80 00000100:00100000:2.0:1777421151.538436:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 29 00000100:00100000:2.0:1777421151.538447:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006744064:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:2.0:1777421151.543360:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006744064:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 4898us (5319us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1777421151.543378:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 29 00002000:00100000:2.0:1777421151.543423:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (880640->917503) req@ffff9710802e6d80 x1863761006744064/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1777421151.543436:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710802e6d80 with x1863761006744064 ext(880640->917503) 00002000:00010000:2.0:1777421151.543444:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710802e6d80 00000100:00100000:2.0:1777421151.547490:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421151.550864:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006744192 00000100:00100000:0.0:1777421151.550889:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006744192 00002000:00100000:0.0:1777421151.550968:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (917504->954367) req@ffff971077301880 x1863761006744192/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1777421151.550983:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077301880 with x1863761006744192 ext(917504->954367) 00002000:00010000:0.0:1777421151.551008:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077301880 00000100:00100000:0.0:1777421151.551185:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 30 00000100:00100000:0.0:1777421151.551198:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2359:x1863761006744192:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:1.0:1777421151.560061:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2359:x1863761006744192:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 8849us (12568us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1777421151.560079:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 30 00002000:00100000:1.0:1777421151.560095:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (917504->954367) req@ffff971077301880 x1863761006744192/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777421151.560133:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077301880 with x1863761006744192 ext(917504->954367) 00002000:00010000:1.0:1777421151.560141:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077301880 00000100:00100000:0.0:1777421151.566618:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421151.566848:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006744320 00000100:00100000:1.0:1777421151.566864:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006744320 00002000:00100000:1.0:1777421151.566933:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (954368->991231) req@ffff97107c83c700 x1863761006744320/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777421151.566948:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97107c83c700 with x1863761006744320 ext(954368->991231) 00002000:00010000:1.0:1777421151.566957:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97107c83c700 00000100:00100000:1.0:1777421151.567003:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 31 00000100:00100000:1.0:1777421151.567016:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006744320:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:1.0:1777421151.579160:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006744320:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 12128us (12542us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1777421151.579177:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 31 00002000:00100000:1.0:1777421151.579193:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (954368->991231) req@ffff97107c83c700 x1863761006744320/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777421151.579205:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97107c83c700 with x1863761006744320 ext(954368->991231) 00002000:00010000:1.0:1777421151.579214:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97107c83c700 00000100:00100000:2.0:1777421151.589187:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421151.589332:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006744448 00000100:00100000:1.0:1777421151.589353:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006744448 00002000:00100000:1.0:1777421151.589433:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (991232->1028095) req@ffff971077302d80 x1863761006744448/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777421151.589447:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077302d80 with x1863761006744448 ext(991232->1028095) 00002000:00010000:1.0:1777421151.589455:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077302d80 00000100:00100000:1.0:1777421151.589523:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32 00000100:00100000:1.0:1777421151.589534:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2359:x1863761006744448:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:1.0:1777421151.597981:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2359:x1863761006744448:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 8435us (8789us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1777421151.597996:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32 00002000:00100000:1.0:1777421151.598009:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (991232->1028095) req@ffff971077302d80 x1863761006744448/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777421151.598021:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077302d80 with x1863761006744448 ext(991232->1028095) 00002000:00010000:1.0:1777421151.598027:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077302d80 00000100:00100000:2.0:1777421151.601504:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421151.602325:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006744576 00000100:00100000:1.0:1777421151.602341:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006744576 00002000:00100000:1.0:1777421151.602415:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (1028096->1048575) req@ffff971077303800 x1863761006744576/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/0 e 0 to 0 dl 1777421162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777421151.602428:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077303800 with x1863761006744576 ext(1028096->1048575) 00002000:00010000:1.0:1777421151.602436:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077303800 00000100:00100000:1.0:1777421151.602477:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 33 00000100:00100000:1.0:1777421151.602488:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2359:x1863761006744576:12345-192.168.204.24@tcp:3:kworker.0 00000100:00100000:1.0:1777421151.607391:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2359:x1863761006744576:12345-192.168.204.24@tcp:3:kworker.0 Request processed in 4887us (5885us total) trans 0 rc 20480/20480 00000100:00100000:1.0:1777421151.607408:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 33 00002000:00100000:1.0:1777421151.607424:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (1028096->1048575) req@ffff971077303800 x1863761006744576/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:162/0 lens 488/440 e 0 to 0 dl 1777421162 ref 1 fl Complete:/600/0 rc 20480/20480 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1777421151.607436:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077303800 with x1863761006744576 ext(1028096->1048575) 00002000:00010000:1.0:1777421151.607458:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077303800 00000100:00100000:2.0:1777421151.611489:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421151.611678:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006744832 00000100:00100000:0.0:1777421151.611692:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006744832 00000100:00100000:3.0:1777421151.611796:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 35 00000100:00100000:3.0:1777421151.611820:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+12:10664:x1863761006744832:12345-192.168.204.24@tcp:35:mmap_cat.0 00000100:00100000:3.0:1777421151.612146:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+13:10664:x1863761006744832:12345-192.168.204.24@tcp:35:mmap_cat.0 Request processed in 338us (669us total) trans 4294967373 rc 0/0 00000100:00100000:3.0:1777421151.612156:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 35 00010000:00010000:1.0:1777421152.482418:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777421153.096194:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967302 is committed 00000001:00080000:0.0:1777421153.096211:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967303 is committed 00000001:00100000:0.0:1777421153.096221:0:7446:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8b251bd7-457c-4889-b04e-8036834fd389 00000040:00080000:3.0:1777421153.254930:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421153.254941:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421153.254979:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 3 count 3 00000040:00080000:3.0:1777421153.254987:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777421153.506872:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421154.530655:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421154.623265:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421154.623575:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006744960 00000100:00100000:2.0:1777421154.623586:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006744960 00000100:00100000:2.0:1777421154.623659:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 111 00000100:00100000:2.0:1777421154.623679:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:10635:x1863761006744960:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 00000100:00080000:0.0:1777421154.623784:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421154.623997:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:10635:x1863761006744960:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 Request processed in 328us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421154.624005:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 111 00000100:00100000:0.0:1777421154.630099:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421154.630172:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006745216 00000100:00100000:1.0:1777421154.630183:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006745216 00000100:00100000:1.0:1777421154.630243:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 36 00000100:00100000:1.0:1777421154.630255:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:10635:x1863761006745216:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421154.630640:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:10635:x1863761006745216:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 385us (550us total) trans 4294967374 rc 0/0 00000100:00100000:1.0:1777421154.630649:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 36 00010000:00010000:2.0:1777421155.554619:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1777421155.603783:0:12032:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 1b: Archive, Release and Restore composite file ========================================================== 20:05:54 (1777421154) 00000100:00100000:0.0:1777421155.618392:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777421155.618417:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018279040:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421155.618492:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421155.618581:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018279040 00000100:00100000:0.0:1777421155.618590:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018279040 00000100:00100000:0.0:1777421155.618653:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1777421155.618663:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c486680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018279040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777421155.618709:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1777421155.618771:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c486680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018279040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421155.618789:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:0.0:1777421155.618813:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421155.618852:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018279040:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421155.633086:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421155.633135:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421155.633324:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006745600 00000100:00100000:2.0:1777421155.633338:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006745600 00000100:00100000:2.0:1777421155.633407:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 48 00000100:00100000:3.0:1777421155.633414:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421155.633422:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+6:2361:x1863761006745600:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421155.633496:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+6:2361:x1863761006745600:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 79us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421155.633504:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 48 00000100:00100000:3.0:1777421155.633900:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421155.633952:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421155.633957:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006746112 00000100:00100000:2.0:1777421155.633964:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006746112 00000100:00100000:3.0:1777421155.633993:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421155.634048:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421155.634063:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006745344 00000100:00100000:1.0:1777421155.634070:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006745344 00000100:00100000:1.0:1777421155.634109:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 260 00000100:00100000:1.0:1777421155.634118:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b559050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761006745344:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421155.634158:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b559050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761006745344:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 42us (1082us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421155.634165:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 260 00000100:00100000:2.0:1777421155.640005:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006745728 00000100:00100000:1.0:1777421155.640005:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006745984 00000100:00100000:2.0:1777421155.640023:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006745728 00000100:00100000:1.0:1777421155.640023:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006745984 00000100:00100000:2.0:1777421155.640187:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 49 00000100:00100000:1.0:1777421155.640202:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 50 00000100:00100000:2.0:1777421155.640209:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2361:x1863761006746112:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421155.640217:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006745984:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421155.640334:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006745984:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 121us (6284us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421155.640335:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2361:x1863761006746112:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 134us (6444us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421155.640350:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 50 00000100:00100000:2.0:1777421155.640358:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 49 00000100:00100000:1.0:1777421155.640377:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 51 00000100:00100000:1.0:1777421155.640388:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+5:2361:x1863761006745728:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421155.640430:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+5:2361:x1863761006745728:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 44us (6437us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421155.640437:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 51 00000100:00100000:1.0:1777421155.640501:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006745856 00000100:00100000:1.0:1777421155.640506:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006745856 00000100:00100000:1.0:1777421155.640541:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006745472 00000100:00100000:1.0:1777421155.640545:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006745472 00000100:00100000:1.0:1777421155.640570:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 77 00000100:00100000:1.0:1777421155.640578:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:2361:x1863761006745856:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421155.640583:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 78 00000100:00100000:2.0:1777421155.640596:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+13:2361:x1863761006745472:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421155.640635:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:2361:x1863761006745856:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 57us (7224us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421155.640643:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+13:2361:x1863761006745472:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 49us (6691us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421155.640647:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 77 00000100:00100000:2.0:1777421155.640657:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 78 00000100:00080000:1.0:1777421155.640677:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777421155.640683:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777421155.640685:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421155.703051:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421155.703332:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006746240 00000100:00100000:1.0:1777421155.703343:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006746240 00000100:00100000:1.0:1777421155.703402:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 112 00000100:00100000:1.0:1777421155.703413:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+13:11233:x1863761006746240:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421155.703433:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421155.703454:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfa94 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e048dd expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.703525:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfa9b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.703540:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfa9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.703559:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfa9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.703575:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfaa2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.703583:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfaa2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.703588:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfaa2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.703755:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfa9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.703764:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfa9b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.703771:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfa9b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.703777:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcba600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421155.703780:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfa9b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.703787:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfa9b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.703799:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92e00) 00010000:00010000:1.0:1777421155.703802:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421155.703806:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfa9b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.703819:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfa9b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.703831:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfaa2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.703836:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfaa2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.703841:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfaa2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.703846:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbbc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421155.703849:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfaa2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.703854:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfaa2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.703861:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92cebc8b (ffff97104562f900) 00010000:00010000:1.0:1777421155.703864:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421155.703866:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfaa2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.703872:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfaa2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.703905:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfa94 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048dd expref: 14 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.703928:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92e00) 00010000:00010000:1.0:1777421155.703931:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421155.703935:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfa94 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048dd expref: 14 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.703945:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbbe00, rc 0) 00000100:00100000:1.0:1777421155.704014:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+13:11233:x1863761006746240:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 602us (971us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421155.704022:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 112 00000100:00100000:3.0:1777421155.709581:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421155.709656:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006746496 00000100:00100000:1.0:1777421155.709667:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006746496 00000100:00100000:1.0:1777421155.709720:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 113 00000100:00100000:1.0:1777421155.709740:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+13:11233:x1863761006746496:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:1.0:1777421155.709809:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421155.709836:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6bf856 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04827 expref: 13 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.709852:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92e00) 00010000:00010000:1.0:1777421155.709857:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421155.709949:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfaa9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.709963:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6bf7ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047fd expref: 17 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.709971:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfaa9 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.710010:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6bf7ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047fd expref: 17 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.710023:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6bf7ca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047fd expref: 17 pid: 5771 timeout: 322 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421155.710039:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710802e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018279168:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421155.710135:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077516000 going to sleep for 11 seconds 00000100:00100000:2.0:1777421155.715308:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710802e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018279168:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421155.715347:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfaa9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421155.717304:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421155.723490:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006746624 00000100:00100000:3.0:1777421155.723514:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006746624 00010000:00010000:3.0:1777421155.723557:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6bf7ca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047fd expref: 18 pid: 5771 timeout: 322 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421155.723678:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 55 00000100:00100000:3.0:1777421155.723688:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:2361:x1863761006746624:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421155.723702:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421155.723709:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6bf7ca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047fd expref: 18 pid: 5771 timeout: 322 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.723723:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6bf7ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047fd expref: 18 pid: 5771 timeout: 322 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.723757:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6bf7ca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e047fd expref: 18 pid: 5771 timeout: 322 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.723770:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92e00) 00010000:00010000:3.0:1777421155.723775:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfaa9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.723782:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfaa9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.723790:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfaa9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.723818:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421155.723873:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:2361:x1863761006746624:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 186us (6598us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421155.723890:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 55 00010000:00010000:3.0:1777421155.724026:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfaa9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.724034:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfaa9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.724059:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bfab0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.724070:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bfab0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.724079:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bfab0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421155.725863:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 512 00010000:00010000:3.0:1777421155.725882:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfaa9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.725892:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfaa9 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.725899:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfaa9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.725905:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbac00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421155.725910:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfaa9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.725916:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfaa9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.725943:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92e00) 00010000:00010000:3.0:1777421155.725946:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421155.725951:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfaa9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.725957:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfaa9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421155.725977:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000000ae56fe0 reply state 00000000a3dbe0f8 transno 4294967375 ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bfab0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421155.725987:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777421155.726095:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+14:11233:x1863761006746496:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 16360us (16518us total) trans 4294967375 rc 0/0 00000100:00100000:3.0:1777421155.726106:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 113 00010000:00010000:3.0:1777421155.733395:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bfab0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.733899:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bfab0 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.733911:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bfab0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.733919:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971041485a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421155.733925:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bfab0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.733934:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bfab0 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.733964:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92cebc8b (ffff971043f8b200) 00010000:00010000:3.0:1777421155.733968:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421155.733973:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bfab0 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.733981:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971041485a00/0xd9d09a059d6bfab0 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421155.750598:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421155.750748:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006746752 00000100:00100000:2.0:1777421155.750761:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006746752 00000100:00100000:2.0:1777421155.750820:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 114 00000100:00100000:2.0:1777421155.750830:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+13:11238:x1863761006746752:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421155.750855:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421155.750881:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfab7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e048e4 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.750970:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfabe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.750983:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfabe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.750996:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfabe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421155.751055:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1777421155.751059:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421155.751082:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfabe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.751109:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfab7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048e4 expref: 15 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.751126:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfabe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048e4 expref: 14 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.751136:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356500) 00010000:00010000:2.0:1777421155.751139:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421155.751143:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777efc00, rc 0) 00000100:00100000:2.0:1777421155.751213:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+14:11238:x1863761006746752:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 384us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421155.751220:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 114 00000100:00100000:3.0:1777421155.754551:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421155.755488:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006746880 00000100:00100000:2.0:1777421155.755499:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006746880 00000100:00100000:2.0:1777421155.755564:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 115 00000100:00100000:2.0:1777421155.755586:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+14:11238:x1863761006746880:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421155.755606:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421155.755628:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfac5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e048eb expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.755694:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfacc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.755708:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfacc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.755719:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfacc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.755747:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfad3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.755755:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfad3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.755763:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfad3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.756350:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfada lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.756360:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfada lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.756367:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfada lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421155.756418:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 512 00000004:00200000:2.0:1777421155.756422:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421155.756445:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfada lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.756657:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfacc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.756666:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfacc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.756672:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfacc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.756678:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421155.756682:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfacc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.756688:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfacc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.756700:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356500) 00010000:00010000:2.0:1777421155.756703:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421155.756707:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfacc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.756713:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfacc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.756725:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfad3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.756753:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfad3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.756759:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfad3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.756764:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421155.756767:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfad3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.756773:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfad3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.756782:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92cebc8b (ffff971049356700) 00010000:00010000:2.0:1777421155.756785:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421155.756888:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfad3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.756897:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfad3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.756931:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfac5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048eb expref: 16 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.756944:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfada lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048eb expref: 15 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.756952:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff971049356100) 00010000:00010000:2.0:1777421155.756954:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421155.756963:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777eea00, rc 0) 00000100:00100000:2.0:1777421155.757039:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+15:11238:x1863761006746880:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1455us (2495us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421155.757048:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 115 00000100:00100000:3.0:1777421155.760675:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421155.760764:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006747136 00000100:00100000:2.0:1777421155.760775:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006747136 00000100:00100000:2.0:1777421155.760862:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 116 00000100:00100000:2.0:1777421155.760872:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+15:11238:x1863761006747136:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421155.760890:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421155.760916:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfae1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e048f2 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421155.761030:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 512 00010000:00010000:2.0:1777421155.761152:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfae1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048f2 expref: 17 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.761166:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356500) 00010000:00010000:2.0:1777421155.761170:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421155.761175:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfae1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048f2 expref: 17 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.761186:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ee800, rc 0) 00000100:00100000:2.0:1777421155.761294:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+16:11238:x1863761006747136:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 401us (606us total) trans 4294967376 rc 301/301 00000100:00100000:2.0:1777421155.761303:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 116 00000100:00100000:3.0:1777421155.764270:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421155.764328:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006747392 00000100:00100000:2.0:1777421155.764345:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006747392 00000100:00100000:2.0:1777421155.764389:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 117 00000100:00100000:2.0:1777421155.764406:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+16:11238:x1863761006747392:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:2.0:1777421155.764450:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421155.764472:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfada lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048eb expref: 16 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.764483:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff971049356100) 00010000:00010000:2.0:1777421155.764489:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421155.764504:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfaef lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.764515:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfaef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.764521:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfaef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421155.764767:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000e0eb7545 reply state 00000000c2f2133c transno 4294967377 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfaef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421155.764777:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1777421155.764789:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 512 00000100:00100000:2.0:1777421155.764876:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+17:11238:x1863761006747392:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 468us (614us total) trans 4294967377 rc 0/0 00000100:00100000:2.0:1777421155.764884:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 117 00010000:00010000:0.0:1777421155.767397:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfaef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.767413:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfaef lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.767421:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfaef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.767428:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421155.767434:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfaef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.767442:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfaef lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.767459:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff971049356700) 00010000:00010000:0.0:1777421155.767462:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421155.767467:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfaef lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.767474:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfaef lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421155.768228:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421155.768315:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006747648 00000100:00100000:1.0:1777421155.768327:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006747648 00000100:00100000:1.0:1777421155.768380:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 37 00000100:00100000:1.0:1777421155.768391:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4ba450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+16:11238:x1863761006747648:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1777421155.768656:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4ba450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+17:11238:x1863761006747648:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 267us (432us total) trans 4294967378 rc 0/0 00000100:00100000:1.0:1777421155.768664:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 37 00000100:00100000:2.0:1777421155.790780:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421155.790881:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006747776 00000100:00100000:1.0:1777421155.790893:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006747776 00000100:00100000:1.0:1777421155.790997:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 118 00000100:00100000:1.0:1777421155.791007:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+17:11242:x1863761006747776:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:1.0:1777421155.791031:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421155.791185:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfaf6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e048f9 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.791254:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfafd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.791307:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfafd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.791319:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfafd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.791337:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfb04 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.791344:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfb04 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.791351:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfb04 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.791557:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bfb0b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.791566:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bfb0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.791573:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bfb0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421155.791606:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 512 00000004:00200000:1.0:1777421155.791610:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421155.791633:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bfb0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.791644:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfafd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.791660:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfafd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.791667:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfafd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.791673:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbbc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421155.791677:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfafd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.791684:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfafd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.791696:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356500) 00010000:00010000:1.0:1777421155.791699:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421155.791704:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfafd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.791710:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfafd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.791723:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfb04 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.791896:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfb04 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.791902:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfb04 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.791907:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcba600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421155.791917:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfb04 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.791923:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfb04 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.791932:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92cebc8b (ffff97104562f900) 00010000:00010000:1.0:1777421155.791934:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421155.791937:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfb04 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.791942:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfb04 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.792117:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfaf6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048f9 expref: 19 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.792133:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb200/0xd9d09a059d6bfb0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048f9 expref: 18 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.792140:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff97104562f600) 00010000:00010000:1.0:1777421155.792142:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421155.792145:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbb200, rc 0) 00000100:00100000:1.0:1777421155.792319:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+18:11242:x1863761006747776:12345-192.168.204.24@tcp:101:rm.0 Request processed in 1312us (1548us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421155.792327:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 118 00000100:00100000:2.0:1777421155.796091:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421155.796247:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006747904 00000100:00100000:1.0:1777421155.796259:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006747904 00000100:00100000:1.0:1777421155.796356:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 119 00000100:00100000:1.0:1777421155.796375:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+18:11242:x1863761006747904:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:1.0:1777421155.796411:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421155.796434:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6bfb12 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04900 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.796500:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfb19 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.796516:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfb19 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.796527:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfb19 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.796542:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bfb20 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.796549:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bfb20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.796555:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bfb20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.796624:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfb19 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.796632:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfb19 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.796638:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfb19 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.796643:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbaa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421155.796654:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfb19 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.796662:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfb19 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.796673:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff97104562f600) 00010000:00010000:1.0:1777421155.796677:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421155.796682:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfb19 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.796688:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfb19 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.796702:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bfb20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.796708:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bfb20 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.796714:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bfb20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.796719:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbae00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421155.796722:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bfb20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.796740:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bfb20 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.796751:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x20c03814 (ffff97104562fa00) 00010000:00010000:1.0:1777421155.796753:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421155.796763:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bfb20 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.796769:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bfb20 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.796801:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6bfb12 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04900 expref: 19 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.796812:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff97104562f600) 00010000:00010000:1.0:1777421155.796814:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421155.796818:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6bfb12 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04900 expref: 19 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421155.796826:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcba000, rc 0) 00000100:00100000:1.0:1777421155.796886:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+18:11242:x1863761006747904:12345-192.168.204.24@tcp:101:rm.0 Request processed in 521us (805us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421155.796894:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 119 00000100:00100000:3.0:1777421155.800885:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421155.800959:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006748032 00000100:00100000:2.0:1777421155.800981:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006748032 00000100:00100000:2.0:1777421155.801064:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 120 00000100:00100000:2.0:1777421155.801075:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+18:11242:x1863761006748032:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:2.0:1777421155.801097:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421155.801119:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfb27 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04907 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.801199:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb2e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.801214:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb2e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.801226:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb2e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.801241:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb35 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.801248:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.801255:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.801364:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb2e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.801479:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb2e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.801486:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb2e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.801503:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421155.801507:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb2e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.801515:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb2e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.801527:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff97104562f600) 00010000:00010000:2.0:1777421155.801530:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421155.801535:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb2e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.801541:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb2e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.801554:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.801560:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb35 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.801565:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.801569:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421155.801572:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.801577:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb35 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.801595:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x20c03814 (ffff971049356100) 00010000:00010000:2.0:1777421155.801598:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421155.801600:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb35 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.801607:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb35 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.801639:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfb27 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04907 expref: 19 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.801649:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff97104562f600) 00010000:00010000:2.0:1777421155.801652:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421155.801656:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfb27 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04907 expref: 19 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.801664:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777eea00, rc 0) 00000100:00100000:2.0:1777421155.801763:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+18:11242:x1863761006748032:12345-192.168.204.24@tcp:101:rm.0 Request processed in 689us (889us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421155.801770:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 120 00000100:00100000:3.0:1777421155.812090:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421155.812418:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006748288 00000100:00100000:2.0:1777421155.812431:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006748288 00000100:00100000:2.0:1777421155.812489:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 121 00000100:00100000:2.0:1777421155.812500:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+18:11246:x1863761006748288:12345-192.168.204.24@tcp:101:dd.0 00010000:00010000:2.0:1777421155.812519:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421155.812541:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfb3c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0490e expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.812704:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb43 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.812719:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb43 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.812742:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb43 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.812757:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb4a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.812764:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.812770:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777421155.813262:0:5771:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x4:0x0], index 1: 0 00010000:00010000:2.0:1777421155.813478:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bfb51 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.813488:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bfb51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.813497:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bfb51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.813528:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb43 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.813545:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb43 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.813551:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb43 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.813557:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421155.813561:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb43 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.813569:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb43 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.813580:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff97104562f600) 00010000:00010000:2.0:1777421155.813583:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421155.813588:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb43 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.813595:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb43 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421155.813607:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000effeb773 reply state 0000000001f96fc3 transno 4294967379 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421155.813616:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777421155.813645:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfb3c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0490e expref: 21 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.813659:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bfb51 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0490e expref: 20 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421155.813677:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff971049356000) 00010000:00010000:2.0:1777421155.813680:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421155.813682:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777efe00, rc 0) 00000100:00100000:2.0:1777421155.814480:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+21:11246:x1863761006748288:12345-192.168.204.24@tcp:101:dd.0 Request processed in 1978us (2396us total) trans 4294967379 rc 0/0 00000100:00100000:2.0:1777421155.814490:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 121 00010000:00010000:3.0:1777421155.816982:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.816998:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb4a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.817006:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb4a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.817012:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421155.817017:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb4a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.817026:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb4a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.817064:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x20c03814 (ffff971049356100) 00010000:00010000:3.0:1777421155.817067:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421155.817073:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb4a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421155.817079:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb4a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421155.835500:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421155.835861:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006748416 00000100:00100000:0.0:1777421155.835873:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006748416 00000100:00100000:0.0:1777421155.835940:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 41 00000100:00100000:0.0:1777421155.835956:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+5:11246:x1863761006748416:12345-192.168.204.24@tcp:101:dd.0 00010000:00010000:0.0:1777421155.835976:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421155.836000:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ec4a551/0xd9d09a059d6bfb5f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04915 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421155.836046:0:7984:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777421155.836071:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421155.836074:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421155.836082:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ec4a551/0xd9d09a059d6bfb5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04915 expref: 6 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.836100:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005ec4a551/0xd9d09a059d6bfb5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04915 expref: 6 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421155.836113:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bd400, rc 0) 00000100:00100000:0.0:1777421155.836178:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+6:11246:x1863761006748416:12345-192.168.204.24@tcp:101:dd.0 Request processed in 224us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421155.836185:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 41 00000100:00100000:1.0:1777421155.849101:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421155.849352:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421155.849414:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006748544 00000100:00100000:2.0:1777421155.849423:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006748544 00002000:00100000:2.0:1777421155.849480:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (0->1048575) req@ffff9710802e4a80 x1863761006748544/t0(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:166/0 lens 488/0 e 0 to 0 dl 1777421166 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421155.849491:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710802e4a80 with x1863761006748544 ext(0->1048575) 00002000:00010000:2.0:1777421155.849496:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9710802e4a80 00000100:00100000:2.0:1777421155.849528:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 34 00000100:00100000:2.0:1777421155.849538:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:2359:x1863761006748544:12345-192.168.204.24@tcp:4:dd.0 00000100:00100000:0.0:1777421155.851370:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006748800 00000100:00100000:0.0:1777421155.851382:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006748800 00000100:00100000:0.0:1777421155.851427:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 38 00000100:00100000:0.0:1777421155.851436:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+20:11246:x1863761006748800:12345-192.168.204.24@tcp:35:dd.0 00000100:00100000:0.0:1777421155.851783:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+21:11246:x1863761006748800:12345-192.168.204.24@tcp:35:dd.0 Request processed in 347us (2694us total) trans 4294967380 rc 0/0 00000100:00100000:0.0:1777421155.851791:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 38 00000100:00100000:2.0:1777421155.878916:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+8:2359:x1863761006748544:12345-192.168.204.24@tcp:4:dd.0 Request processed in 29370us (29554us total) trans 4294967304 rc 0/0 00000100:00100000:2.0:1777421155.878930:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 34 00002000:00100000:2.0:1777421155.878942:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (0->1048575) req@ffff9710802e4a80 x1863761006748544/t4294967304(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:166/0 lens 488/448 e 0 to 0 dl 1777421166 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421155.878953:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710802e4a80 with x1863761006748544 ext(0->1048575) 00002000:00010000:2.0:1777421155.878958:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9710802e4a80 00000100:00100000:1.0:1777421156.026041:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421156.026162:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006748928 00000100:00100000:2.0:1777421156.026172:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006748928 00000100:00100000:2.0:1777421156.026332:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 122 00000100:00100000:2.0:1777421156.026343:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:11273:x1863761006748928:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421156.026362:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421156.026385:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfb66 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0491c expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.026449:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb6d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.026464:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb6d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.026476:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb6d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421156.026536:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1777421156.026540:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421156.026565:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb6d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.026589:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfb66 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0491c expref: 19 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.026607:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb6d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0491c expref: 18 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.026617:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356500) 00010000:00010000:2.0:1777421156.026620:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421156.026624:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ef000, rc 0) 00000100:00100000:2.0:1777421156.026695:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:11273:x1863761006748928:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 354us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421156.026710:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 122 00000100:00080000:1.0:1777421156.027530:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421156.038948:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421156.039068:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006749184 00000100:00100000:2.0:1777421156.039083:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006749184 00000100:00100000:2.0:1777421156.039154:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 123 00000100:00100000:2.0:1777421156.039165:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:11274:x1863761006749184:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421156.039187:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421156.039210:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfb74 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04923 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.039326:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfb7b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.039342:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfb7b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.039354:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfb7b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.039370:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb82 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.039378:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb82 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.039385:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb82 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.039619:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfb89 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.039651:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfb89 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.039658:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfb89 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421156.039669:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:2.0:1777421156.039781:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfb7b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.039789:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfb7b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.039794:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfb7b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.039800:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421156.039804:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfb7b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.039810:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfb7b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.039822:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff971050d92600) 00010000:00010000:2.0:1777421156.039825:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421156.039829:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfb7b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.039836:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfb7b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.039847:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb82 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.039858:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb82 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.039864:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb82 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.039869:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421156.039872:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb82 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.039878:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb82 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.039885:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff971049356900) 00010000:00010000:2.0:1777421156.039888:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421156.039890:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb82 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.039895:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb82 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.040209:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfb74 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04923 expref: 21 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.040224:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfb89 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04923 expref: 20 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.040232:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:2.0:1777421156.040234:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421156.040243:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ef600, rc 0) 00000100:00100000:2.0:1777421156.040787:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:11274:x1863761006749184:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1622us (1855us total) trans 4294967381 rc 0/0 00000100:00100000:2.0:1777421156.040797:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 123 00000100:00100000:0.0:1777421156.043894:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421156.043943:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421156.044222:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006749440 00000100:00100000:3.0:1777421156.044240:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006749440 00000100:00100000:3.0:1777421156.044419:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 3 00000100:00100000:3.0:1777421156.044431:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:2359:x1863761006749440:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421156.044451:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421156.044484:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfb89 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04923 expref: 20 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.044510:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:3.0:1777421156.044518:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421156.044598:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:2359:x1863761006749440:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 169us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421156.044607:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 3 00000100:00100000:2.0:1777421156.044825:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006749312 00000100:00100000:2.0:1777421156.044837:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006749312 00000100:00100000:2.0:1777421156.044904:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 124 00000100:00100000:2.0:1777421156.044916:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:11274:x1863761006749312:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1777421156.045027:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:11274:x1863761006749312:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 113us (1142us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421156.045036:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 124 00000100:00100000:0.0:1777421156.065891:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421156.066019:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006749568 00000100:00100000:2.0:1777421156.066033:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006749568 00000100:00100000:2.0:1777421156.066116:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 125 00000100:00100000:2.0:1777421156.066130:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+21:11275:x1863761006749568:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421156.066163:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421156.066191:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfb97 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0492a expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.066315:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb9e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.066335:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.066351:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421156.066434:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 512 00000004:00200000:2.0:1777421156.066453:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421156.066484:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.066518:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfb97 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0492a expref: 23 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.066540:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb9e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0492a expref: 22 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.066551:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff97104562f600) 00010000:00010000:2.0:1777421156.066555:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421156.066559:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ee800, rc 0) 00000100:00100000:2.0:1777421156.066649:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+22:11275:x1863761006749568:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 522us (775us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421156.066657:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 125 00000100:00100000:1.0:1777421156.072394:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421156.072476:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006749824 00000100:00100000:3.0:1777421156.072491:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006749824 00000100:00100000:3.0:1777421156.072575:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 126 00000100:00100000:3.0:1777421156.072590:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+22:11275:x1863761006749824:12345-192.168.204.24@tcp:58:lfs.0 00000040:00080000:3.0:1777421156.073070:0:5772:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3, 136 off8600 00000100:00100000:3.0:1777421156.073186:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+22:11275:x1863761006749824:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 598us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421156.073195:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 126 00000001:00080000:2.0:1777421156.185910:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967301 is committed 00000001:00080000:2.0:1777421156.186047:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967302 is committed 00000001:00080000:0.0:1777421156.187117:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967380 is committed 00000001:00080000:0.0:1777421156.187130:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967372 is committed 00000001:00080000:0.0:1777421156.187153:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967374 is committed 00000020:00080000:0.0:1777421156.187170:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff971049088540 refcount 2 committed 0 result 0 batchid 2 00000020:00080000:0.0:1777421156.187176:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9710777f3f00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff971049088480 00000020:00080000:0.0:1777421156.187180:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9710777f3000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff971080749800 00000001:00080000:0.0:1777421156.187205:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967381 is committed 00000020:00080000:0.0:1777421156.187224:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 1 batchid updated 00000020:00080000:3.0:1777421156.189403:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 2 committed batchid 1 00000020:00080000:2.0:1777421156.189711:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 1 00000040:00080000:0.0:1777421156.323642:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421156.323651:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421156.323703:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 4 count 4 00000040:00080000:0.0:1777421156.323709:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421156.324021:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c486d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018279296:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421156.324137:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104fe63f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421156.328777:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c486d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018279296:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421156.333198:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421156.336746:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006749952 00000100:00100000:1.0:1777421156.336761:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006749952 00000100:00100000:0.0:1777421156.340141:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 127 00000100:00100000:0.0:1777421156.340156:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c486d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:11285:x1863761006749952:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421156.340192:0:5772:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x8:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421156.340512:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c486d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:11285:x1863761006749952:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 358us (7322us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421156.340521:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 127 00000100:00100000:1.0:1777421156.351374:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421156.351744:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006750208 00000100:00100000:0.0:1777421156.351758:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006750208 00000100:00100000:0.0:1777421156.351818:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 128 00000100:00100000:0.0:1777421156.351831:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:11285:x1863761006750208:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421156.351859:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421156.351893:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bfba5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04931 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.351997:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfbac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.352012:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfbac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.352025:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfbac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421156.352039:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x8:0x0]: returning size 1048576 00010000:00010000:0.0:1777421156.352206:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bfba5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04931 expref: 12 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.352225:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfbac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04931 expref: 11 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.352235:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff971049356000) 00010000:00010000:0.0:1777421156.352238:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421156.352241:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bd000, rc 0) 00000100:00100000:0.0:1777421156.352347:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:11285:x1863761006750208:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 518us (982us total) trans 4294967382 rc 0/0 00000100:00100000:0.0:1777421156.352355:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 128 00000100:00100000:3.0:1777421156.362631:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421156.362846:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006750336 00000100:00100000:2.0:1777421156.362858:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006750336 00000100:00100000:1.0:1777421156.366671:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 42 00000100:00100000:1.0:1777421156.366696:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006750336:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777421156.366760:0:7984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007a4680f5/0xd9d09a059d6bfbba lrc: 3/1,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.367428:0:7984:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005ec4a551/0xd9d09a059d6bfb5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04915 expref: 7 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.367438:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777421156.367440:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777421156.367444:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a4680f5/0xd9d09a059d6bfbba lrc: 4/1,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.367488:0:7984:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005ec4a551/0xd9d09a059d6bfb5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04915 expref: 7 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.367505:0:7984:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005ec4a551/0xd9d09a059d6bfb5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04915 expref: 7 pid: 7984 timeout: 322 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421156.367524:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710802e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018279424:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421156.367648:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff971080733f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777421156.373505:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710802e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018279424:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421156.373545:0:7984:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007a4680f5/0xd9d09a059d6bfbba lrc: 3/1,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421156.376181:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421156.376323:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006750464 00000100:00100000:2.0:1777421156.376333:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006750464 00010000:00010000:2.0:1777421156.376373:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005ec4a551/0xd9d09a059d6bfb5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04915 expref: 8 pid: 7984 timeout: 322 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421156.376433:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 56 00000100:00100000:2.0:1777421156.376442:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+8:2361:x1863761006750464:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421156.376457:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1777421156.376476:0:11342:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:2.0:1777421156.376480:0:11342:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb mtime from disk: 0 -> 1777421155 00002000:00010000:2.0:1777421156.376482:0:11342:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb ctime from disk: 0 -> 1777421155 00010000:00010000:2.0:1777421156.376489:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005ec4a551/0xd9d09a059d6bfb5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04915 expref: 8 pid: 7984 timeout: 322 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.376504:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005ec4a551/0xd9d09a059d6bfb5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04915 expref: 8 pid: 7984 timeout: 322 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.376527:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ec4a551/0xd9d09a059d6bfb5f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04915 expref: 8 pid: 7984 timeout: 322 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.376541:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421156.376543:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421156.376548:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007a4680f5/0xd9d09a059d6bfbba lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.376556:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a4680f5/0xd9d09a059d6bfbba lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.376580:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421156.376632:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+7:2361:x1863761006750464:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 190us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421156.376646:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 56 00010000:00010000:3.0:1777421156.376667:0:7984:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007a4680f5/0xd9d09a059d6bfbba lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.376676:0:7984:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a4680f5/0xd9d09a059d6bfbba lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.376699:0:7984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007a4680f5/0xd9d09a059d6bfbba lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.376708:0:7984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007a4680f5/0xd9d09a059d6bfbba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.376727:0:7984:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007a4680f5/0xd9d09a059d6bfbba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.376735:0:7984:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbbc00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421156.376740:0:7984:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007a4680f5/0xd9d09a059d6bfbba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.376760:0:7984:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007a4680f5/0xd9d09a059d6bfbba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.376772:0:7984:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007a4680f5/0xd9d09a059d6bfbba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.376780:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a4680f5/0xd9d09a059d6bfbba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421156.376844:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006750336:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 10160us (14240us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421156.376861:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 42 00000100:00100000:3.0:1777421156.379531:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421156.379628:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006750720 00000100:00100000:0.0:1777421156.379638:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006750720 00000100:00100000:0.0:1777421156.379684:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 129 00000100:00100000:0.0:1777421156.379694:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:11285:x1863761006750720:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421156.379841:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:11285:x1863761006750720:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 148us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421156.379850:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 129 00000100:00100000:2.0:1777421156.385760:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421156.385912:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006750848 00000100:00100000:3.0:1777421156.385923:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006750848 00000100:00100000:3.0:1777421156.385983:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 43 00000100:00100000:3.0:1777421156.385993:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2358:x1863761006750848:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421156.386010:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421156.386032:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021594fca/0xd9d09a059d6bfbc1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04938 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421156.386059:0:7984:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x4:0x0] initial LVB size: 1048576, mtime: 0x69f14b63, atime: 0x0, ctime: 0x69f14b63, blocks: 0x1 00010000:00010000:3.0:1777421156.386078:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421156.386080:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421156.386091:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021594fca/0xd9d09a059d6bfbc1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04938 expref: 6 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.386117:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000021594fca/0xd9d09a059d6bfbc1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04938 expref: 6 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.386132:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971041485a00, rc 0) 00000100:00100000:3.0:1777421156.386188:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2358:x1863761006750848:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 197us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421156.386196:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 43 00000100:00100000:1.0:1777421156.393925:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421156.394440:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006751104 00000100:00100000:3.0:1777421156.394451:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006751104 00000100:00100000:3.0:1777421156.394514:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 130 00000100:00100000:3.0:1777421156.394526:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:11285:x1863761006751104:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777421156.394638:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:11285:x1863761006751104:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 115us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421156.394647:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 130 00000100:00100000:3.0:1777421156.407552:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421156.407906:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006751232 00000100:00100000:2.0:1777421156.407919:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006751232 00002000:00100000:2.0:1777421156.407969:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (0->1048575) req@ffff9710773fdf80 x1863761006751232/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:167/0 lens 488/0 e 0 to 0 dl 1777421167 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421156.407981:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710773fdf80 with x1863761006751232 ext(0->1048575) 00002000:00010000:2.0:1777421156.407998:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9710773fdf80 00000100:00100000:2.0:1777421156.408039:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 35 00000100:00100000:2.0:1777421156.408049:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006751232:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1777421156.431866:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006751232:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 23794us (24298us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1777421156.431881:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 35 00002000:00100000:2.0:1777421156.431894:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (0->1048575) req@ffff9710773fdf80 x1863761006751232/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:167/0 lens 488/440 e 0 to 0 dl 1777421167 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421156.431904:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710773fdf80 with x1863761006751232 ext(0->1048575) 00002000:00010000:2.0:1777421156.431912:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9710773fdf80 00000100:00100000:0.0:1777421156.454945:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421156.455104:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006751360 00000100:00100000:1.0:1777421156.455122:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006751360 00000100:00100000:1.0:1777421156.455226:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 131 00000100:00100000:1.0:1777421156.455236:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c487800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:11285:x1863761006751360:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421156.455261:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421156.455311:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfbc8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0493f expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.455362:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfbcf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.455378:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfbcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.455391:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfbcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.455489:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfbc8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0493f expref: 13 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.455505:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfbcf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0493f expref: 12 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.455514:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff971049356000) 00010000:00010000:1.0:1777421156.455518:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421156.455522:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97107744b000, rc 0) 00000100:00100000:1.0:1777421156.455576:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c487800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:11285:x1863761006751360:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 341us (765us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421156.455584:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 131 00000100:00100000:3.0:1777421156.460573:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421156.460615:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006751488 00000100:00100000:2.0:1777421156.460626:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006751488 00000100:00100000:2.0:1777421156.460684:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 132 00000100:00100000:2.0:1777421156.460694:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:11285:x1863761006751488:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421156.460734:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x8:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421156.460972:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:11285:x1863761006751488:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 278us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421156.460993:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 132 00000100:00100000:2.0:1777421156.467997:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421156.468263:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006751616 00000100:00100000:1.0:1777421156.468299:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006751616 00000100:00100000:1.0:1777421156.468358:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 44 00000100:00100000:1.0:1777421156.468373:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006751616:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777421156.468423:0:6554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006a405781/0xd9d09a059d6bfbd6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.468456:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421156.468458:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421156.468465:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a405781/0xd9d09a059d6bfbd6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.468485:0:6554:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a405781/0xd9d09a059d6bfbd6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.468527:0:6554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006a405781/0xd9d09a059d6bfbd6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.468537:0:6554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006a405781/0xd9d09a059d6bfbd6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.468544:0:6554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006a405781/0xd9d09a059d6bfbd6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.468551:0:6554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744b400 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421156.468555:0:6554:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006a405781/0xd9d09a059d6bfbd6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.468564:0:6554:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006a405781/0xd9d09a059d6bfbd6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.468581:0:6554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006a405781/0xd9d09a059d6bfbd6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.468600:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a405781/0xd9d09a059d6bfbd6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421156.468686:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006751616:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 319us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421156.468693:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 44 00000100:00100000:3.0:1777421156.476674:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421156.476746:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006751872 00000100:00100000:2.0:1777421156.476759:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006751872 00000100:00100000:2.0:1777421156.476825:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 133 00000100:00100000:2.0:1777421156.476836:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:11285:x1863761006751872:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777421156.476919:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfbdd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.476937:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfbcf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0493f expref: 12 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.477039:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfbdd lrc: 4/0,1 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.477077:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfbcf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0493f expref: 12 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.477091:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfbcf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0493f expref: 12 pid: 5771 timeout: 323 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421156.477107:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077300000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018279552:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421156.477206:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c3a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421156.480921:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077300000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018279552:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421156.480951:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfbdd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421156.483248:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421156.483552:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006752000 00000100:00100000:0.0:1777421156.483562:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006752000 00010000:00010000:0.0:1777421156.483607:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfbcf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0493f expref: 13 pid: 5771 timeout: 323 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421156.483648:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 57 00000100:00100000:0.0:1777421156.483657:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761006752000:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421156.483673:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421156.483680:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfbcf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0493f expref: 13 pid: 5771 timeout: 323 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.483694:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfbcf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0493f expref: 13 pid: 5771 timeout: 323 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.483728:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfbcf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0493f expref: 13 pid: 5771 timeout: 323 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.483744:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff971049356000) 00010000:00010000:0.0:1777421156.483755:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfbdd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.483766:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfbdd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.483797:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfbdd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.483827:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421156.483848:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfbdd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.483860:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfbdd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421156.483944:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761006752000:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 287us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421156.483952:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 57 00010000:00010000:2.0:1777421156.484086:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfbdd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.484094:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfbdd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.484101:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfbdd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.484108:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421156.484112:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfbdd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.484120:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfbdd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.484130:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff971049356000) 00010000:00010000:2.0:1777421156.484133:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421156.484137:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfbdd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.484143:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfbdd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421156.484294:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:11285:x1863761006751872:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 7439us (7611us total) trans 4294967383 rc 0/0 00000100:00100000:2.0:1777421156.484312:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 133 00000040:00080000:0.0:1777421156.484535:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421156.484540:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421156.485337:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1777421156.485348:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421156.486017:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421156.486064:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006752256 00000100:00100000:1.0:1777421156.486076:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006752256 00000100:00100000:1.0:1777421156.486215:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 39 00000100:00100000:1.0:1777421156.486225:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:11285:x1863761006752256:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421156.486725:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:11285:x1863761006752256:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 488us (699us total) trans 4294967384 rc 0/0 00000100:00100000:1.0:1777421156.486735:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 39 00010000:00010000:0.0:1777421156.578702:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421156.642409:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018279680:0@lo:400:kworker.0 00000100:00100000:0.0:1777421156.642424:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077300700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1863761018279808:0@lo:400:kworker.0 00000100:00100000:2.0:1777421156.642479:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018280064:0@lo:400:kworker.0 00000100:00100000:1.0:1777421156.642483:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421156.642483:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421156.642523:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421156.642553:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018280192:0@lo:400:kworker.0 00000100:00100000:0.0:1777421156.642553:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018280320:0@lo:400:kworker.0 00000100:00100000:2.0:1777421156.642556:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777421156.642583:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421156.642583:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421156.642630:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018279680 00000100:00100000:0.0:1777421156.642635:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018279808 00000100:00100000:3.0:1777421156.642638:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018280192 00000100:00100000:0.0:1777421156.642638:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018279808 00000100:00100000:1.0:1777421156.642639:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018279680 00000100:00100000:3.0:1777421156.642653:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018280192 00000100:00100000:1.0:1777421156.642683:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1777421156.642683:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1777421156.642693:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1863761018279808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421156.642694:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b558850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018279680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421156.642756:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b558850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018279680:12345-0@lo:400:kworker.0 Request processed in 64us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421156.642774:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:3.0:1777421156.642804:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1777421156.642818:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1863761018280192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421156.642853:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018279680:0@lo:400:kworker.0 00000100:00100000:1.0:1777421156.642940:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018280192:0@lo:400:kworker.0 00000100:00100000:3.0:1777421156.642946:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1863761018280192:12345-0@lo:400:kworker.0 Request processed in 127us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421156.642969:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1777421156.643039:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1863761018279808:12345-0@lo:400:kworker.0 Request processed in 253us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421156.643048:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1777421156.643082:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018280064 00000100:00100000:1.0:1777421156.643089:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018280064 00000100:00080000:0.0:1777421156.643090:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421156.643118:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077300700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1863761018279808:0@lo:400:kworker.0 00000100:00100000:1.0:1777421156.643121:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018280320 00000100:00100000:1.0:1777421156.643123:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018280320 00000100:00100000:1.0:1777421156.643151:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1777421156.643157:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1863761018279936:0@lo:400:kworker.0 00000100:00100000:1.0:1777421156.643161:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018280064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421156.643206:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018280064:12345-0@lo:400:kworker.0 Request processed in 46us (681us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421156.643207:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421156.643216:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1777421156.643241:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018279936 00000100:00100000:1.0:1777421156.643248:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1777421156.643251:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018279936 00000100:00100000:1.0:1777421156.643259:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018280320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421156.643262:0:3298:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967302 gen 2 00000004:00080000:2.0:1777421156.643270:0:3298:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967302 committed transno 4294967302 00000100:00100000:2.0:1777421156.643329:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018280064:0@lo:400:kworker.0 00000100:00100000:1.0:1777421156.643337:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018280320:12345-0@lo:400:kworker.0 Request processed in 81us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421156.643346:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1777421156.643367:0:3300:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967303 gen 2 00000004:00080000:0.0:1777421156.643371:0:3300:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967302 committed transno 4294967303 00000004:00080000:0.0:1777421156.643382:0:3300:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff971080740e00, transno 4294967303 00000100:00100000:0.0:1777421156.643394:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018280320:0@lo:400:kworker.0 00000100:00100000:3.0:1777421156.643422:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1777421156.643437:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863761018279936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421156.643485:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863761018279936:12345-0@lo:400:kworker.0 Request processed in 52us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421156.643493:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1777421156.643880:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018280448:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421156.643919:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421156.644052:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018280448 00000100:00100000:0.0:1777421156.644058:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018280448 00000100:00100000:0.0:1777421156.644088:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1777421156.644095:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018280448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777421156.644114:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 52756480 pending 1703936 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777421156.644215:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018280448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421156.644222:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:0.0:1777421156.644271:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777421156.644298:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421156.644330:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018280448:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421156.644384:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1863761018279936:0@lo:400:kworker.0 00000040:00080000:1.0:1777421156.645068:0:12084:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421156.645074:0:12084:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421156.645142:0:12084:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 4 count 4 00000040:00080000:1.0:1777421156.645149:0:12084:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421156.701590:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421156.701692:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006752384 00000100:00100000:0.0:1777421156.701722:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006752384 00000100:00100000:0.0:1777421156.701806:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 45 00000100:00100000:0.0:1777421156.701817:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+7:2359:x1863761006752384:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421156.701834:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421156.701852:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d5f0989/0xd9d09a059d6bfbe4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04946 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.701886:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421156.701889:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421156.701897:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d5f0989/0xd9d09a059d6bfbe4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04946 expref: 8 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.701915:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005d5f0989/0xd9d09a059d6bfbe4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04946 expref: 8 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.701929:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bc400, rc 0) 00000100:00100000:0.0:1777421156.701989:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+8:2359:x1863761006752384:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 173us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421156.701997:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 45 00000100:00100000:0.0:1777421156.715125:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421156.715340:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006752640 00000100:00100000:2.0:1777421156.715350:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006752640 00000100:00100000:2.0:1777421156.715421:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 134 00000100:00100000:2.0:1777421156.715434:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c486300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+15:11286:x1863761006752640:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421156.715459:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421156.715483:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfbeb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0494d expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.715597:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6bfbf2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.715907:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6bfbf2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.715923:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6bfbf2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421156.715950:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x8:0x0]: returning size 1048576 00010000:00010000:2.0:1777421156.716078:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfbeb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0494d expref: 18 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.716096:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6bfbf2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0494d expref: 17 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.716105:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff971049356000) 00010000:00010000:2.0:1777421156.716108:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777421156.716112:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ef400, rc 0) 00000100:00100000:2.0:1777421156.716179:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c486300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+17:11286:x1863761006752640:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 747us (1064us total) trans 4294967385 rc 0/0 00000100:00100000:2.0:1777421156.716190:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 134 00000100:00100000:1.0:1777421156.719550:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421156.719621:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006752768 00000100:00100000:0.0:1777421156.719633:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006752768 00000100:00100000:0.0:1777421156.719690:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 46 00000100:00100000:0.0:1777421156.719700:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080c23850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+8:2359:x1863761006752768:12345-192.168.204.24@tcp:1:lfs.0 00010000:00010000:0.0:1777421156.719755:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008828c46a/0xd9d09a059d6bfc00 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.719775:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000021594fca/0xd9d09a059d6bfbc1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04938 expref: 5 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.719786:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005d5f0989/0xd9d09a059d6bfbe4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04946 expref: 8 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.719805:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421156.719807:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421156.719811:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008828c46a/0xd9d09a059d6bfc00 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.719867:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005d5f0989/0xd9d09a059d6bfbe4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04946 expref: 8 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.719881:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005d5f0989/0xd9d09a059d6bfbe4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04946 expref: 8 pid: 6552 timeout: 323 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421156.719896:0:6552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c486a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6552:1863761018280576:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421156.719992:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000021594fca/0xd9d09a059d6bfbc1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04938 expref: 5 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.720001:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000021594fca/0xd9d09a059d6bfbc1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04938 expref: 5 pid: 7984 timeout: 323 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421156.720010:0:6552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c487480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6552:1863761018280704:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421156.720032:0:6552:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045c9a900 going to sleep for 11 seconds 00000100:00100000:1.0:1777421156.724572:0:6552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c486a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6552:1863761018280576:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421156.724588:0:6552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c487480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6552:1863761018280704:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421156.724615:0:6552:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008828c46a/0xd9d09a059d6bfc00 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421156.726117:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421156.727191:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006752896 00000100:00100000:0.0:1777421156.727204:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006752896 00010000:00010000:0.0:1777421156.727248:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005d5f0989/0xd9d09a059d6bfbe4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04946 expref: 9 pid: 6552 timeout: 323 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421156.727383:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 58 00000100:00100000:0.0:1777421156.727393:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045d66450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+9:2360:x1863761006752896:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421156.727408:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421156.727429:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005d5f0989/0xd9d09a059d6bfbe4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04946 expref: 9 pid: 6552 timeout: 323 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.727443:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005d5f0989/0xd9d09a059d6bfbe4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04946 expref: 9 pid: 6552 timeout: 323 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.727466:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d5f0989/0xd9d09a059d6bfbe4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04946 expref: 9 pid: 6552 timeout: 323 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.727482:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421156.727547:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045d66450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+8:2360:x1863761006752896:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 155us (1437us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421156.727556:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 58 00000100:00100000:1.0:1777421156.727604:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421156.727778:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006753024 00000100:00100000:2.0:1777421156.727784:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006753024 00010000:00010000:2.0:1777421156.727805:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000021594fca/0xd9d09a059d6bfbc1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04938 expref: 6 pid: 7984 timeout: 323 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421156.727837:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 59 00000100:00100000:2.0:1777421156.727844:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006753024:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421156.727852:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421156.727863:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000021594fca/0xd9d09a059d6bfbc1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04938 expref: 6 pid: 7984 timeout: 323 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.727874:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000021594fca/0xd9d09a059d6bfbc1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04938 expref: 6 pid: 7984 timeout: 323 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.727897:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021594fca/0xd9d09a059d6bfbc1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04938 expref: 6 pid: 7984 timeout: 323 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.727908:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421156.727911:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421156.727915:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008828c46a/0xd9d09a059d6bfc00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.727926:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008828c46a/0xd9d09a059d6bfc00 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.727960:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421156.727988:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006753024:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 144us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421156.727995:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 59 00010000:00010000:1.0:1777421156.728017:0:6552:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008828c46a/0xd9d09a059d6bfc00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.728028:0:6552:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008828c46a/0xd9d09a059d6bfc00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.728057:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008828c46a/0xd9d09a059d6bfc00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.728066:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008828c46a/0xd9d09a059d6bfc00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.728075:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008828c46a/0xd9d09a059d6bfc00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.728081:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bcc00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421156.728085:0:6552:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008828c46a/0xd9d09a059d6bfc00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.728094:0:6552:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008828c46a/0xd9d09a059d6bfc00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.728108:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008828c46a/0xd9d09a059d6bfc00 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421156.728123:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008828c46a/0xd9d09a059d6bfc00 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421156.728191:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080c23850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+7:2359:x1863761006752768:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 8493us (8650us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421156.728199:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 46 00000100:00100000:2.0:1777421156.732559:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421156.732605:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006753280 00000100:00100000:0.0:1777421156.732616:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006753280 00000100:00100000:0.0:1777421156.732670:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 40 00000100:00100000:0.0:1777421156.732680:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+17:11286:x1863761006753280:12345-192.168.204.24@tcp:35:lfs.0 00000004:00010000:0.0:1777421156.732753:0:5774:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000401:0x8:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6bfbf2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0494d expref: 17 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421156.733080:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967386 00000001:00080000:0.0:1777421156.733604:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967387 00010000:00010000:0.0:1777421156.733663:0:5774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfc07 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.733679:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bfb51 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0490e expref: 20 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.733688:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfbac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04931 expref: 12 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.733698:0:5774:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfc07 lrc: 5/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.733752:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfbac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04931 expref: 12 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.733768:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfbac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04931 expref: 12 pid: 5772 timeout: 323 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421156.733784:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c485c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018280832:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421156.733958:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bfb51 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0490e expref: 20 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.733968:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bfb51 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0490e expref: 20 pid: 5771 timeout: 323 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421156.733978:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c484000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018280960:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421156.734004:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f42556780 going to sleep for 11 seconds 00000100:00100000:3.0:1777421156.736454:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c485c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018280832:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421156.738021:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c484000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018280960:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421156.738106:0:5774:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfc07 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421156.738737:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421156.738822:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006753408 00000100:00100000:0.0:1777421156.738832:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006753408 00010000:00010000:0.0:1777421156.738874:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfbac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04931 expref: 13 pid: 5772 timeout: 323 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421156.738942:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 60 00000100:00100000:0.0:1777421156.738952:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077302680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761006753408:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421156.738969:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421156.738977:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfbac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04931 expref: 13 pid: 5772 timeout: 323 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.738990:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfbac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04931 expref: 13 pid: 5772 timeout: 323 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.739014:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfbac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04931 expref: 13 pid: 5772 timeout: 323 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.739031:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff971049356000) 00010000:00010000:0.0:1777421156.739036:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfc07 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.739046:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfc07 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421156.739053:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421156.739128:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077302680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761006753408:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 176us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421156.739136:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 60 00000100:00100000:2.0:1777421156.739895:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421156.739951:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006753536 00000100:00100000:3.0:1777421156.739956:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006753536 00010000:00010000:3.0:1777421156.739991:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bfb51 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0490e expref: 21 pid: 5771 timeout: 323 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421156.740023:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 61 00000100:00100000:3.0:1777421156.740031:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077302a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+21:2361:x1863761006753536:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421156.740040:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421156.740050:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bfb51 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0490e expref: 21 pid: 5771 timeout: 323 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.740061:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bfb51 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0490e expref: 21 pid: 5771 timeout: 323 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.740100:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bfb51 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0490e expref: 21 pid: 5771 timeout: 323 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.740113:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff971049356000) 00010000:00010000:3.0:1777421156.740117:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfc07 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.740126:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfc07 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.740133:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfc07 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.740155:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421156.740182:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077302a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+20:2361:x1863761006753536:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 152us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421156.740190:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 61 00010000:00010000:3.0:1777421156.740212:0:5774:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfc07 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.740219:0:5774:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfc07 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777421156.740379:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967388 00000001:00080000:3.0:1777421156.740592:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967389 00000100:00100000:3.0:1777421156.740695:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710773fed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018281088:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777421156.740750:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421156.740785:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710490886c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421156.740812:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018281088 00000100:00100000:3.0:1777421156.740822:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018281088 00000100:00100000:3.0:1777421156.740854:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1777421156.740861:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5774:x1863761018281088:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777421156.740930:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5774:x1863761018281088:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 68us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421156.740937:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1777421156.740974:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710773fed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018281088:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1777421156.741126:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967390 00000100:00100000:3.0:1777421156.741166:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710773fed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018281216:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777421156.741187:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421156.741200:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710490883c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421156.741211:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018281216 00000100:00100000:3.0:1777421156.741214:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018281216 00000100:00100000:3.0:1777421156.741229:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1777421156.741234:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5774:x1863761018281216:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777421156.741382:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5774:x1863761018281216:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 147us (193us total) trans 4294967305 rc 0/0 00000100:00100000:3.0:1777421156.741388:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1777421156.741417:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710773fed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018281216:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1777421156.741452:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967391 00010000:00010000:3.0:1777421156.741475:0:5774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfc07 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.741484:0:5774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfc07 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.741490:0:5774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfc07 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.741503:0:5774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421156.741507:0:5774:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfc07 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.741515:0:5774:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfc07 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.741527:0:5774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff971049356000) 00010000:00010000:3.0:1777421156.741530:0:5774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1777421156.741534:0:5774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfc07 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.741540:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfc07 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777421156.741691:0:5774:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x9:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1777421156.741788:0:5774:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4, 64 off8448 00000004:00080000:3.0:1777421156.741799:0:5774:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 223298523863ns, next at 224298521513ns, rc = 0 00000001:00080000:3.0:1777421156.741805:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967392 00010000:00010000:3.0:1777421156.741857:0:5774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff971049356000) 00010000:00010000:3.0:1777421156.741860:0:5774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777421156.741866:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6bfbf2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0494d expref: 24 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421156.741937:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+23:11286:x1863761006753280:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 9258us (9388us total) trans 4294967393 rc 0/0 00000100:00100000:3.0:1777421156.741945:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 40 00000020:00080000:3.0:1777421156.741948:0:5774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1777421156.761161:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421156.761197:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006753792 00000100:00100000:3.0:1777421156.761207:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006753792 00000100:00100000:3.0:1777421156.761257:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 135 00000100:00100000:3.0:1777421156.761269:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+23:11289:x1863761006753792:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421156.761323:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421156.761347:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bfc0e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04954 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.761429:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfc15 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.761445:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfc15 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.761459:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfc15 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.761476:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfc1c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.761484:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfc1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.761490:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfc1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.761916:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6bfc23 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.761925:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6bfc23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.761944:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6bfc23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421156.761955:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x8:0x0]: returning size 1048576 00010000:00010000:3.0:1777421156.762106:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfc15 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.762115:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfc15 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.762123:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfc15 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.762130:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbac00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421156.762134:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfc15 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.762141:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfc15 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.762155:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff97104562f600) 00010000:00010000:3.0:1777421156.762158:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421156.762163:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfc15 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.762170:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfc15 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.762183:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfc1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.762190:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfc1c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.762202:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfc1c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.762208:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbaa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421156.762211:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfc1c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.762218:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfc1c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.762226:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x20c03814 (ffff971043f8bf00) 00010000:00010000:3.0:1777421156.762229:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421156.762232:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfc1c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.762236:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfc1c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.762348:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bfc0e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04954 expref: 26 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.762367:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6bfc23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04954 expref: 25 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.762375:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff971043f8b000) 00010000:00010000:3.0:1777421156.762377:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421156.762380:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcba400, rc 0) 00000100:00100000:3.0:1777421156.762451:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+25:11289:x1863761006753792:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1183us (1294us total) trans 4294967394 rc 0/0 00000100:00100000:3.0:1777421156.762471:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 135 00000100:00100000:2.0:1777421156.766823:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421156.767009:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006753920 00000100:00100000:3.0:1777421156.767030:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006753920 00000100:00100000:3.0:1777421156.767088:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 136 00000100:00100000:3.0:1777421156.767099:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+25:11289:x1863761006753920:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:3.0:1777421156.767163:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfc31 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.767179:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfc31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.767192:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfc31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.767218:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfc31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.767226:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfc31 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.767233:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfc31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.767239:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbbe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421156.767243:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfc31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.767250:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfc31 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.767261:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff971043f8b000) 00010000:00010000:3.0:1777421156.767308:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421156.767314:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfc31 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.767321:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfc31 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421156.767414:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+25:11289:x1863761006753920:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 316us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421156.767422:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 136 00000100:00100000:2.0:1777421156.770410:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421156.772033:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006754176 00000100:00100000:3.0:1777421156.772047:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006754176 00000100:00100000:3.0:1777421156.772114:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 41 00000100:00100000:3.0:1777421156.772126:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+25:11289:x1863761006754176:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:3.0:1777421156.772404:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+26:11289:x1863761006754176:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 279us (2002us total) trans 4294967395 rc 0/0 00000100:00100000:3.0:1777421156.772414:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 41 00000100:00100000:1.0:1777421156.816897:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421156.817410:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006754432 00000100:00100000:2.0:1777421156.817423:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006754432 00000100:00100000:2.0:1777421156.817493:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 4 00000100:00100000:2.0:1777421156.817503:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+26:11294:x1863761006754432:12345-192.168.204.24@tcp:103:lfs.0 00010000:00010000:2.0:1777421156.817519:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421156.817545:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6bfc23 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04954 expref: 26 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421156.817580:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff971043f8b000) 00010000:00010000:2.0:1777421156.817592:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421156.817674:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+25:11294:x1863761006754432:12345-192.168.204.24@tcp:103:lfs.0 Request processed in 172us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421156.817682:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 4 00000100:00100000:2.0:1777421156.822924:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421156.823031:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006754560 00000100:00100000:3.0:1777421156.823055:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006754560 00000100:00100000:3.0:1777421156.823128:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 137 00000100:00100000:3.0:1777421156.823138:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+25:11294:x1863761006754560:12345-192.168.204.24@tcp:58:lfs.0 00010000:00010000:3.0:1777421156.823256:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfc38 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.823294:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfc38 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421156.823317:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfc38 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777421156.823543:0:5771:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].4, 136 off8736 00000100:00100000:3.0:1777421156.823633:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+25:11294:x1863761006754560:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 495us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421156.823642:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 137 00000040:00080000:0.0:1777421157.359786:0:12135:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421157.359799:0:12135:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421157.360991:0:12135:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 5 count 5 00000040:00080000:0.0:1777421157.360998:0:12135:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1777421157.538532:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421157.538544:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421157.538583:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 5 count 5 00000040:00080000:0.0:1777421157.538591:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421157.538735:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c484700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018281344:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421157.539056:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f42556780 going to sleep for 11 seconds 00000100:00100000:0.0:1777421157.541717:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c484700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018281344:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421157.544802:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421157.545121:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006754688 00000100:00100000:3.0:1777421157.545137:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006754688 00000100:00100000:3.0:1777421157.545303:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 138 00000100:00100000:3.0:1777421157.545317:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:11305:x1863761006754688:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421157.545395:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x8:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421157.545549:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:11305:x1863761006754688:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 235us (766us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421157.545558:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 138 00000100:00100000:2.0:1777421157.549530:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421157.549638:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006754816 00000100:00100000:3.0:1777421157.549652:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006754816 00000100:00100000:3.0:1777421157.549761:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 139 00000100:00100000:3.0:1777421157.549773:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:11305:x1863761006754816:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1777421157.549870:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bfc3f lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.549887:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bfc3f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.549903:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bfc3f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.549947:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfc46 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.549974:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfc46 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.549981:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfc46 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.550010:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfc4d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.550019:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfc4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.550025:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfc4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421157.550073:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x8:0x0]: returning size 1048576 00000004:00200000:3.0:1777421157.550078:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421157.550092:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfc4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.550114:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bfc3f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.550121:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bfc3f lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.550128:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bfc3f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.550134:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbae00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421157.550138:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bfc3f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.550151:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bfc3f lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.550164:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:3.0:1777421157.550167:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421157.550172:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bfc3f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.550178:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bfc3f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.550194:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfc46 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.550200:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfc46 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.550206:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfc46 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.550212:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbaa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421157.550214:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfc46 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.550221:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfc46 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.550228:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3a066c55 (ffff971043f8bb00) 00010000:00010000:3.0:1777421157.550230:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421157.550233:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfc46 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.550249:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfc46 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.550265:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfc4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.550318:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfc4d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.550325:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfc4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.550330:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbac00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421157.550333:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfc4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.550339:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfc4d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.550347:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff971043f8bf00) 00010000:00010000:3.0:1777421157.550350:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421157.550352:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfc4d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.550358:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bfc4d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421157.550461:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:11305:x1863761006754816:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 Request processed in 689us (940us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421157.550472:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 139 00000100:00100000:2.0:1777421157.553257:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421157.553473:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006755072 00000100:00100000:3.0:1777421157.553484:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006755072 00000100:00100000:3.0:1777421157.553544:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 140 00000100:00100000:3.0:1777421157.553555:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077303b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:11305:x1863761006755072:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421157.553577:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421157.553597:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6bfc54 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0495b expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.553683:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfc5b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.553704:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfc5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.553717:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfc5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421157.553729:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x8:0x0]: returning size 1048576 00010000:00010000:3.0:1777421157.553838:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfc5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.553845:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfc5b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.553852:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfc5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.553858:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcba600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421157.553863:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfc5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.553871:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfc5b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.553895:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff971043f8bf00) 00010000:00010000:3.0:1777421157.553898:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421157.553903:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfc5b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.553910:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfc5b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.553964:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6bfc54 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0495b expref: 14 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.553975:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:3.0:1777421157.553978:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421157.553982:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6bfc54 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0495b expref: 14 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.554052:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcba000, rc 0) 00000100:00100000:3.0:1777421157.554188:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077303b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:11305:x1863761006755072:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 634us (943us total) trans 4294967396 rc 301/301 00000100:00100000:3.0:1777421157.554196:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 140 00000100:00100000:2.0:1777421157.562148:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421157.562523:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006755200 00000100:00100000:3.0:1777421157.562546:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006755200 00000100:00100000:3.0:1777421157.562622:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 141 00000100:00100000:3.0:1777421157.562632:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:11305:x1863761006755200:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421157.562677:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x8:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421157.563045:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:11305:x1863761006755200:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 410us (904us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421157.563074:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 141 00000100:00100000:2.0:1777421157.568365:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421157.569577:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006755328 00000100:00100000:3.0:1777421157.569596:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006755328 00000100:00100000:3.0:1777421157.569689:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 142 00000100:00100000:3.0:1777421157.569712:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:11305:x1863761006755328:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421157.569741:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421157.569978:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfc69 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04962 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570073:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfc70 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570093:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfc70 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570109:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfc70 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570126:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfc77 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570135:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfc77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570142:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfc77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570340:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eec00/0xd9d09a059d6bfc7e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570351:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eec00/0xd9d09a059d6bfc7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570359:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eec00/0xd9d09a059d6bfc7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421157.570402:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 11776 00000004:00200000:2.0:1777421157.570407:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421157.570438:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eec00/0xd9d09a059d6bfc7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570452:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfc70 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570460:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfc70 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570468:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfc70 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570475:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421157.570480:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfc70 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570488:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfc70 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570502:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356500) 00010000:00010000:2.0:1777421157.570511:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421157.570517:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfc70 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570524:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfc70 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570539:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfc77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570546:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfc77 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570552:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfc77 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570558:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421157.570561:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfc77 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570567:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfc77 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570574:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92cebc8b (ffff971049356e00) 00010000:00010000:2.0:1777421157.570577:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421157.570580:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfc77 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570586:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfc77 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570629:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfc69 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04962 expref: 15 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570655:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eec00/0xd9d09a059d6bfc7e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04962 expref: 14 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.570663:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff97104562f600) 00010000:00010000:2.0:1777421157.570665:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421157.570668:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777eec00, rc 0) 00000100:00100000:2.0:1777421157.570868:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:11305:x1863761006755328:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1148us (2510us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421157.572477:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 142 00000100:00100000:2.0:1777421157.574182:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421157.574451:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006755584 00000100:00100000:1.0:1777421157.574466:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006755584 00000100:00100000:1.0:1777421157.574529:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 143 00000100:00100000:1.0:1777421157.574539:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080740700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:11305:x1863761006755584:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421157.574568:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421157.574595:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744bc00/0xd9d09a059d6bfc85 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04969 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.575366:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6bfc8c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.575387:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6bfc8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.575400:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6bfc8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421157.575413:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4:0x0]: returning size 0 00010000:00010000:1.0:1777421157.575473:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744bc00/0xd9d09a059d6bfc85 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04969 expref: 17 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.575515:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6bfc8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04969 expref: 16 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.575526:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff97104562fa00) 00010000:00010000:1.0:1777421157.575529:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421157.575533:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97107744aa00, rc 0) 00000100:00100000:1.0:1777421157.575629:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080740700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:11305:x1863761006755584:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1090us (1457us total) trans 4294967397 rc 0/0 00000100:00100000:1.0:1777421157.575639:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 143 00000100:00100000:1.0:1777421157.581095:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421157.581303:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006755840 00000100:00100000:2.0:1777421157.581320:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006755840 00000100:00100000:2.0:1777421157.581399:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 144 00000100:00100000:2.0:1777421157.581410:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97108018ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:11305:x1863761006755840:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777421157.581489:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421157.581528:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6bfc8c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04969 expref: 16 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.581550:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff97104562fa00) 00010000:00010000:2.0:1777421157.581565:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421157.581596:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfc9a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.581614:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb9e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0492a expref: 24 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.581646:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfc9a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.581705:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb9e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0492a expref: 24 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.581722:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb9e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0492a expref: 24 pid: 5771 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421157.581740:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080741f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018281472:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421157.581863:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c3c00 going to sleep for 11 seconds 00000100:00100000:3.0:1777421157.587168:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421157.587270:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006755968 00000100:00100000:0.0:1777421157.587310:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006755968 00010000:00010000:0.0:1777421157.587389:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb9e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0492a expref: 25 pid: 5771 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421157.587439:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 62 00000100:00100000:0.0:1777421157.587452:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+25:2361:x1863761006755968:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421157.587470:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421157.587478:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb9e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0492a expref: 25 pid: 5771 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.587494:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb9e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0492a expref: 25 pid: 5771 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.587523:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff97104562f600) 00010000:00010000:0.0:1777421157.587529:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfc9a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.587563:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfc9a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.587571:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfc9a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.587595:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421157.587666:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+25:2361:x1863761006755968:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 215us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421157.587674:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 62 00000100:00080000:1.0:1777421157.587902:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777421157.590179:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfb9e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0492a expref: 24 pid: 5771 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421157.590209:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080741f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018281472:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421157.590239:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfc9a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.590251:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfc9a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.590257:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfc9a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.590319:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfca1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0xd7e0fa6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.590336:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfca1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xd7e0fa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.590369:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfca1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xd7e0fa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.590487:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfc9a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.590495:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfc9a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.590503:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfc9a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.590511:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421157.590518:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfc9a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.590527:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfc9a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.590543:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff97104562f600) 00010000:00010000:2.0:1777421157.590546:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421157.590551:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfc9a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.590558:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfc9a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.590567:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfca1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xd7e0fa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.590573:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfca1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xd7e0fa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.590586:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfca1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xd7e0fa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.590591:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421157.590595:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfca1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xd7e0fa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.590602:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfca1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xd7e0fa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.590610:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0xd7e0fa6 (ffff971049356e00) 00010000:00010000:2.0:1777421157.590612:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421157.590615:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfca1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xd7e0fa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.590621:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfca1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xd7e0fa6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421157.590749:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97108018ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:11305:x1863761006755840:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 9339us (9680us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777421157.590760:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 144 00000100:00100000:3.0:1777421157.594471:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421157.594767:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006756096 00000100:00100000:2.0:1777421157.594784:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006756096 00000100:00100000:2.0:1777421157.594994:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 145 00000100:00100000:2.0:1777421157.595007:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:11305:x1863761006756096:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421157.595030:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421157.595061:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfca8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04970 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.595130:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bfcaf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.595144:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bfcaf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.595156:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bfcaf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.595319:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfca8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04970 expref: 17 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.595339:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bfcaf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04970 expref: 16 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.595347:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff971049356900) 00010000:00010000:2.0:1777421157.595350:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421157.595353:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777eee00, rc 0) 00000100:00100000:2.0:1777421157.595472:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:11305:x1863761006756096:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 468us (1016us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421157.595481:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 145 00000100:00100000:0.0:1777421157.602102:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421157.602246:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006756352 00000100:00100000:1.0:1777421157.602266:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006756352 00000100:00100000:1.0:1777421157.602389:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 146 00000100:00100000:1.0:1777421157.602402:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:11305:x1863761006756352:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421157.602524:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744bc00/0xd9d09a059d6bfcb6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.602548:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744bc00/0xd9d09a059d6bfcb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.602563:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744bc00/0xd9d09a059d6bfcb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421157.603364:0:5772:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000066141c4a reply state 00000000e89222be transno 4294967398 ns: mdt-lustre-MDT0000_UUID lock: ffff97107744bc00/0xd9d09a059d6bfcb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421157.603400:0:5772:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421157.603550:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:11305:x1863761006756352:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 1147us (1462us total) trans 4294967398 rc 0/0 00000100:00100000:1.0:1777421157.603561:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 146 00010000:00010000:1.0:1777421157.604874:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421157.606357:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744bc00/0xd9d09a059d6bfcb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.606381:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744bc00/0xd9d09a059d6bfcb6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.606390:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744bc00/0xd9d09a059d6bfcb6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.606410:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744bc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421157.606416:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744bc00/0xd9d09a059d6bfcb6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.606427:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744bc00/0xd9d09a059d6bfcb6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.606450:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff971049356900) 00010000:00010000:2.0:1777421157.606454:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777421157.606460:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744bc00/0xd9d09a059d6bfcb6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.606467:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744bc00/0xd9d09a059d6bfcb6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421157.607651:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421157.607998:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006756480 00000100:00100000:1.0:1777421157.608013:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006756480 00000100:00100000:1.0:1777421157.608126:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 147 00000100:00100000:1.0:1777421157.608138:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c487b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:11305:x1863761006756480:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421157.608170:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421157.608197:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6bfcbd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04977 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.608382:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6bfcbd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04977 expref: 18 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.608402:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6bfcbd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04977 expref: 18 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.608414:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff971049356900) 00010000:00010000:1.0:1777421157.608417:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421157.608420:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97107744a000, rc 0) 00000100:00100000:1.0:1777421157.608498:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c487b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:11305:x1863761006756480:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 362us (858us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421157.608507:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 147 00000100:00100000:0.0:1777421157.610596:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421157.610643:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006756608 00000100:00100000:1.0:1777421157.610673:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006756608 00000100:00100000:1.0:1777421157.610788:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 42 00000100:00100000:1.0:1777421157.610801:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4ba050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:11305:x1863761006756608:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1777421157.610973:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4ba050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:11305:x1863761006756608:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 Request processed in 174us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421157.611072:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 42 00000100:00100000:3.0:1777421157.615260:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421157.615921:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006756864 00000100:00100000:1.0:1777421157.615937:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006756864 00000100:00100000:1.0:1777421157.616025:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 43 00000100:00100000:1.0:1777421157.616037:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080357800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:11305:x1863761006756864:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421157.616403:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080357800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:11305:x1863761006756864:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 366us (1158us total) trans 4294967399 rc 0/0 00000100:00100000:1.0:1777421157.616413:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 43 00000100:00100000:0.0:1777421157.620836:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421157.620960:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006757120 00000100:00100000:1.0:1777421157.620977:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006757120 00000100:00100000:1.0:1777421157.621064:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 148 00000100:00100000:1.0:1777421157.621076:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c487100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:11305:x1863761006757120:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421157.621240:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c487100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:11305:x1863761006757120:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 166us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421157.621249:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 148 00000100:00100000:3.0:1777421157.627119:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421157.627250:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006757376 00000100:00100000:2.0:1777421157.627264:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006757376 00000100:00100000:2.0:1777421157.627386:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 149 00000100:00100000:2.0:1777421157.627398:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:11305:x1863761006757376:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421157.627429:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421157.627459:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfcc4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0497e expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.627593:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfccb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.627612:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6bfcbd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04977 expref: 20 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.627639:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfccb lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.627798:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6bfcbd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04977 expref: 20 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.627815:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6bfcbd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04977 expref: 20 pid: 5772 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421157.627832:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c484380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018281600:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421157.627959:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f42556780 going to sleep for 11 seconds 00000100:00100000:3.0:1777421157.638485:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421157.638960:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c484380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018281600:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421157.639075:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfccb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421157.639312:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006757504 00000100:00100000:2.0:1777421157.639323:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006757504 00010000:00010000:2.0:1777421157.639375:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6bfcbd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04977 expref: 21 pid: 5772 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421157.639426:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 63 00000100:00100000:2.0:1777421157.639438:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:2360:x1863761006757504:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421157.639456:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421157.639464:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6bfcbd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04977 expref: 21 pid: 5772 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.639478:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6bfcbd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04977 expref: 21 pid: 5772 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.639507:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6bfcbd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04977 expref: 21 pid: 5772 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.639531:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff971049356900) 00010000:00010000:2.0:1777421157.639537:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfccb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.639548:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfccb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.639580:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfccb lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.639618:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421157.639702:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:2360:x1863761006757504:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 256us (1221us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421157.639712:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 63 00010000:00010000:1.0:1777421157.640457:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfccb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.640469:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfccb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421157.640496:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4:0x0]: returning size 0 00000004:00080000:1.0:1777421157.641123:0:5771:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x4:0x0], index 0: 0 00010000:00010000:1.0:1777421157.641439:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfccb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.641450:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfccb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.641457:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfccb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.641464:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421157.641468:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfccb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.641475:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfccb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.641491:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff971049356900) 00010000:00010000:1.0:1777421157.641494:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421157.641499:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfccb lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.641505:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfccb lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.641574:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfcc4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0497e expref: 20 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.641586:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff97104562f600) 00010000:00010000:1.0:1777421157.641588:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421157.641592:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfcc4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0497e expref: 20 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.641620:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ee400, rc 0) 00000100:00100000:1.0:1777421157.641761:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:11305:x1863761006757376:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 14364us (14657us total) trans 4294967400 rc 301/301 00000100:00100000:1.0:1777421157.641771:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 149 00000100:00100000:3.0:1777421157.645810:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421157.645946:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006757760 00000100:00100000:0.0:1777421157.645977:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006757760 00000100:00100000:0.0:1777421157.646062:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 44 00000100:00100000:0.0:1777421157.646074:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:11305:x1863761006757760:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421157.646541:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:11305:x1863761006757760:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 467us (742us total) trans 4294967401 rc 0/0 00000100:00100000:0.0:1777421157.646550:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 44 00000100:00100000:0.0:1777421157.649953:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421157.650095:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006757888 00000100:00100000:1.0:1777421157.650105:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006757888 00000100:00100000:1.0:1777421157.650167:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 150 00000100:00100000:1.0:1777421157.650177:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:11305:x1863761006757888:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421157.650204:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421157.650225:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ba00/0xd9d09a059d6bfcd9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04985 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.650349:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfce0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.650369:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfce0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.650384:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfce0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421157.650431:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4:0x0]: returning size 0 00000004:00200000:1.0:1777421157.650441:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421157.650464:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfce0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.650499:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ba00/0xd9d09a059d6bfcd9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04985 expref: 22 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.650554:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfce0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04985 expref: 21 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.650564:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff971049356900) 00010000:00010000:1.0:1777421157.650567:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777421157.650571:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97107744b000, rc 0) 00000100:00100000:1.0:1777421157.650821:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:11305:x1863761006757888:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 644us (875us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421157.650828:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 150 00000100:00100000:0.0:1777421157.655577:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421157.656843:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006758016 00000100:00100000:1.0:1777421157.656860:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006758016 00000100:00100000:1.0:1777421157.656943:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 47 00000100:00100000:1.0:1777421157.656957:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006758016:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421157.656978:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421157.657003:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000423b1e61/0xd9d09a059d6bfce7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0498c expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421157.657037:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1777421157.657060:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421157.657063:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421157.657074:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000423b1e61/0xd9d09a059d6bfce7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0498c expref: 6 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.657095:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000423b1e61/0xd9d09a059d6bfce7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0498c expref: 6 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.657133:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97107744b200, rc 0) 00000100:00100000:1.0:1777421157.657221:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006758016:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 268us (1656us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421157.657229:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 47 00000100:00080000:0.0:1777421157.657329:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421157.661456:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421157.662100:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006758272 00000100:00100000:3.0:1777421157.662110:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006758272 00000100:00100000:3.0:1777421157.662182:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 151 00000100:00100000:3.0:1777421157.662193:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080741f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:11305:x1863761006758272:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777421157.662347:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080741f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:11305:x1863761006758272:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 155us (900us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421157.662358:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 151 00000100:00100000:3.0:1777421157.670547:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421157.670629:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006758400 00000100:00100000:2.0:1777421157.670642:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006758400 00000100:00100000:2.0:1777421157.670715:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 48 00000100:00100000:2.0:1777421157.670726:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:11305:x1863761006758400:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421157.670744:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421157.670763:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007f720841/0xd9d09a059d6bfcee lrc: 2/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04993 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.670795:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000423b1e61/0xd9d09a059d6bfce7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0498c expref: 7 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.670805:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421157.670807:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421157.670812:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f720841/0xd9d09a059d6bfcee lrc: 4/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04993 expref: 7 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.670849:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000423b1e61/0xd9d09a059d6bfce7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0498c expref: 7 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.670872:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000423b1e61/0xd9d09a059d6bfce7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0498c expref: 7 pid: 6552 timeout: 324 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421157.670882:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080742680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6553:1863761018281728:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421157.670965:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c3c00 going to sleep for 11 seconds 00000100:00100000:2.0:1777421157.673387:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080742680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6553:1863761018281728:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421157.673394:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:2.0:1777421157.673419:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007f720841/0xd9d09a059d6bfcee lrc: 3/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04993 expref: 7 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.673434:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ee200, rc 0) 00000100:00100000:2.0:1777421157.673483:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:11305:x1863761006758400:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 2760us (2953us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421157.673490:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 48 00000100:00100000:3.0:1777421157.673526:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006758528 00000100:00100000:3.0:1777421157.673538:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006758528 00010000:00010000:3.0:1777421157.673664:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000423b1e61/0xd9d09a059d6bfce7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0498c expref: 7 pid: 6552 timeout: 324 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421157.673709:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 64 00000100:00100000:3.0:1777421157.673738:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045d66050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2360:x1863761006758528:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421157.673802:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421157.673829:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000423b1e61/0xd9d09a059d6bfce7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0498c expref: 7 pid: 6552 timeout: 324 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.673842:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000423b1e61/0xd9d09a059d6bfce7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0498c expref: 7 pid: 6552 timeout: 324 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.673864:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000423b1e61/0xd9d09a059d6bfce7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0498c expref: 7 pid: 6552 timeout: 324 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.673878:0:5755:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421157.673880:0:5755:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421157.673887:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007f720841/0xd9d09a059d6bfcee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04993 expref: 6 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.673896:0:5755:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f720841/0xd9d09a059d6bfcee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04993 expref: 6 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.673930:0:5755:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000007f720841/0xd9d09a059d6bfcee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04993 expref: 6 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421157.674003:0:5755:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080355180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5755:1863761018281856:192.168.204.24@tcp:105: 00000100:00100000:3.0:1777421157.674152:0:5755:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104fe63600 going to sleep for 11 seconds 00000100:00100000:3.0:1777421157.676452:0:5755:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080355180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5755:1863761018281856:192.168.204.24@tcp:105: 00010000:00010000:3.0:1777421157.676476:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421157.676628:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045d66050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006758528:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 2892us (3234us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421157.676640:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 64 00000100:00100000:2.0:1777421157.689128:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421157.689214:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006758656 00000100:00100000:0.0:1777421157.689227:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006758656 00002000:00100000:0.0:1777421157.689336:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x4:0x0] (0->1048575) req@ffff971080742680 x1863761006758656/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:168/0 lens 488/0 e 0 to 0 dl 1777421168 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421157.689347:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971080742680 with x1863761006758656 ext(0->1048575) 00002000:00010000:0.0:1777421157.689354:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971080742680 00000100:00100000:0.0:1777421157.689382:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 36 00000100:00100000:0.0:1777421157.689392:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080742680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2358:x1863761006758656:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1777421157.704912:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080742680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2358:x1863761006758656:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 Request processed in 15506us (15929us total) trans 4294967303 rc 0/0 00000100:00100000:2.0:1777421157.704927:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 36 00002000:00100000:2.0:1777421157.704943:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x4:0x0] (0->1048575) req@ffff971080742680 x1863761006758656/t4294967303(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:168/0 lens 488/448 e 0 to 0 dl 1777421168 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421157.704954:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971080742680 with x1863761006758656 ext(0->1048575) 00002000:00010000:2.0:1777421157.704974:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971080742680 00000100:00100000:3.0:1777421157.709224:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421157.709509:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006758784 00000100:00100000:1.0:1777421157.709520:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006758784 00000100:00100000:1.0:1777421157.709610:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 152 00000100:00100000:1.0:1777421157.709621:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:11305:x1863761006758784:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1777421157.732514:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967401 is committed 00000001:00080000:1.0:1777421157.732533:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967388 is committed 00000020:00080000:1.0:1777421157.732569:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 2 batchid updated 00000001:00080000:1.0:1777421157.732588:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967395 is committed 00000004:00080000:1.0:1777421157.732595:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 5 committed 00000020:00080000:1.0:1777421157.732611:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9710490886c0 refcount 2 committed 0 result 0 batchid 3 00000020:00080000:1.0:1777421157.732615:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff971043807800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff971049088180 00000020:00080000:1.0:1777421157.732618:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff971043807600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff97108093b800 00000100:00100000:3.0:1777421157.732767:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:11305:x1863761006758784:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 Request processed in 23144us (23552us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421157.732776:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 152 00000020:00080000:2.0:1777421157.732849:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 3 committed batchid 2 00000020:00080000:2.0:1777421157.733039:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 2 00000100:00100000:2.0:1777421157.734062:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018281984:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777421157.734251:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421157.734531:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018281984 00000100:00100000:0.0:1777421157.734538:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018281984 00000100:00100000:0.0:1777421157.734624:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1777421157.734635:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080742a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018281984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777421157.734661:0:6553:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4 count 1 00002000:00010000:0.0:1777421157.734700:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x4:0x0] initial LVB size: 1048576, mtime: 0x69f14b63, atime: 0x0, ctime: 0x69f14b63, blocks: 0x1 00010000:00010000:0.0:1777421157.734709:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009919c08f/0xd9d09a059d6bfcf5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.734737:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421157.734739:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421157.734745:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009919c08f/0xd9d09a059d6bfcf5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.734760:0:6553:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009919c08f/0xd9d09a059d6bfcf5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.734771:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009919c08f/0xd9d09a059d6bfcf5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.734779:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009919c08f/0xd9d09a059d6bfcf5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.734845:0:6553:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777421157.735349:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080742a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3298:x1863761018281984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 715us (1097us total) trans 4294967306 rc 0/0 00000100:00100000:0.0:1777421157.735358:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000004:00080000:3.0:1777421157.735576:0:3298:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff97107c485c00/2, rc 0, transno 4294967306 00000100:00100000:3.0:1777421157.735583:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018281984:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777421157.735908:0:7433:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421157.735916:0:7433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009919c08f/0xd9d09a059d6bfcf5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.735928:0:7433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc200 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421157.735932:0:7433:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009919c08f/0xd9d09a059d6bfcf5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.735943:0:7433:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009919c08f/0xd9d09a059d6bfcf5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.735960:0:7433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009919c08f/0xd9d09a059d6bfcf5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.735968:0:7433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009919c08f/0xd9d09a059d6bfcf5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.735987:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421157.735989:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421157.735991:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421157.737560:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421157.737667:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006758912 00000100:00100000:0.0:1777421157.737676:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006758912 00000100:00100000:0.0:1777421157.737816:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 50 00000100:00100000:0.0:1777421157.737833:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006758912:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1777421157.775382:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967303 is committed 00000100:00100000:2.0:1777421157.775496:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006758912:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 Request processed in 37656us (37936us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421157.775525:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 50 00000100:00100000:1.0:1777421157.778552:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421157.778672:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006759168 00000100:00100000:3.0:1777421157.778683:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006759168 00000100:00100000:3.0:1777421157.778788:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 153 00000100:00100000:3.0:1777421157.778799:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97108018e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:11305:x1863761006759168:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777421157.778869:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421157.778900:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfce0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04985 expref: 12 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.778920:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff971049356900) 00010000:00010000:3.0:1777421157.778925:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421157.778955:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfcfc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.778975:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfcfc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.778984:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfcfc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.779008:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfcfc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.779028:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfcfc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.779035:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfcfc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.779042:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcba600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421157.779047:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfcfc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.779053:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfcfc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.779061:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff971049356900) 00010000:00010000:3.0:1777421157.779064:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421157.779067:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfcfc lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.779073:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfcfc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421157.779174:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97108018e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:11305:x1863761006759168:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 377us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421157.779183:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 153 00000100:00100000:3.0:1777421157.783363:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421157.783643:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006759296 00000100:00100000:1.0:1777421157.783652:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006759296 00000100:00100000:1.0:1777421157.783714:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 154 00000100:00100000:1.0:1777421157.783725:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:11305:x1863761006759296:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421157.783754:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421157.783776:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd03 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0499a expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.783862:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd03 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0499a expref: 12 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.783873:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd03 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0499a expref: 12 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.783896:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff971049356900) 00010000:00010000:1.0:1777421157.783898:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421157.783901:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97107744b400, rc 0) 00000100:00100000:1.0:1777421157.783952:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:11305:x1863761006759296:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 229us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421157.783960:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 154 00000100:00100000:2.0:1777421157.787904:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421157.788914:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006759424 00000100:00100000:0.0:1777421157.788929:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006759424 00000100:00100000:0.0:1777421157.788996:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 51 00000100:00100000:0.0:1777421157.789006:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080741c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006759424:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1777421157.789809:0:6553:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:0.0:1777421157.789814:0:6553:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb mtime from disk: 0 -> 1777421155 00002000:00010000:0.0:1777421157.789816:0:6553:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb atime from disk: 0 -> 1777421155 00002000:00010000:0.0:1777421157.789818:0:6553:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb ctime from disk: 0 -> 1777421155 00002000:00010000:0.0:1777421157.789820:0:6553:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb blocks from disk: 1 -> 2051 00000100:00100000:0.0:1777421157.789890:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080741c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2361:x1863761006759424:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 Request processed in 884us (1997us total) trans 4294967304 rc 0/0 00000100:00100000:0.0:1777421157.789899:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 51 00000100:00100000:0.0:1777421157.794874:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421157.794965:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006759680 00000100:00100000:1.0:1777421157.794975:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006759680 00000100:00100000:1.0:1777421157.795064:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 155 00000100:00100000:1.0:1777421157.795073:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:11305:x1863761006759680:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1777421157.795129:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6bfd0a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.795144:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bfcaf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04970 expref: 12 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.795153:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6bfd0a lrc: 4/0,1 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.795183:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bfcaf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04970 expref: 12 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.795207:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bfcaf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04970 expref: 12 pid: 5771 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421157.795220:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97108018ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018282112:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421157.795327:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049a80300 going to sleep for 11 seconds 00000100:00100000:2.0:1777421157.799389:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421157.799481:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006759808 00000100:00100000:0.0:1777421157.799492:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006759808 00010000:00010000:0.0:1777421157.799532:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bfcaf lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04970 expref: 13 pid: 5771 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421157.799575:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 65 00000100:00100000:0.0:1777421157.799585:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080740e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761006759808:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421157.799600:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421157.799606:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bfcaf lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04970 expref: 13 pid: 5771 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.799619:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bfcaf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04970 expref: 13 pid: 5771 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.799641:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff971049356900) 00010000:00010000:0.0:1777421157.799647:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6bfd0a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.799673:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6bfd0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.799681:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6bfd0a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421157.799711:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421157.799765:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080740e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761006759808:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 180us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421157.799772:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 65 00010000:00010000:3.0:1777421157.800040:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bfcaf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04970 expref: 12 pid: 5771 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421157.800060:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97108018ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018282112:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421157.800092:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6bfd0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.800101:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6bfd0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.800107:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6bfd0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.800136:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6bfd0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.800143:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6bfd0a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.800150:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6bfd0a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.800157:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744a200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421157.800161:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6bfd0a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.800169:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6bfd0a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.800179:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff971049356900) 00010000:00010000:3.0:1777421157.800182:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777421157.800185:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6bfd0a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.800191:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6bfd0a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421157.800266:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:11305:x1863761006759680:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 Request processed in 5193us (5399us total) trans 0 rc -22/-22 00000100:00100000:3.0:1777421157.800322:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 155 00000100:00100000:2.0:1777421157.804541:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421157.804649:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006759936 00000100:00100000:1.0:1777421157.804661:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006759936 00000100:00100000:1.0:1777421157.804731:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 52 00000100:00100000:1.0:1777421157.804740:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2360:x1863761006759936:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777421157.804780:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000739c163/0xd9d09a059d6bfd11 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.804800:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007f720841/0xd9d09a059d6bfcee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04993 expref: 7 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.804807:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777421157.804810:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777421157.804813:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000739c163/0xd9d09a059d6bfd11 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.804853:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007f720841/0xd9d09a059d6bfcee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04993 expref: 7 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.804866:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007f720841/0xd9d09a059d6bfcee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04993 expref: 7 pid: 6553 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421157.804894:0:6552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97108018ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6552:1863761018282240:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421157.804980:0:6552:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049a800c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421157.810158:0:6552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97108018ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6552:1863761018282240:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421157.810189:0:6552:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000739c163/0xd9d09a059d6bfd11 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421157.812735:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421157.812909:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006760064 00000100:00100000:3.0:1777421157.812919:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006760064 00010000:00010000:3.0:1777421157.812961:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007f720841/0xd9d09a059d6bfcee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04993 expref: 8 pid: 6553 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421157.813009:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 66 00000100:00100000:3.0:1777421157.813020:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006760064:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421157.813035:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421157.813056:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007f720841/0xd9d09a059d6bfcee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04993 expref: 8 pid: 6553 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.813070:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007f720841/0xd9d09a059d6bfcee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04993 expref: 8 pid: 6553 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.813093:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007f720841/0xd9d09a059d6bfcee lrc: 0/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04993 expref: 8 pid: 6553 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.813109:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421157.813111:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421157.813116:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000739c163/0xd9d09a059d6bfd11 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.813127:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000739c163/0xd9d09a059d6bfd11 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.813180:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421157.813238:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2360:x1863761006760064:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 219us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421157.813246:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 66 00010000:00010000:1.0:1777421157.816120:0:6552:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000739c163/0xd9d09a059d6bfd11 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.816141:0:6552:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000739c163/0xd9d09a059d6bfd11 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.816179:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000739c163/0xd9d09a059d6bfd11 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.816188:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000739c163/0xd9d09a059d6bfd11 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.816196:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000739c163/0xd9d09a059d6bfd11 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.816203:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744a400 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421157.816207:0:6552:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000739c163/0xd9d09a059d6bfd11 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.816236:0:6552:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000739c163/0xd9d09a059d6bfd11 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.816254:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000739c163/0xd9d09a059d6bfd11 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.816262:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000739c163/0xd9d09a059d6bfd11 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421157.816404:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006759936:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 11661us (11869us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421157.816415:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 52 00000100:00100000:2.0:1777421157.824532:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421157.825579:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006760320 00000100:00100000:3.0:1777421157.825591:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006760320 00000100:00100000:3.0:1777421157.825662:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 156 00000100:00100000:3.0:1777421157.825672:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:11305:x1863761006760320:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1777421157.825763:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfd18 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.825781:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfd18 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.825792:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfd18 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.826020:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6bfd1f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.826031:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd03 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0499a expref: 12 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.826039:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6bfd1f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.826072:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd03 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0499a expref: 12 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.826106:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd03 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0499a expref: 12 pid: 5771 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421157.826122:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080354000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018282368:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421157.826332:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104fe63600 going to sleep for 11 seconds 00000100:00100000:2.0:1777421157.835487:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421157.835672:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006760448 00000100:00100000:1.0:1777421157.835684:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006760448 00010000:00010000:1.0:1777421157.835737:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd03 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0499a expref: 13 pid: 5771 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421157.835807:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080354000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018282368:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421157.835826:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 67 00000100:00100000:1.0:1777421157.835838:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2359:x1863761006760448:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421157.835853:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421157.835860:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6bfd1f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.835862:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd03 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0499a expref: 13 pid: 5771 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.835884:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd03 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0499a expref: 13 pid: 5771 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.838751:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd03 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0499a expref: 13 pid: 5771 timeout: 324 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.838780:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff971049356900) 00010000:00010000:1.0:1777421157.838785:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6bfd1f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.838793:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6bfd1f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.838800:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6bfd1f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.838831:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421157.838904:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2359:x1863761006760448:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 3067us (3426us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421157.838915:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 67 00010000:00010000:3.0:1777421157.839852:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6bfd1f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421157.839863:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6bfd1f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777421157.840148:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967402 00000001:00080000:2.0:1777421157.840491:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967403 00000001:00080000:2.0:1777421157.840540:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967404 00000100:00100000:2.0:1777421157.840629:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffeb100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5771:1863761018282496:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1777421157.840685:0:5771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421157.844464:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421157.844590:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018282496 00000100:00100000:0.0:1777421157.844601:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018282496 00000100:00100000:0.0:1777421157.844683:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1777421157.844701:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5771:x1863761018282496:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1777421157.844814:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5771:x1863761018282496:12345-0@lo:1000:mdt00_001.0 Request processed in 116us (4128us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421157.844822:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1777421157.844877:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffeb100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5771:1863761018282496:0@lo:1000:mdt00_001.0 00000100:00080000:1.0:1777421157.844884:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1777421157.845093:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967405 00000100:00100000:2.0:1777421157.845175:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffeb100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5771:1863761018282624:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1777421157.845208:0:5771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421157.845233:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c3240 going to sleep for 11 seconds 00000100:00100000:0.0:1777421157.845348:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018282624 00000100:00100000:0.0:1777421157.845353:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018282624 00000100:00100000:0.0:1777421157.845383:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1777421157.845390:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5771:x1863761018282624:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1777421157.845636:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5771:x1863761018282624:12345-0@lo:1000:mdt00_001.0 Request processed in 245us (426us total) trans 4294967305 rc 0/0 00000100:00100000:0.0:1777421157.845643:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1777421157.845720:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffeb100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5771:1863761018282624:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1777421157.845805:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967406 00010000:00010000:2.0:1777421157.845837:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6bfd1f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.845849:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6bfd1f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.845858:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6bfd1f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.845880:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcba000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421157.845885:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6bfd1f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.845893:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6bfd1f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.845911:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff971049356900) 00010000:00010000:2.0:1777421157.845915:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421157.845920:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6bfd1f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.845927:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6bfd1f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.845959:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfc38 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.845966:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfc38 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.845971:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfc38 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.845975:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbbe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421157.845978:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfc38 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.845983:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfc38 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.845999:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff971043f8bf00) 00010000:00010000:2.0:1777421157.846001:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421157.846005:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfc38 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.846011:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6bfc38 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.846032:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfd26 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.846044:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfd26 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.846053:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfd26 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.846060:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfd26 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.846066:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfd26 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.846072:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfd26 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.846077:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421157.846080:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfd26 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.846086:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfd26 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.846101:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff971043f8bf00) 00010000:00010000:2.0:1777421157.846102:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421157.846105:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfd26 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.846110:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfd26 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.846119:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfd18 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.846125:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfd18 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.846131:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfd18 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.846136:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcba600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421157.846139:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfd18 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.846145:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfd18 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.846151:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff971043f8bf00) 00010000:00010000:2.0:1777421157.846154:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421157.846156:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfd18 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.846162:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6bfd18 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421157.846366:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:11305:x1863761006760320:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 20694us (21842us total) trans 4294967407 rc 0/0 00000100:00100000:2.0:1777421157.846374:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 156 00000020:00080000:2.0:1777421157.846378:0:5771:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:0.0:1777421157.846834:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421157.846839:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421157.847420:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:0.0:1777421157.847444:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421157.849130:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421157.849607:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006760704 00000100:00100000:1.0:1777421157.849619:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006760704 00000100:00100000:1.0:1777421157.849747:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 45 00000100:00100000:1.0:1777421157.849758:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:11305:x1863761006760704:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1777421157.850165:0:11303:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x4:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1777421157.850222:0:11303:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967408 00010000:00010000:1.0:1777421157.850267:0:11303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd2d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.850330:0:11303:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.850355:0:11303:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.850363:0:11303:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd2d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.850370:0:11303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd2d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.850376:0:11303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd2d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421157.850396:0:11303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777421157.850515:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:11305:x1863761006760704:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 758us (1391us total) trans 4294967409 rc 0/0 00000100:00100000:1.0:1777421157.850523:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 45 00000020:00080000:1.0:1777421157.850528:0:11303:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777421157.850848:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421157.850856:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd2d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.850864:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744b400 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421157.850868:0:5758:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd2d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.850876:0:5758:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd2d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.850889:0:5758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff97104562f900) 00010000:00010000:2.0:1777421157.850892:0:5758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777421157.850897:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd2d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.850903:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd2d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421157.850919:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421157.850921:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421157.850922:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777421158.215614:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967306 is committed 00000001:00080000:0.0:1777421158.215732:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967304 is committed 00010000:00010000:2.0:1777421158.627633:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777421158.872772:0:12186:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421158.872792:0:12186:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421158.872846:0:12186:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 5 count 5 00000040:00080000:1.0:1777421158.872853:0:12186:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421158.909485:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421158.909534:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006760960 00000100:00100000:2.0:1777421158.909546:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006760960 00000100:00100000:2.0:1777421158.909620:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 157 00000100:00100000:2.0:1777421158.909631:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+13:11317:x1863761006760960:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421158.909652:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421158.909687:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfd34 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e049a1 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.909763:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfd3b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.909778:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfd3b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.909788:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfd3b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.909800:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfd42 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.909806:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfd42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.909811:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfd42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.909956:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfd49 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.909964:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfd49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.909970:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfd49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421158.909988:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x8:0x0]: returning size 1048576 00010000:00010000:2.0:1777421158.910079:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfd3b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.910088:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfd3b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.910095:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfd3b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.910102:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421158.910106:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfd3b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.910113:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfd3b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.910125:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff97104562f600) 00010000:00010000:2.0:1777421158.910128:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421158.910133:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfd3b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.910140:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfd3b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.910151:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfd42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.910157:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfd42 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.910174:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfd42 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.910179:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421158.910182:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfd42 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.910188:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfd42 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.910196:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x20c03814 (ffff971049356e00) 00010000:00010000:2.0:1777421158.910199:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421158.910202:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfd42 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.910206:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfd42 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.910253:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfd34 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049a1 expref: 16 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.910266:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee400/0xd9d09a059d6bfd49 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049a1 expref: 15 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.910585:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff971049356900) 00010000:00010000:2.0:1777421158.910588:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421158.910590:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ee400, rc 0) 00000100:00100000:2.0:1777421158.910658:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+15:11317:x1863761006760960:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1028us (1184us total) trans 4294967410 rc 0/0 00000100:00100000:2.0:1777421158.910684:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 157 00000100:00100000:3.0:1777421158.918205:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421158.918300:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006761088 00000100:00100000:2.0:1777421158.918310:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006761088 00000100:00100000:2.0:1777421158.918363:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 158 00000100:00100000:2.0:1777421158.918374:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+15:11317:x1863761006761088:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:2.0:1777421158.918438:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfd57 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.918455:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfd57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.918466:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfd57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.918490:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfd57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.918496:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfd57 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.918502:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfd57 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.918508:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421158.918512:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfd57 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.918519:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfd57 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.918528:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff971049356900) 00010000:00010000:2.0:1777421158.918538:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421158.918543:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfd57 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421158.918549:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfd57 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421158.918708:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+15:11317:x1863761006761088:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 335us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421158.918716:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 158 00000100:00100000:3.0:1777421158.922965:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421158.923367:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006761344 00000100:00100000:2.0:1777421158.923378:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006761344 00000100:00100000:2.0:1777421158.923442:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 46 00000100:00100000:2.0:1777421158.923454:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+15:11317:x1863761006761344:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:2.0:1777421158.923705:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+16:11317:x1863761006761344:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 254us (748us total) trans 4294967411 rc 0/0 00000100:00100000:2.0:1777421158.923713:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 46 00010000:00010000:1.0:1777421159.651690:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421160.675143:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421160.738558:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97108018ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018282752:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421160.738627:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421160.738768:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018282752 00000100:00100000:2.0:1777421160.738778:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018282752 00000100:00100000:2.0:1777421160.738841:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1777421160.738850:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c487480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3299:x1863761018282752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777421160.738884:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3856662528 avail 3854565376 00000100:00080000:1.0:1777421160.738939:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421160.740042:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c487480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3299:x1863761018282752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1188us (1411us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421160.740053:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1777421160.741194:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97108018ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018282752:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421160.758229:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421160.758305:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421160.758341:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421160.758344:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006761600 00000100:00100000:1.0:1777421160.758356:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006761600 00000100:00100000:0.0:1777421160.758373:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421160.758401:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006761472 00000100:00100000:0.0:1777421160.758403:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421160.758408:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006761472 00000100:00100000:1.0:1777421160.758428:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 82 00000100:00100000:0.0:1777421160.758439:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421160.758445:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c486a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+16:2360:x1863761006761600:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421160.758456:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 262 00000100:00100000:2.0:1777421160.758467:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761006761472:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421160.758487:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421160.758531:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c486a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+16:2360:x1863761006761600:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 92us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421160.758533:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761006761472:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 67us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421160.758548:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 262 00000100:00100000:1.0:1777421160.758561:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 82 00000100:00100000:1.0:1777421160.758582:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006761984 00000100:00100000:1.0:1777421160.758586:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006761984 00000100:00100000:2.0:1777421160.758597:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006761856 00000100:00100000:2.0:1777421160.758602:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006761856 00000100:00100000:1.0:1777421160.758617:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 83 00000100:00100000:1.0:1777421160.758627:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046739180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:2361:x1863761006761984:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421160.758643:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006762112 00000100:00100000:0.0:1777421160.758646:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006761728 00000100:00100000:2.0:1777421160.758648:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006762112 00000100:00100000:0.0:1777421160.758652:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006761728 00000100:00100000:2.0:1777421160.758675:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006762240 00000100:00100000:2.0:1777421160.758679:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006762240 00000100:00100000:1.0:1777421160.758686:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046739180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:2361:x1863761006761984:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 60us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421160.758688:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 54 00000100:00100000:1.0:1777421160.758700:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 83 00000100:00100000:0.0:1777421160.758705:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+5:2360:x1863761006761856:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421160.758706:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 55 00000100:00100000:2.0:1777421160.758720:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006762112:12345-192.168.204.24@tcp:400:kworker.0 00000100:00080000:1.0:1777421160.758726:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777421160.758732:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777421160.758735:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421160.758741:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+5:2360:x1863761006761856:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 42us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421160.758748:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 54 00000100:00100000:2.0:1777421160.758755:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006762112:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 38us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421160.758759:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 56 00000100:00100000:0.0:1777421160.758768:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 57 00000100:00100000:1.0:1777421160.758774:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+6:2361:x1863761006761728:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421160.758781:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 55 00000100:00100000:0.0:1777421160.758782:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2361:x1863761006762240:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421160.758812:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+6:2361:x1863761006761728:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 41us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421160.758813:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2361:x1863761006762240:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 38us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421160.758827:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 57 00000100:00100000:1.0:1777421160.758837:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 56 00010000:00010000:1.0:1777421161.698962:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421161.763601:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018282880:0@lo:400:kworker.0 00000100:00100000:0.0:1777421161.763681:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421161.763742:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018283392:0@lo:400:kworker.0 00000100:00100000:0.0:1777421161.763778:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421161.763811:0:3300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777421161.763818:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018283136:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421161.763845:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421161.763878:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863761018283008:0@lo:400:kworker.0 00000100:00100000:0.0:1777421161.763910:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421161.763932:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018283520:0@lo:400:kworker.0 00000100:00100000:0.0:1777421161.763956:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421161.763975:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777421161.763982:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1863761018283264:0@lo:400:kworker.0 00000100:00100000:0.0:1777421161.764003:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421161.764021:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018283648:0@lo:400:kworker.0 00000100:00100000:0.0:1777421161.764041:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421161.764079:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018283008 00000100:00100000:0.0:1777421161.764087:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018283008 00000100:00100000:0.0:1777421161.764134:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018283520 00000100:00100000:0.0:1777421161.764137:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018283520 00000100:00100000:0.0:1777421161.764167:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018283264 00000100:00100000:0.0:1777421161.764170:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018283264 00000100:00100000:0.0:1777421161.764189:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1777421161.764197:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863761018283008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421161.764249:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863761018283008:12345-0@lo:400:kworker.0 Request processed in 52us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421161.764265:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1777421161.764310:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1777421161.764316:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863761018283520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421161.764347:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863761018283520:12345-0@lo:400:kworker.0 Request processed in 31us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421161.764353:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1777421161.764366:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1777421161.764374:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018283264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421161.764405:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018283264:12345-0@lo:400:kworker.0 Request processed in 32us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421161.764412:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1777421161.764445:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018283392 00000100:00100000:0.0:1777421161.764449:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018283392 00000100:00100000:0.0:1777421161.764477:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018283648 00000100:00100000:0.0:1777421161.764480:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018283648 00000100:00100000:0.0:1777421161.764502:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1777421161.764510:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018283392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421161.764545:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018283392:12345-0@lo:400:kworker.0 Request processed in 36us (767us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421161.764550:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1777421161.764563:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1777421161.764569:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018283648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421161.764596:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018283648:12345-0@lo:400:kworker.0 Request processed in 28us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421161.764602:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1777421161.764639:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018282880 00000100:00080000:0.0:1777421161.764640:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421161.764644:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018282880 00000100:00080000:0.0:1777421161.764645:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421161.764672:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:2.0:1777421161.764680:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018282880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421161.764726:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018282880:12345-0@lo:400:kworker.0 Request processed in 48us (1047us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421161.764733:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:2.0:1777421161.764761:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018283136 00000100:00100000:2.0:1777421161.764764:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018283136 00000100:00100000:2.0:1777421161.764801:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1777421161.765294:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1863761018283264:0@lo:400:kworker.0 00000100:00100000:0.0:1777421161.765312:0:3297:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967306 gen 2 00000004:00080000:0.0:1777421161.765318:0:3297:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967305 committed transno 4294967306 00000004:00080000:0.0:1777421161.765343:0:3297:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff97107c485c00, transno 4294967306 00000100:00100000:0.0:1777421161.765358:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018283648:0@lo:400:kworker.0 00000100:00100000:0.0:1777421161.765374:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863761018283008:0@lo:400:kworker.0 00000100:00100000:0.0:1777421161.765388:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018283520:0@lo:400:kworker.0 00000100:00100000:2.0:1777421161.765590:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018283136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777421161.765637:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777421161.765683:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018283136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 876us (1837us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421161.765690:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1777421161.766435:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018283136:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421161.766448:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018282880:0@lo:400:kworker.0 00000100:00100000:2.0:1777421161.766463:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018283392:0@lo:400:kworker.0 00000100:00100000:0.0:1777421161.829859:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421161.830268:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006762368 00000100:00100000:1.0:1777421161.830300:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006762368 00000100:00100000:1.0:1777421161.830361:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 159 00000100:00100000:1.0:1777421161.830372:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:11274:x1863761006762368:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1777421161.830471:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:11274:x1863761006762368:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 Request processed in 101us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421161.830480:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 159 00000100:00100000:0.0:1777421161.835135:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421161.835902:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006762624 00000100:00100000:2.0:1777421161.835918:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006762624 00000100:00100000:2.0:1777421161.836036:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 47 00000100:00100000:2.0:1777421161.836049:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:11274:x1863761006762624:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421161.837040:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:11274:x1863761006762624:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 983us (1910us total) trans 4294967412 rc 0/0 00000100:00100000:2.0:1777421161.837054:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 47 00010000:00010000:1.0:1777421162.722479:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777421162.840646:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967305 is committed 00000001:00080000:3.0:1777421162.840662:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967304 is committed 00000001:00080000:1.0:1777421162.844974:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967409 is committed 00000001:00080000:1.0:1777421162.845013:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967412 is committed 00000001:00080000:1.0:1777421162.845032:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967411 is committed 00000020:00080000:1.0:1777421162.845051:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9710809c3f00 refcount 2 committed 0 result 0 batchid 4 00000020:00080000:1.0:1777421162.845056:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff97104a663600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9710809c3d80 00000020:00080000:1.0:1777421162.845060:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff97104a663c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff971042e68000 00000020:00080000:1.0:1777421162.845085:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 3 batchid updated 00000020:00080000:2.0:1777421162.845105:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4 committed batchid 3 00000020:00080000:2.0:1777421162.845404:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 3 00000001:02000400:3.0:1777421162.983126:0:12386:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 1c: Check setting archive-id in lfs hsm_set ========================================================== 20:06:01 (1777421161) 00000100:00100000:3.0:1777421163.044828:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421163.045388:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006762880 00000100:00100000:2.0:1777421163.045400:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006762880 00000100:00100000:1.0:1777421163.045553:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 160 00000100:00080000:3.0:1777421163.045566:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421163.045823:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+14:11888:x1863761006762880:12345-192.168.204.24@tcp:36:mkdir.0 00010000:00010000:1.0:1777421163.045880:0:5772:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421163.045909:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfabe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e048e4 expref: 14 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.045926:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356500) 00010000:00010000:1.0:1777421163.045932:0:5772:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421163.046025:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd5e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.046039:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb6d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0491c expref: 9 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.046049:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd5e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.046086:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb6d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0491c expref: 9 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.046099:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb6d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0491c expref: 9 pid: 5771 timeout: 329 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421163.046125:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97108018ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018283776:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421163.046331:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710807339c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421163.051259:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421163.051337:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006763008 00000100:00100000:3.0:1777421163.051347:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006763008 00010000:00010000:3.0:1777421163.051406:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb6d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0491c expref: 10 pid: 5771 timeout: 329 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421163.051447:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 68 00000100:00100000:3.0:1777421163.051457:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006763008:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421163.051470:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421163.051477:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb6d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0491c expref: 10 pid: 5771 timeout: 329 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.051582:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb6d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0491c expref: 10 pid: 5771 timeout: 329 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.051616:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356500) 00010000:00010000:3.0:1777421163.051622:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd5e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.051632:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd5e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.051639:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd5e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.051658:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421163.051712:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006763008:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 256us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421163.052134:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 68 00000100:00080000:3.0:1777421163.052161:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777421163.052199:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bfb6d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0491c expref: 9 pid: 5771 timeout: 329 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421163.052226:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97108018ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018283776:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421163.052250:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd5e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.052258:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd5e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.052264:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd5e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.052368:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfd65 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.052378:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfd65 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.052385:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfd65 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421163.054190:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 512 00010000:00010000:3.0:1777421163.054207:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd5e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.054224:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd5e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.054232:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd5e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.054238:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744b400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421163.054250:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd5e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.054258:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd5e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.054306:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356500) 00010000:00010000:3.0:1777421163.054310:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421163.054316:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd5e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.054323:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6bfd5e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421163.054346:0:5772:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000098001383 reply state 000000007da3acfa transno 4294967413 ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfd65 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421163.054356:0:5772:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777421163.054472:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+15:11888:x1863761006762880:12345-192.168.204.24@tcp:36:mkdir.0 Request processed in 8727us (9652us total) trans 4294967413 rc 0/0 00000100:00100000:3.0:1777421163.054482:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 160 00010000:00010000:1.0:1777421163.057198:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfd65 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.057216:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfd65 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.057224:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfd65 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.057231:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbbc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421163.057237:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfd65 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.057245:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfd65 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.057259:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9ccea7c4 (ffff971043f8bb00) 00010000:00010000:1.0:1777421163.057262:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421163.057266:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfd65 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.057291:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6bfd65 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421163.063337:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421163.063418:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006763136 00000100:00100000:3.0:1777421163.063430:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006763136 00000100:00100000:3.0:1777421163.063491:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 161 00000100:00100000:3.0:1777421163.063502:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97108018ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+14:11892:x1863761006763136:12345-192.168.204.24@tcp:101:chmod.0 00010000:00010000:3.0:1777421163.063526:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421163.063551:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bfd6c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e049a8 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063628:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfd73 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063651:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfd73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063663:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfd73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421163.063732:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1777421163.063736:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421163.063763:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfd73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063787:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bfd6c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049a8 expref: 16 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063802:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfd73 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049a8 expref: 15 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.063809:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043f8ba00) 00010000:00010000:3.0:1777421163.063812:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421163.063815:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbaa00, rc 0) 00000100:00100000:3.0:1777421163.063879:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97108018ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+15:11892:x1863761006763136:12345-192.168.204.24@tcp:101:chmod.0 Request processed in 378us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421163.063887:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 161 00000100:00100000:3.0:1777421163.068524:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421163.068609:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006763264 00000100:00100000:1.0:1777421163.068619:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006763264 00000100:00100000:1.0:1777421163.068683:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 162 00000100:00100000:1.0:1777421163.068693:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+15:11892:x1863761006763264:12345-192.168.204.24@tcp:101:chmod.0 00010000:00010000:1.0:1777421163.068713:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421163.068735:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfd7a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e049af expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.068801:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ba00/0xd9d09a059d6bfd81 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.068816:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ba00/0xd9d09a059d6bfd81 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.068826:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ba00/0xd9d09a059d6bfd81 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.068839:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bfd88 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.068844:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bfd88 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.068850:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bfd88 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.068944:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6bfd8f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.068951:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6bfd8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.068957:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6bfd8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421163.069004:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 512 00000004:00200000:1.0:1777421163.069008:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421163.069033:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6bfd8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.069046:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ba00/0xd9d09a059d6bfd81 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.069052:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ba00/0xd9d09a059d6bfd81 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.069059:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ba00/0xd9d09a059d6bfd81 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.069066:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744ba00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421163.069071:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ba00/0xd9d09a059d6bfd81 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.069077:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ba00/0xd9d09a059d6bfd81 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.069091:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043f8ba00) 00010000:00010000:1.0:1777421163.069094:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421163.069099:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ba00/0xd9d09a059d6bfd81 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.069105:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ba00/0xd9d09a059d6bfd81 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.069115:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bfd88 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.069131:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bfd88 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.069137:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bfd88 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.069142:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744b200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421163.069145:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bfd88 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.069152:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bfd88 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.069159:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9ccea7c4 (ffff97104562fd00) 00010000:00010000:1.0:1777421163.069162:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421163.069165:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bfd88 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.069170:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bfd88 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.069200:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfd7a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049af expref: 17 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.069210:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6bfd8f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049af expref: 16 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.069218:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff97104562fc00) 00010000:00010000:1.0:1777421163.069220:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421163.069228:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97107744a000, rc 0) 00000100:00100000:1.0:1777421163.069359:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+16:11892:x1863761006763264:12345-192.168.204.24@tcp:101:chmod.0 Request processed in 667us (844us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421163.069367:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 162 00000100:00100000:0.0:1777421163.074333:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421163.074455:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006763520 00000100:00100000:1.0:1777421163.074469:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006763520 00000100:00100000:1.0:1777421163.074560:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 163 00000100:00100000:1.0:1777421163.074573:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+16:11892:x1863761006763520:12345-192.168.204.24@tcp:36:chmod.0 00010000:00010000:1.0:1777421163.074643:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421163.074673:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6bfd8f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049af expref: 16 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.074691:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff97104562fc00) 00010000:00010000:1.0:1777421163.074703:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421163.074727:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6bfd96 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.074741:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6bfd96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.074752:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6bfd96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421163.074967:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000ad92846c reply state 00000000844da93d transno 4294967414 ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6bfd96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421163.074975:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1777421163.074985:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 512 00000100:00100000:1.0:1777421163.076118:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+17:11892:x1863761006763520:12345-192.168.204.24@tcp:36:chmod.0 Request processed in 1429us (1686us total) trans 4294967414 rc 0/0 00000100:00100000:1.0:1777421163.076140:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 163 00010000:00010000:3.0:1777421163.078058:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6bfd96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.078075:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6bfd96 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.078095:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6bfd96 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.078101:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744a800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421163.078105:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6bfd96 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.078112:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6bfd96 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.078128:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff97104562f700) 00010000:00010000:3.0:1777421163.078131:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777421163.078135:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6bfd96 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.078140:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6bfd96 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421163.093738:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421163.093861:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006763648 00000100:00100000:3.0:1777421163.093873:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006763648 00000100:00100000:3.0:1777421163.093938:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 48 00000100:00100000:3.0:1777421163.093950:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4bac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+16:11895:x1863761006763648:12345-192.168.204.24@tcp:49:touch.500 00000100:00100000:3.0:1777421163.094255:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4bac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+16:11895:x1863761006763648:12345-192.168.204.24@tcp:49:touch.500 Request processed in 306us (524us total) trans 0 rc -61/-61 00000100:00100000:3.0:1777421163.094265:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 48 00000100:00100000:1.0:1777421163.098662:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421163.098706:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006763776 00000100:00100000:1.0:1777421163.098717:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006763776 00000100:00100000:1.0:1777421163.098771:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 164 00000100:00100000:1.0:1777421163.098782:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+16:11895:x1863761006763776:12345-192.168.204.24@tcp:101:touch.500 00010000:00010000:1.0:1777421163.098804:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421163.098825:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6bfd9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e049b6 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.098894:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfda4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.098910:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfda4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.098922:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfda4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.098937:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bfdab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.098945:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bfdab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.098953:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bfdab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.099083:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ba00/0xd9d09a059d6bfdb2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.099099:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ba00/0xd9d09a059d6bfdb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.099107:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ba00/0xd9d09a059d6bfdb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421163.099138:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 512 00000004:00200000:1.0:1777421163.099142:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421163.099166:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ba00/0xd9d09a059d6bfdb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.099177:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfda4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.099184:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfda4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.099191:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfda4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.099196:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744b000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421163.099201:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfda4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.099209:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfda4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.099220:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043f8ba00) 00010000:00010000:1.0:1777421163.099224:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421163.099228:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfda4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.099245:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bfda4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.099256:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bfdab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.099263:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bfdab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.099268:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bfdab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.099297:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744b200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421163.099301:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bfdab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.099308:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bfdab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.099317:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9ccea7c4 (ffff97104562fc00) 00010000:00010000:1.0:1777421163.099320:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421163.099323:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bfdab lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.099329:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bfdab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.099366:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6bfd9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049b6 expref: 18 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.099381:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ba00/0xd9d09a059d6bfdb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049b6 expref: 17 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.099397:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff97104562fd00) 00010000:00010000:1.0:1777421163.099400:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421163.099403:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97107744ba00, rc 0) 00000100:00100000:1.0:1777421163.099480:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+17:11895:x1863761006763776:12345-192.168.204.24@tcp:101:touch.500 Request processed in 700us (1089us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421163.099487:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 164 00000100:00100000:0.0:1777421163.102737:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421163.102774:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006763904 00000100:00100000:0.0:1777421163.102784:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006763904 00000100:00100000:0.0:1777421163.102845:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 49 00000100:00100000:0.0:1777421163.102857:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+17:11895:x1863761006763904:12345-192.168.204.24@tcp:49:touch.500 00000100:00100000:0.0:1777421163.102974:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+17:11895:x1863761006763904:12345-192.168.204.24@tcp:49:touch.500 Request processed in 120us (251us total) trans 0 rc -61/-61 00000100:00100000:0.0:1777421163.102993:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 49 00000100:00100000:1.0:1777421163.106447:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421163.110300:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006764160 00000100:00100000:0.0:1777421163.110314:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006764160 00000100:00100000:0.0:1777421163.110369:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 165 00000100:00100000:0.0:1777421163.110380:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+17:11895:x1863761006764160:12345-192.168.204.24@tcp:101:touch.500 00010000:00010000:0.0:1777421163.110418:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421163.110441:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfdb9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e049bd expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.110585:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfdc0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.110610:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfdc0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.110619:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfdc0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.110654:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfdc7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.110661:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfdc7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.110669:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfdc7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421163.111103:0:5771:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x5:0x0], index 1: 0 00010000:00010000:0.0:1777421163.111264:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bcc00/0xd9d09a059d6bfdce lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.111289:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bcc00/0xd9d09a059d6bfdce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.111299:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bcc00/0xd9d09a059d6bfdce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.111345:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfdc0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.111352:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfdc0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.111358:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfdc0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.111365:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bda00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421163.111370:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfdc0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.111377:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfdc0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.111389:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff97104562fd00) 00010000:00010000:0.0:1777421163.111392:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421163.111397:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfdc0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.111403:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfdc0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421163.111415:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000ee916c9a reply state 000000006dbb11e6 transno 4294967415 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfdc7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421163.111424:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777421163.111456:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfdb9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049bd expref: 20 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.111481:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bcc00/0xd9d09a059d6bfdce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049bd expref: 19 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.111488:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:0.0:1777421163.111490:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421163.111493:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bcc00, rc 0) 00000100:00100000:0.0:1777421163.111570:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+20:11895:x1863761006764160:12345-192.168.204.24@tcp:101:touch.500 Request processed in 1191us (5129us total) trans 4294967415 rc 0/0 00000100:00100000:0.0:1777421163.111578:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 165 00010000:00010000:1.0:1777421163.113658:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfdc7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.113673:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfdc7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.113686:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfdc7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.113691:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421163.113695:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfdc7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.113702:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfdc7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.113718:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x7cf78b4a (ffff971042afd800) 00010000:00010000:1.0:1777421163.113721:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421163.113726:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfdc7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.113732:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfdc7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421163.116025:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421163.116068:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006764416 00000100:00100000:0.0:1777421163.116080:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006764416 00000100:00100000:0.0:1777421163.116134:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 166 00000100:00100000:0.0:1777421163.116159:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+19:11895:x1863761006764416:12345-192.168.204.24@tcp:36:touch.500 00010000:00010000:0.0:1777421163.116216:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421163.116245:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bcc00/0xd9d09a059d6bfdce lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049bd expref: 19 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.116261:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:0.0:1777421163.116296:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421163.116341:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bfddc lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.116354:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bfddc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.116363:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bfddc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421163.116505:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000007e6d145a reply state 00000000ded91925 transno 4294967416 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bfddc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421163.116514:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421163.116652:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+20:11895:x1863761006764416:12345-192.168.204.24@tcp:36:touch.500 Request processed in 498us (633us total) trans 4294967416 rc 0/0 00000100:00100000:0.0:1777421163.116664:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 166 00010000:00010000:3.0:1777421163.118647:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bfddc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.118665:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bfddc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.118692:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bfddc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.118700:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421163.118706:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bfddc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.118714:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bfddc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.118738:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd400) 00010000:00010000:3.0:1777421163.118742:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421163.118747:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bfddc lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.118753:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bfddc lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421163.119986:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421163.120324:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006764544 00000100:00100000:0.0:1777421163.120335:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006764544 00000100:00100000:0.0:1777421163.120383:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 167 00000100:00100000:0.0:1777421163.120396:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+19:11895:x1863761006764544:12345-192.168.204.24@tcp:101:touch.500 00010000:00010000:0.0:1777421163.120418:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421163.120435:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bcc00/0xd9d09a059d6bfde3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e049c4 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.120540:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bcc00/0xd9d09a059d6bfde3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049c4 expref: 20 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.120554:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bcc00/0xd9d09a059d6bfde3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049c4 expref: 20 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.120569:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:0.0:1777421163.120572:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421163.120575:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bcc00, rc 0) 00000100:00100000:0.0:1777421163.120635:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+20:11895:x1863761006764544:12345-192.168.204.24@tcp:101:touch.500 Request processed in 244us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421163.120655:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 167 00000100:00100000:0.0:1777421163.126318:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421163.127220:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006764672 00000100:00100000:3.0:1777421163.127232:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006764672 00000100:00080000:0.0:1777421163.127306:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421163.127335:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 53 00000100:00100000:3.0:1777421163.127349:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+5:2361:x1863761006764672:12345-192.168.204.24@tcp:2:touch.500 00000100:00100000:3.0:1777421163.127734:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+6:2361:x1863761006764672:12345-192.168.204.24@tcp:2:touch.500 Request processed in 388us (1426us total) trans 4294967307 rc 0/0 00000100:00100000:3.0:1777421163.127741:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 53 00000100:00100000:2.0:1777421163.135223:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421163.135774:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006764928 00000100:00100000:0.0:1777421163.135784:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006764928 00000100:00100000:0.0:1777421163.135839:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 50 00000100:00100000:0.0:1777421163.135848:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+20:11895:x1863761006764928:12345-192.168.204.24@tcp:35:touch.500 00000100:00100000:0.0:1777421163.136761:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+21:11895:x1863761006764928:12345-192.168.204.24@tcp:35:touch.500 Request processed in 911us (1546us total) trans 4294967417 rc 0/0 00000100:00100000:0.0:1777421163.136769:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 50 00000100:00100000:1.0:1777421163.145886:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421163.147673:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006765184 00000100:00100000:0.0:1777421163.147684:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006765184 00000100:00100000:0.0:1777421163.147755:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 168 00000100:00100000:0.0:1777421163.147765:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+21:11901:x1863761006765184:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421163.147789:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421163.147811:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfdea lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e049cb expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.147879:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfdf1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.147893:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfdf1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.147903:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfdf1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.147917:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bfdf8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.147938:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bfdf8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.147945:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bfdf8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.148058:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bfdff lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.148067:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bfdff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.148074:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bfdff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421163.148083:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:0.0:1777421163.148176:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfdf1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.148183:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfdf1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.148189:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfdf1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.148195:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bda00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421163.148199:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfdf1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.148205:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfdf1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.148227:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff97104562fd00) 00010000:00010000:0.0:1777421163.148230:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421163.148235:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfdf1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.148241:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfdf1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.148254:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bfdf8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.148260:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bfdf8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.148265:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bfdf8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.148269:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bce00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421163.148326:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bfdf8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.148342:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bfdf8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.148349:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x7cf78b4a (ffff971042afdb00) 00010000:00010000:0.0:1777421163.148352:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421163.148355:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bfdf8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.148361:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bfdf8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.148408:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfdea lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049cb expref: 24 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.148421:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bfdff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049cb expref: 23 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.148428:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:0.0:1777421163.148430:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421163.148432:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bde00, rc 0) 00000100:00100000:0.0:1777421163.148497:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+23:11901:x1863761006765184:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 734us (2622us total) trans 4294967418 rc 0/0 00000100:00100000:0.0:1777421163.148505:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 168 00000100:00100000:0.0:1777421163.152508:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421163.152614:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006765312 00000100:00100000:2.0:1777421163.152632:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006765312 00000100:00100000:2.0:1777421163.152686:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 51 00000100:00100000:2.0:1777421163.152695:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+23:11901:x1863761006765312:12345-192.168.204.24@tcp:49:lfs.0 00000100:00100000:2.0:1777421163.152833:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+23:11901:x1863761006765312:12345-192.168.204.24@tcp:49:lfs.0 Request processed in 137us (334us total) trans 0 rc -61/-61 00000100:00100000:2.0:1777421163.152854:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 51 00000100:00100000:3.0:1777421163.158385:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421163.158517:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006765568 00000100:00100000:2.0:1777421163.158531:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006765568 00000100:00100000:2.0:1777421163.158608:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 169 00000100:00100000:2.0:1777421163.158630:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080357800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+23:11901:x1863761006765568:12345-192.168.204.24@tcp:55:lfs.0 00010000:00010000:2.0:1777421163.158704:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe0d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.158741:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bfdff lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049cb expref: 23 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.158752:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe0d lrc: 4/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.158799:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bfdff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049cb expref: 23 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.158815:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bfdff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049cb expref: 23 pid: 5771 timeout: 329 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421163.158832:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffe9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018283904:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421163.158940:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777421163.161236:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421163.161258:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffe9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018283904:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421163.161312:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe0d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421163.161361:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006765696 00000100:00100000:3.0:1777421163.161370:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006765696 00010000:00010000:3.0:1777421163.161404:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bfdff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049cb expref: 24 pid: 5771 timeout: 329 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421163.161549:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 69 00000100:00100000:3.0:1777421163.161559:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+24:2360:x1863761006765696:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421163.161572:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421163.161580:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bfdff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049cb expref: 24 pid: 5771 timeout: 329 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.161603:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bfdff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049cb expref: 24 pid: 5771 timeout: 329 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.161628:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bfdff lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049cb expref: 24 pid: 5771 timeout: 329 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.161646:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:3.0:1777421163.161650:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe0d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.161659:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe0d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.161667:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe0d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.161695:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421163.161718:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe0d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.161745:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe0d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421163.161761:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+23:2360:x1863761006765696:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 202us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421163.161770:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 69 00010000:00010000:2.0:1777421163.162001:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe0d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.162010:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe0d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.162017:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe0d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.162022:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421163.162026:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe0d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.162034:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe0d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.162044:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:2.0:1777421163.162047:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777421163.162052:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe0d lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.162058:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe0d lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421163.162120:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080357800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+23:11901:x1863761006765568:12345-192.168.204.24@tcp:55:lfs.0 Request processed in 3503us (3747us total) trans 4294967419 rc 0/0 00000100:00100000:2.0:1777421163.162128:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 169 00000100:00100000:1.0:1777421163.165443:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421163.165509:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006765952 00000100:00100000:3.0:1777421163.165532:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006765952 00000100:00100000:3.0:1777421163.165597:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 52 00000100:00100000:3.0:1777421163.165609:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+23:11901:x1863761006765952:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:3.0:1777421163.165849:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+24:11901:x1863761006765952:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 232us (404us total) trans 4294967420 rc 0/0 00000100:00100000:3.0:1777421163.165858:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 52 00000100:00100000:0.0:1777421163.194695:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421163.194790:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006766208 00000100:00100000:2.0:1777421163.194800:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006766208 00000100:00100000:2.0:1777421163.194857:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 170 00000100:00100000:2.0:1777421163.194866:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+24:11904:x1863761006766208:12345-192.168.204.24@tcp:101:lfs.500 00010000:00010000:2.0:1777421163.194890:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421163.194911:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe14 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e049d2 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.194978:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe1b lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.194992:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe1b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.195002:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe1b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.195014:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfe22 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.195020:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfe22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.195027:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfe22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.195150:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfe29 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.195158:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfe29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.195185:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfe29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421163.195196:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:2.0:1777421163.195359:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe1b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.195367:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe1b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.195373:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe1b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.195379:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777eea00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421163.195383:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe1b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.195390:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe1b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.195402:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff97104562fd00) 00010000:00010000:2.0:1777421163.195405:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421163.195409:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe1b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.195414:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe1b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.195438:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfe22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.195444:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfe22 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.195456:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfe22 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.195461:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421163.195464:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfe22 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.195470:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfe22 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.195477:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x7cf78b4a (ffff971049356f00) 00010000:00010000:2.0:1777421163.195480:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421163.195483:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfe22 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.195489:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfe22 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.195531:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe14 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049d2 expref: 27 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.195545:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfe29 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049d2 expref: 26 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.195551:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:2.0:1777421163.195553:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421163.195556:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ee600, rc 0) 00000100:00100000:2.0:1777421163.196668:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+26:11904:x1863761006766208:12345-192.168.204.24@tcp:101:lfs.500 Request processed in 1798us (1976us total) trans 4294967421 rc 0/0 00000100:00100000:2.0:1777421163.196689:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 170 00000100:00100000:0.0:1777421163.203415:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421163.204433:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006766336 00000100:00100000:2.0:1777421163.204447:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006766336 00000100:00100000:2.0:1777421163.204517:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 171 00000100:00100000:2.0:1777421163.204527:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+26:11904:x1863761006766336:12345-192.168.204.24@tcp:54:lfs.500 00010000:00010000:2.0:1777421163.204605:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe37 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.204623:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.204763:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.204790:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.204796:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe37 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.204802:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe37 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.204808:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421163.204812:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe37 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.204820:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe37 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.204832:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:2.0:1777421163.204845:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421163.204850:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe37 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.204856:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe37 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421163.205055:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+26:11904:x1863761006766336:12345-192.168.204.24@tcp:54:lfs.500 Request processed in 528us (1649us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421163.205064:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 171 00000100:00100000:0.0:1777421163.208459:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421163.208550:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006766592 00000100:00100000:3.0:1777421163.208560:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006766592 00000100:00100000:3.0:1777421163.208627:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 53 00000100:00100000:3.0:1777421163.208638:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4ba850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+26:11904:x1863761006766592:12345-192.168.204.24@tcp:35:lfs.500 00000100:00100000:3.0:1777421163.208867:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4ba850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+27:11904:x1863761006766592:12345-192.168.204.24@tcp:35:lfs.500 Request processed in 231us (419us total) trans 4294967422 rc 0/0 00000100:00100000:3.0:1777421163.208875:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 53 00000100:00100000:0.0:1777421163.255729:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421163.255843:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006766720 00000100:00100000:2.0:1777421163.255855:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006766720 00000100:00100000:2.0:1777421163.255915:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 54 00000100:00100000:2.0:1777421163.255925:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+27:11911:x1863761006766720:12345-192.168.204.24@tcp:49:lfs.0 00000100:00100000:2.0:1777421163.256235:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+27:11911:x1863761006766720:12345-192.168.204.24@tcp:49:lfs.0 Request processed in 311us (517us total) trans 0 rc -61/-61 00000100:00100000:2.0:1777421163.256241:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 54 00000100:00100000:0.0:1777421163.260894:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421163.261008:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006766976 00000100:00100000:2.0:1777421163.261121:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006766976 00000100:00100000:2.0:1777421163.261219:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 172 00000100:00100000:2.0:1777421163.261229:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+27:11911:x1863761006766976:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421163.261261:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421163.261473:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe3e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e049d9 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.261838:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfe45 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.261858:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfe45 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.261895:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfe45 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421163.261912:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:2.0:1777421163.262445:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe3e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049d9 expref: 30 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.262487:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee200/0xd9d09a059d6bfe45 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049d9 expref: 29 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.262498:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:2.0:1777421163.262502:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777421163.262505:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ee200, rc 0) 00000100:00100000:2.0:1777421163.262604:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+29:11911:x1863761006766976:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1377us (1720us total) trans 4294967423 rc 0/0 00000100:00100000:2.0:1777421163.262613:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 172 00000100:00100000:0.0:1777421163.267394:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421163.267681:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006767104 00000100:00100000:2.0:1777421163.267692:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006767104 00000100:00100000:2.0:1777421163.267801:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 173 00000100:00100000:2.0:1777421163.267812:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+29:11911:x1863761006767104:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:2.0:1777421163.267889:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe53 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.267906:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.267918:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.267964:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.267973:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe53 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.267990:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.267998:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777eea00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421163.268002:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.268010:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe53 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.268029:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:2.0:1777421163.268032:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421163.268037:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe53 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.268044:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe53 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421163.268132:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+29:11911:x1863761006767104:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 323us (747us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421163.268140:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 173 00000100:00100000:0.0:1777421163.308859:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421163.308907:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006767232 00000100:00100000:2.0:1777421163.308918:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006767232 00000100:00100000:2.0:1777421163.309048:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 55 00000100:00100000:2.0:1777421163.309067:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+29:11915:x1863761006767232:12345-192.168.204.24@tcp:49:lfs.0 00000100:00100000:2.0:1777421163.309266:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+29:11915:x1863761006767232:12345-192.168.204.24@tcp:49:lfs.0 Request processed in 200us (413us total) trans 0 rc -61/-61 00000100:00100000:2.0:1777421163.309306:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 55 00000100:00100000:0.0:1777421163.311872:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421163.311925:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006767488 00000100:00100000:2.0:1777421163.311934:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006767488 00000100:00100000:2.0:1777421163.312010:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 174 00000100:00100000:2.0:1777421163.312020:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+29:11915:x1863761006767488:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421163.312040:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421163.312061:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe5a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e049e0 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.312165:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe61 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.312184:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfe29 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049d2 expref: 30 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.312193:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe61 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.312231:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfe29 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049d2 expref: 30 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.312244:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfe29 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049d2 expref: 30 pid: 5772 timeout: 329 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421163.312260:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffe9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018284032:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421163.312381:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421163.315107:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421163.315164:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffe9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018284032:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421163.315189:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe61 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421163.315930:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006767616 00000100:00100000:3.0:1777421163.315939:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006767616 00010000:00010000:3.0:1777421163.315976:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfe29 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049d2 expref: 31 pid: 5772 timeout: 329 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421163.316136:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 70 00000100:00100000:3.0:1777421163.316148:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+31:2361:x1863761006767616:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421163.316163:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421163.316171:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfe29 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049d2 expref: 31 pid: 5772 timeout: 329 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.316184:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfe29 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049d2 expref: 31 pid: 5772 timeout: 329 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.316222:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6bfe29 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049d2 expref: 31 pid: 5772 timeout: 329 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.316248:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:3.0:1777421163.316253:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe61 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.316263:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe61 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.316271:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe61 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.316318:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421163.316380:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+30:2361:x1863761006767616:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 235us (1282us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421163.316389:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 70 00010000:00010000:2.0:1777421163.316663:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe61 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.316672:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe61 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421163.316692:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:2.0:1777421163.316851:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe5a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049e0 expref: 31 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.316875:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe61 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049e0 expref: 30 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.316883:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:2.0:1777421163.316887:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777421163.316889:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ef600, rc 0) 00000100:00100000:2.0:1777421163.316929:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+30:11915:x1863761006767488:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 4909us (5066us total) trans 4294967424 rc 0/0 00000100:00100000:2.0:1777421163.316938:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 174 00000001:00080000:0.0:1777421163.322357:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967307 is committed 00000100:00100000:2.0:1777421163.323478:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421163.323531:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006767872 00000100:00100000:0.0:1777421163.323544:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006767872 00000100:00100000:0.0:1777421163.323609:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 175 00000100:00100000:0.0:1777421163.323620:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+30:11915:x1863761006767872:12345-192.168.204.24@tcp:55:lfs.0 00010000:00010000:0.0:1777421163.323764:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfe6f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.323781:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe61 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049e0 expref: 30 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.323790:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfe6f lrc: 4/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.323823:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe61 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049e0 expref: 30 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.323835:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe61 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049e0 expref: 30 pid: 5772 timeout: 329 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421163.323854:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018284160:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421163.323936:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f425569c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421163.328789:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421163.328950:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006768000 00000100:00100000:3.0:1777421163.328959:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006768000 00010000:00010000:3.0:1777421163.328997:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe61 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049e0 expref: 31 pid: 5772 timeout: 329 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421163.329038:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 71 00000100:00100000:3.0:1777421163.329048:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045d66c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+31:2360:x1863761006768000:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421163.329063:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421163.329071:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe61 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049e0 expref: 31 pid: 5772 timeout: 329 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.329103:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe61 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049e0 expref: 31 pid: 5772 timeout: 329 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421163.329118:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018284160:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421163.329127:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6bfe61 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049e0 expref: 31 pid: 5772 timeout: 329 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.329145:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfe6f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.329156:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:3.0:1777421163.329165:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfe6f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.329196:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfe6f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.329204:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfe6f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.330071:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421163.330089:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfe6f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.330099:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfe6f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421163.330172:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045d66c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+30:2360:x1863761006768000:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 1124us (1389us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421163.330182:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 71 00010000:00010000:2.0:1777421163.330322:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfe6f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.330331:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfe6f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.330339:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfe6f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.330346:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421163.330352:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfe6f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.330360:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfe6f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.330373:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:2.0:1777421163.330377:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777421163.330382:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfe6f lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.330388:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfe6f lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421163.330432:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+30:11915:x1863761006767872:12345-192.168.204.24@tcp:55:lfs.0 Request processed in 6813us (6958us total) trans 4294967425 rc 0/0 00000100:00100000:2.0:1777421163.330449:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 175 00000100:00100000:0.0:1777421163.332642:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421163.332699:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006768256 00000100:00100000:2.0:1777421163.332711:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006768256 00000100:00100000:2.0:1777421163.332820:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 56 00000100:00100000:2.0:1777421163.332832:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+30:11915:x1863761006768256:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:2.0:1777421163.333170:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+31:11915:x1863761006768256:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 338us (533us total) trans 4294967426 rc 0/0 00000100:00100000:2.0:1777421163.333179:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 56 00000100:00100000:0.0:1777421163.362339:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421163.362507:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006768512 00000100:00100000:2.0:1777421163.362518:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006768512 00000100:00100000:2.0:1777421163.362594:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 176 00000100:00100000:2.0:1777421163.362605:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+31:11918:x1863761006768512:12345-192.168.204.24@tcp:101:lfs.500 00010000:00010000:2.0:1777421163.362631:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421163.362652:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe76 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e049e7 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.362802:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfe7d lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.362865:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfe7d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.362879:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfe7d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.362894:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfe84 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.362918:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfe84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.362924:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfe84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.363056:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfe8b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.363066:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfe8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.363073:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfe8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421163.363084:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:2.0:1777421163.363262:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfe7d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.363271:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfe7d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.363298:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfe7d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.363304:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421163.363308:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfe7d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.363315:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfe7d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.363337:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff97104562fd00) 00010000:00010000:2.0:1777421163.363340:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421163.363345:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfe7d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.363351:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bfe7d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.363375:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfe84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.363381:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfe84 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.363386:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfe84 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.363390:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421163.363392:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfe84 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.363397:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfe84 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.363402:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x7cf78b4a (ffff971049356e00) 00010000:00010000:2.0:1777421163.363404:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421163.363406:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfe84 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.363411:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfe84 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.363464:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe76 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049e7 expref: 34 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.363478:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfe8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049e7 expref: 33 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.363485:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:2.0:1777421163.363487:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421163.363489:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777efc00, rc 0) 00000100:00100000:2.0:1777421163.363598:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+33:11918:x1863761006768512:12345-192.168.204.24@tcp:101:lfs.500 Request processed in 995us (1273us total) trans 4294967427 rc 0/0 00000100:00100000:2.0:1777421163.363606:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 176 00000100:00100000:1.0:1777421163.366661:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421163.366872:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006768768 00000100:00100000:2.0:1777421163.366882:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006768768 00000100:00100000:2.0:1777421163.366939:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 57 00000100:00100000:2.0:1777421163.366949:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+33:11918:x1863761006768768:12345-192.168.204.24@tcp:35:lfs.500 00000100:00100000:2.0:1777421163.367200:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+34:11918:x1863761006768768:12345-192.168.204.24@tcp:35:lfs.500 Request processed in 252us (548us total) trans 4294967428 rc 0/0 00000100:00100000:2.0:1777421163.367208:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 57 00000100:00100000:0.0:1777421163.371065:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421163.371183:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006768896 00000100:00100000:2.0:1777421163.371196:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006768896 00000100:00100000:2.0:1777421163.371260:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 177 00000100:00100000:2.0:1777421163.371271:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+34:11918:x1863761006768896:12345-192.168.204.24@tcp:54:lfs.500 00010000:00010000:2.0:1777421163.371444:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe99 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.371478:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.371493:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.371530:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.371537:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe99 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.371544:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe99 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.371550:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777eea00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421163.371554:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe99 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.371561:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe99 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.371573:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:2.0:1777421163.371576:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421163.371594:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe99 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.371602:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6bfe99 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421163.371711:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+34:11918:x1863761006768896:12345-192.168.204.24@tcp:54:lfs.500 Request processed in 441us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421163.371726:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 177 00000100:00100000:1.0:1777421163.413942:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421163.414042:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006769024 00000100:00100000:0.0:1777421163.414052:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006769024 00000100:00100000:0.0:1777421163.414114:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 58 00000100:00100000:0.0:1777421163.414124:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4bbc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+34:11925:x1863761006769024:12345-192.168.204.24@tcp:49:lfs.0 00000100:00100000:0.0:1777421163.414308:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4bbc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+34:11925:x1863761006769024:12345-192.168.204.24@tcp:49:lfs.0 Request processed in 148us (338us total) trans 0 rc -61/-61 00000100:00100000:0.0:1777421163.414318:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 58 00000100:00100000:3.0:1777421163.416323:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421163.416379:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006769152 00000100:00100000:1.0:1777421163.416387:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006769152 00000100:00100000:1.0:1777421163.416428:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 178 00000100:00100000:1.0:1777421163.416435:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+34:11925:x1863761006769152:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:1.0:1777421163.416491:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744bc00/0xd9d09a059d6bfea0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.416507:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744bc00/0xd9d09a059d6bfea0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.416516:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744bc00/0xd9d09a059d6bfea0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.416534:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744bc00/0xd9d09a059d6bfea0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.416539:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744bc00/0xd9d09a059d6bfea0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.416543:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744bc00/0xd9d09a059d6bfea0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.416561:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744bc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421163.416565:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744bc00/0xd9d09a059d6bfea0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.416570:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744bc00/0xd9d09a059d6bfea0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.416579:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:1.0:1777421163.416591:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421163.416596:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744bc00/0xd9d09a059d6bfea0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.416603:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744bc00/0xd9d09a059d6bfea0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421163.416686:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+34:11925:x1863761006769152:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 239us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421163.416695:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 178 00000100:00100000:1.0:1777421163.490205:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421163.490412:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006769408 00000100:00100000:0.0:1777421163.490423:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006769408 00000100:00100000:0.0:1777421163.490491:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 179 00000100:00100000:0.0:1777421163.490501:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+34:11935:x1863761006769408:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421163.490523:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421163.490546:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bfea7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e049ee expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.490650:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfeae lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.490665:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfe8b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049e7 expref: 35 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.490674:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfeae lrc: 4/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.490708:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfe8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049e7 expref: 35 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.490720:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfe8b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049e7 expref: 35 pid: 5772 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421163.490732:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018284288:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421163.491213:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f425569c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421163.493362:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018284288:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421163.493406:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfeae lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421163.494950:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421163.495524:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006769536 00000100:00100000:3.0:1777421163.495534:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006769536 00010000:00010000:3.0:1777421163.495572:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfe8b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049e7 expref: 36 pid: 5772 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421163.495636:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 72 00000100:00100000:3.0:1777421163.495647:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+36:2361:x1863761006769536:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421163.495661:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421163.495669:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfe8b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049e7 expref: 36 pid: 5772 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.495682:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfe8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049e7 expref: 36 pid: 5772 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.495709:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6bfe8b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049e7 expref: 36 pid: 5772 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.495735:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:3.0:1777421163.495741:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfeae lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.495751:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfeae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.495759:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfeae lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.495795:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421163.495985:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfeae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.495994:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfeae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421163.496013:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:1.0:1777421163.496252:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bfea7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049ee expref: 37 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.496301:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfeae lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049ee expref: 36 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421163.496309:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:1.0:1777421163.496312:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777421163.496315:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bd000, rc 0) 00000100:00100000:1.0:1777421163.496370:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+36:11935:x1863761006769408:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 5870us (6174us total) trans 4294967429 rc 0/0 00000100:00100000:1.0:1777421163.496378:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 179 00000100:00100000:3.0:1777421163.496543:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+35:2361:x1863761006769536:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 898us (1596us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421163.496552:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 72 00000100:00100000:1.0:1777421163.500268:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421163.500418:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006769792 00000100:00100000:3.0:1777421163.500445:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006769792 00000100:00100000:2.0:1777421163.500552:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 180 00000100:00100000:2.0:1777421163.500565:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+35:11935:x1863761006769792:12345-192.168.204.24@tcp:55:lfs.0 00010000:00010000:2.0:1777421163.500648:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfebc lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.500665:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfeae lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049ee expref: 35 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.500674:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfebc lrc: 4/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.500709:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfeae lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049ee expref: 35 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421163.500734:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfeae lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049ee expref: 35 pid: 5771 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421163.500751:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffeb800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018284416:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421163.500839:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4900 going to sleep for 11 seconds 00000100:00100000:2.0:1777421163.503066:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421163.503234:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006769920 00000100:00100000:3.0:1777421163.503243:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006769920 00010000:00010000:3.0:1777421163.503312:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfeae lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049ee expref: 36 pid: 5771 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421163.503400:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 73 00000100:00100000:3.0:1777421163.503410:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+36:2360:x1863761006769920:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421163.503426:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421163.503433:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfeae lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049ee expref: 36 pid: 5771 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.503448:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfeae lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049ee expref: 36 pid: 5771 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421163.503471:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffeb800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018284416:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421163.503473:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfeae lrc: 0/0,0 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049ee expref: 36 pid: 5771 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.503494:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:3.0:1777421163.503500:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfebc lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.503510:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfebc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.503518:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfebc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.503593:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfebc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.503661:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421163.503684:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfebc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.503693:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfebc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421163.503726:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+35:2360:x1863761006769920:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 316us (680us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421163.503741:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 73 00010000:00010000:0.0:1777421163.503992:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfebc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.504001:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfebc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.504008:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfebc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.504014:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421163.504019:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfebc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.504026:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfebc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.504035:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:0.0:1777421163.504038:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1777421163.504043:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfebc lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.504049:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6bfebc lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421163.504117:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+35:11935:x1863761006769792:12345-192.168.204.24@tcp:55:lfs.0 Request processed in 3555us (3861us total) trans 4294967430 rc 0/0 00000100:00100000:0.0:1777421163.504135:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 180 00000100:00100000:2.0:1777421163.505740:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421163.505903:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006770176 00000100:00100000:0.0:1777421163.505914:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006770176 00000100:00100000:0.0:1777421163.505997:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 59 00000100:00100000:0.0:1777421163.506008:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+35:11935:x1863761006770176:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:0.0:1777421163.506227:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+36:11935:x1863761006770176:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 220us (492us total) trans 4294967431 rc 0/0 00000100:00100000:0.0:1777421163.506235:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 59 00000100:00100000:1.0:1777421163.537812:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421163.538066:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006770432 00000100:00100000:0.0:1777421163.538078:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006770432 00000100:00100000:0.0:1777421163.538174:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 181 00000100:00100000:0.0:1777421163.538195:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+36:11938:x1863761006770432:12345-192.168.204.24@tcp:101:lfs.500 00010000:00010000:0.0:1777421163.538219:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421163.538242:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfec3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e049f5 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538343:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bfeca lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538357:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bfeca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538368:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bfeca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538380:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfed1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538403:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfed1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538410:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfed1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538547:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfed8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538557:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfed8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538564:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfed8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421163.538573:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:0.0:1777421163.538676:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bfeca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538685:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bfeca lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538692:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bfeca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538698:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421163.538703:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bfeca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538709:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bfeca lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538730:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff97104562fd00) 00010000:00010000:0.0:1777421163.538733:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421163.538738:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bfeca lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538744:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bfeca lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538757:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfed1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538764:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfed1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538768:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfed1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538773:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421163.538776:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfed1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538781:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfed1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538788:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x7cf78b4a (ffff971042afdb00) 00010000:00010000:0.0:1777421163.538790:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421163.538792:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfed1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538798:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfed1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538850:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfec3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049f5 expref: 39 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538866:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfed8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049f5 expref: 38 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.538874:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:0.0:1777421163.538876:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421163.538879:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bd000, rc 0) 00000100:00100000:0.0:1777421163.539246:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+38:11938:x1863761006770432:12345-192.168.204.24@tcp:101:lfs.500 Request processed in 1060us (1443us total) trans 4294967432 rc 0/0 00000100:00100000:0.0:1777421163.539254:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 181 00000100:00100000:1.0:1777421163.546688:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421163.547484:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006770688 00000100:00100000:0.0:1777421163.547495:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006770688 00000100:00100000:0.0:1777421163.547560:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 60 00000100:00100000:0.0:1777421163.547570:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046234700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+38:11938:x1863761006770688:12345-192.168.204.24@tcp:35:lfs.500 00000100:00100000:0.0:1777421163.548366:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046234700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+39:11938:x1863761006770688:12345-192.168.204.24@tcp:35:lfs.500 Request processed in 794us (1687us total) trans 4294967433 rc 0/0 00000100:00100000:0.0:1777421163.548375:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 60 00000100:00100000:2.0:1777421163.554402:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421163.554848:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006770816 00000100:00100000:0.0:1777421163.554860:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006770816 00000100:00100000:0.0:1777421163.554965:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 182 00000100:00100000:0.0:1777421163.554977:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+39:11938:x1863761006770816:12345-192.168.204.24@tcp:54:lfs.500 00010000:00010000:0.0:1777421163.555045:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfee6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.555080:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfee6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.555093:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfee6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.555122:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfee6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.555128:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfee6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.555135:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfee6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.555142:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bda00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421163.555146:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfee6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.555153:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfee6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.555164:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:0.0:1777421163.555167:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421163.555172:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfee6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.555187:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfee6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421163.555261:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+39:11938:x1863761006770816:12345-192.168.204.24@tcp:54:lfs.500 Request processed in 286us (883us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421163.555311:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 182 00000100:00100000:1.0:1777421163.590021:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421163.590157:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006770944 00000100:00100000:0.0:1777421163.590167:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006770944 00000100:00100000:0.0:1777421163.590256:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 61 00000100:00100000:0.0:1777421163.590266:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+39:11945:x1863761006770944:12345-192.168.204.24@tcp:49:lfs.0 00000100:00100000:0.0:1777421163.590425:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+39:11945:x1863761006770944:12345-192.168.204.24@tcp:49:lfs.0 Request processed in 160us (412us total) trans 0 rc -61/-61 00000100:00100000:0.0:1777421163.590434:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 61 00000100:00100000:1.0:1777421163.592227:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421163.592321:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006771072 00000100:00100000:0.0:1777421163.592330:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006771072 00000100:00100000:0.0:1777421163.592385:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 183 00000100:00100000:0.0:1777421163.592395:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+39:11945:x1863761006771072:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:0.0:1777421163.592454:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfeed lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.592473:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfeed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.592484:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfeed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.592510:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfeed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.592517:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfeed lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.592522:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfeed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.592543:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bda00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421163.592548:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfeed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.592555:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfeed lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.592574:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:0.0:1777421163.592586:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421163.592591:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfeed lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.592598:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfeed lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421163.592704:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+39:11945:x1863761006771072:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 310us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421163.592713:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 183 00000100:00100000:2.0:1777421163.628519:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421163.628608:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006771328 00000100:00100000:0.0:1777421163.628620:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006771328 00000100:00100000:0.0:1777421163.628687:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 184 00000100:00100000:0.0:1777421163.628697:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+39:11949:x1863761006771328:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421163.628718:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421163.628741:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfef4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e049fc expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.628842:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfefb lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.628877:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfed8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049f5 expref: 40 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.628887:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfefb lrc: 4/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.628923:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfed8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049f5 expref: 40 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.628936:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfed8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049f5 expref: 40 pid: 5772 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421163.628950:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018284544:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421163.629048:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c523240 going to sleep for 11 seconds 00000100:00100000:1.0:1777421163.633371:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421163.633419:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018284544:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421163.633459:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfefb lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421163.633665:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006771456 00000100:00100000:3.0:1777421163.633674:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006771456 00010000:00010000:3.0:1777421163.633709:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfed8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049f5 expref: 41 pid: 5772 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421163.633872:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 74 00000100:00100000:3.0:1777421163.633882:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+41:2360:x1863761006771456:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421163.633896:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421163.633904:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfed8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049f5 expref: 41 pid: 5772 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.633915:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfed8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049f5 expref: 41 pid: 5772 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.633937:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6bfed8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049f5 expref: 41 pid: 5772 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.633952:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:3.0:1777421163.633957:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfefb lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.633966:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfefb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.633974:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfefb lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.634020:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421163.634080:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+40:2360:x1863761006771456:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 199us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421163.634089:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 74 00010000:00010000:0.0:1777421163.634143:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfefb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.634151:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfefb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421163.634170:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:0.0:1777421163.634381:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bfef4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049fc expref: 41 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.634410:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfefb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049fc expref: 40 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.634417:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:0.0:1777421163.634420:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777421163.634423:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bc400, rc 0) 00000100:00100000:0.0:1777421163.634461:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+40:11949:x1863761006771328:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 5766us (5952us total) trans 4294967434 rc 0/0 00000100:00100000:0.0:1777421163.634469:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 184 00000100:00100000:1.0:1777421163.637879:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421163.639065:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006771712 00000100:00100000:0.0:1777421163.639083:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006771712 00000100:00100000:0.0:1777421163.639200:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 185 00000100:00100000:0.0:1777421163.639213:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+40:11949:x1863761006771712:12345-192.168.204.24@tcp:55:lfs.0 00010000:00010000:0.0:1777421163.639322:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bff09 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.639340:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfefb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049fc expref: 40 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.639348:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bff09 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.639381:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfefb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049fc expref: 40 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.639393:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfefb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049fc expref: 40 pid: 5772 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421163.639424:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018284672:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421163.639529:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c5236c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421163.643358:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018284672:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421163.643389:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:0.0:1777421163.643391:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bff09 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421163.643892:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006771840 00000100:00100000:3.0:1777421163.643901:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006771840 00010000:00010000:3.0:1777421163.643950:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfefb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049fc expref: 41 pid: 5772 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421163.643989:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 75 00000100:00100000:3.0:1777421163.644001:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077253100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+41:2360:x1863761006771840:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421163.644018:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421163.644025:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfefb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049fc expref: 41 pid: 5772 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.644038:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfefb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049fc expref: 41 pid: 5772 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.644060:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6bfefb lrc: 0/0,0 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049fc expref: 41 pid: 5772 timeout: 330 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.644076:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:3.0:1777421163.644081:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bff09 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.644090:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bff09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.644116:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bff09 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421163.644699:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421163.644781:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077253100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+40:2360:x1863761006771840:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 781us (1391us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421163.644790:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 75 00010000:00010000:0.0:1777421163.644949:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bff09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.644962:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bff09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.645148:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bff09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.645156:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bff09 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.645163:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bff09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.645169:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421163.645174:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bff09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.645182:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bff09 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.645193:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:0.0:1777421163.645204:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1777421163.645209:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bff09 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.645215:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bff09 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421163.645256:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+40:11949:x1863761006771712:12345-192.168.204.24@tcp:55:lfs.0 Request processed in 6046us (7387us total) trans 4294967435 rc 0/0 00000100:00100000:0.0:1777421163.645264:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 185 00000100:00100000:1.0:1777421163.647896:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421163.648059:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006772096 00000100:00100000:0.0:1777421163.648070:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006772096 00000100:00100000:0.0:1777421163.648118:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 62 00000100:00100000:0.0:1777421163.648128:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+40:11949:x1863761006772096:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:0.0:1777421163.648478:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+41:11949:x1863761006772096:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 350us (589us total) trans 4294967436 rc 0/0 00000100:00100000:0.0:1777421163.648486:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 62 00000100:00100000:1.0:1777421163.679083:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421163.679489:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006772352 00000100:00100000:0.0:1777421163.679505:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006772352 00000100:00100000:0.0:1777421163.679567:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 186 00000100:00100000:0.0:1777421163.679591:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+41:11952:x1863761006772352:12345-192.168.204.24@tcp:101:lfs.500 00010000:00010000:0.0:1777421163.679620:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421163.679645:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bff10 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04a03 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.679739:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bff17 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.679755:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bff17 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.679787:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bff17 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.679804:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff1e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.679812:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.679819:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.679957:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bff25 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.679967:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bff25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.679974:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bff25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421163.679984:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:0.0:1777421163.680081:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bff17 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.680088:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bff17 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.680094:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bff17 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.680100:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bda00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421163.680110:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bff17 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.680117:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bff17 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.680128:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff97104562fd00) 00010000:00010000:0.0:1777421163.680131:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421163.680136:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bff17 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.680143:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6bff17 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.680167:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.680173:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff1e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.680182:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.680187:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bce00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421163.680190:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.680195:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff1e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.680202:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x7cf78b4a (ffff971042afdb00) 00010000:00010000:0.0:1777421163.680204:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421163.680217:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff1e lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.680222:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff1e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.680263:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6bff10 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a03 expref: 44 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.680318:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bde00/0xd9d09a059d6bff25 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a03 expref: 43 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.680326:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:0.0:1777421163.680329:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421163.680332:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bde00, rc 0) 00000100:00100000:0.0:1777421163.680399:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+43:11952:x1863761006772352:12345-192.168.204.24@tcp:101:lfs.500 Request processed in 823us (1324us total) trans 4294967437 rc 0/0 00000100:00100000:0.0:1777421163.680406:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 186 00000100:00100000:1.0:1777421163.683619:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421163.683702:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006772608 00000100:00100000:0.0:1777421163.683714:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006772608 00000100:00100000:0.0:1777421163.683816:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 63 00000100:00100000:0.0:1777421163.683827:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+43:11952:x1863761006772608:12345-192.168.204.24@tcp:35:lfs.500 00000100:00100000:0.0:1777421163.684060:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+44:11952:x1863761006772608:12345-192.168.204.24@tcp:35:lfs.500 Request processed in 233us (449us total) trans 4294967438 rc 0/0 00000100:00100000:0.0:1777421163.684068:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 63 00000100:00100000:1.0:1777421163.687269:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421163.687431:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006772736 00000100:00100000:0.0:1777421163.687440:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006772736 00000100:00100000:0.0:1777421163.687498:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 187 00000100:00100000:0.0:1777421163.687508:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+44:11952:x1863761006772736:12345-192.168.204.24@tcp:54:lfs.500 00010000:00010000:0.0:1777421163.687599:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff33 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.687616:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.687629:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.687652:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.687660:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff33 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.687667:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.687673:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bce00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421163.687677:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.687693:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff33 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.687707:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:0.0:1777421163.687710:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421163.687714:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff33 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.687721:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff33 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421163.687791:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+44:11952:x1863761006772736:12345-192.168.204.24@tcp:54:lfs.500 Request processed in 285us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421163.687799:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 187 00000100:00100000:1.0:1777421163.740703:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421163.740821:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006772864 00000100:00100000:0.0:1777421163.740830:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006772864 00000100:00100000:0.0:1777421163.740922:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 64 00000100:00100000:0.0:1777421163.740931:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4b9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+44:11959:x1863761006772864:12345-192.168.204.24@tcp:49:lfs.0 00000100:00100000:0.0:1777421163.741054:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4b9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+44:11959:x1863761006772864:12345-192.168.204.24@tcp:49:lfs.0 Request processed in 124us (362us total) trans 0 rc -61/-61 00000100:00100000:0.0:1777421163.741060:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 64 00000100:00100000:1.0:1777421163.746031:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421163.746262:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006772992 00000100:00100000:0.0:1777421163.746441:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006772992 00010000:00010000:2.0:1777421163.746605:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421163.746862:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 188 00000100:00100000:0.0:1777421163.746874:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+44:11959:x1863761006772992:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:0.0:1777421163.746938:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff3a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.746956:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.746968:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.746994:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.747001:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff3a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.747023:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.747029:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bce00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421163.747033:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.747040:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff3a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.747052:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff971042afd600) 00010000:00010000:0.0:1777421163.747055:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421163.747059:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff3a lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421163.747066:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6bff3a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421163.747150:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+44:11959:x1863761006772992:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 278us (1128us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421163.747157:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 188 00000040:00080000:0.0:1777421164.003188:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421164.003199:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421164.003472:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 5 count 3 00000040:00080000:0.0:1777421164.003485:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777421164.771943:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421165.796784:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421165.858514:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018284800:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421165.858616:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421165.858788:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018284800 00000100:00100000:2.0:1777421165.858798:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018284800 00000100:00100000:2.0:1777421165.858893:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1777421165.858905:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018284800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777421165.858943:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3856662528 avail 3854565376 00000100:00080000:0.0:1777421165.859039:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421165.859063:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018284800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 158us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421165.859073:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1777421165.859161:0:3299:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967305 gen 2 00000004:00080000:1.0:1777421165.859169:0:3299:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967305 committed transno 4294967305 00000100:00100000:1.0:1777421165.859202:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018284800:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421165.874472:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421165.874528:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421165.874569:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421165.874631:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421165.874645:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006773504 00000100:00100000:1.0:1777421165.874664:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421165.874667:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006773504 00000100:00100000:1.0:1777421165.874705:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421165.874744:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421165.874781:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006773760 00000100:00100000:3.0:1777421165.874789:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006773760 00000100:00100000:1.0:1777421165.874792:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006773120 00000100:00100000:0.0:1777421165.874793:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006773248 00000100:00100000:2.0:1777421165.874797:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006773376 00000100:00100000:2.0:1777421165.874807:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006773376 00000100:00100000:1.0:1777421165.874808:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006773120 00000100:00100000:0.0:1777421165.874808:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006773248 00000100:00100000:2.0:1777421165.874864:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006773888 00000100:00100000:2.0:1777421165.874869:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006773888 00000100:00100000:0.0:1777421165.874871:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006773632 00000100:00100000:0.0:1777421165.874877:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006773632 00000100:00100000:1.0:1777421165.874878:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 264 00000100:00100000:1.0:1777421165.874893:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761006773120:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421165.874900:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 60 00000100:00100000:0.0:1777421165.874910:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 87 00000100:00100000:2.0:1777421165.874915:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+5:2360:x1863761006773504:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421165.874923:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+44:2360:x1863761006773248:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421165.874966:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 61 00000100:00100000:1.0:1777421165.874976:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761006773120:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 84us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421165.874994:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 264 00000100:00100000:3.0:1777421165.874996:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+6:2360:x1863761006773376:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421165.874997:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+44:2360:x1863761006773248:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 61us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421165.875020:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 87 00000100:00100000:0.0:1777421165.875044:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 88 00000100:00100000:1.0:1777421165.875046:0:6552:0:(service.c:3435:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:1.0:1777421165.875057:0:6552:0:(service.c:3494:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:0.0:1777421165.875072:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761006773632:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421165.875082:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+6:2360:x1863761006773376:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 103us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421165.875082:0:6553:0:(service.c:3435:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:3.0:1777421165.875097:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 61 00000100:00100000:1.0:1777421165.875108:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 62 00000100:00100000:0.0:1777421165.875121:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761006773632:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 50us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421165.875128:0:7984:0:(service.c:3435:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:1.0:1777421165.875129:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006773888:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421165.875136:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 88 00000100:00080000:0.0:1777421165.875168:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421165.875174:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006773888:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 54us (429us total) trans 0 rc 0/0 00000100:00080000:0.0:1777421165.875174:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777421165.875179:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421165.875186:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 62 00000100:00100000:3.0:1777421165.875367:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 63 00000100:00100000:3.0:1777421165.875378:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006773760:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421165.875418:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006773760:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 43us (849us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421165.875426:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 63 00000100:00100000:3.0:1777421165.876101:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+5:2360:x1863761006773504:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 1185us (1566us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421165.876127:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 60 00010000:00010000:2.0:1777421166.818556:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421166.883474:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018284928:0@lo:400:kworker.0 00000100:00100000:3.0:1777421166.883489:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080355500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018285056:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421166.883530:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018285312:0@lo:400:kworker.0 00000100:00100000:2.0:1777421166.883555:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421166.883561:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421166.883574:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421166.883631:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018285440:0@lo:400:kworker.0 00000100:00100000:3.0:1777421166.883634:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018285696:0@lo:400:kworker.0 00000100:00100000:0.0:1777421166.883638:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863761018285184:0@lo:400:kworker.0 00000100:00100000:2.0:1777421166.883661:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421166.883689:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018285056 00000100:00100000:3.0:1777421166.883696:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018285056 00000100:00100000:0.0:1777421166.883701:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421166.883719:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018285568:0@lo:400:kworker.0 00000100:00100000:2.0:1777421166.883723:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018284928 00000100:00100000:2.0:1777421166.883727:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018284928 00000100:00100000:0.0:1777421166.883743:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421166.883759:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1777421166.883763:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:0.0:1777421166.883773:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018285312 00000100:00100000:3.0:1777421166.883778:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018285056:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421166.883778:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018284928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421166.883778:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018285312 00000100:00100000:0.0:1777421166.883805:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018285184 00000100:00100000:0.0:1777421166.883815:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018285184 00002000:00000024:3.0:1777421166.883820:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777421166.883832:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018285568 00000100:00100000:2.0:1777421166.883835:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018284928:12345-0@lo:400:kworker.0 Request processed in 63us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421166.883835:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018285568 00000100:00100000:2.0:1777421166.883843:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:0.0:1777421166.883854:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1777421166.883862:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018285312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421166.883869:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018285056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421166.883876:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018285440 00000100:00100000:3.0:1777421166.883880:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1777421166.883882:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018285440 00000100:00100000:0.0:1777421166.883903:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018285312:12345-0@lo:400:kworker.0 Request processed in 42us (329us total) trans 0 rc 0/0 00000100:00080000:3.0:1777421166.883909:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421166.883911:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1777421166.883914:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00080000:3.0:1777421166.883918:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421166.883922:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018285440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421166.883929:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1777421166.883936:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863761018285184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421166.883957:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018285440:12345-0@lo:400:kworker.0 Request processed in 36us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421166.883970:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1777421166.883976:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421166.883986:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863761018285184:12345-0@lo:400:kworker.0 Request processed in 50us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421166.883993:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1777421166.884009:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1777421166.884017:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863761018285568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421166.884029:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080355500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018285056:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421166.884053:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863761018285568:12345-0@lo:400:kworker.0 Request processed in 37us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421166.884060:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1777421166.884103:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018285312:0@lo:400:kworker.0 00000100:00100000:0.0:1777421166.884126:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863761018285184:0@lo:400:kworker.0 00000100:00100000:0.0:1777421166.884135:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018285568:0@lo:400:kworker.0 00000100:00100000:3.0:1777421166.884157:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018285696 00000100:00100000:3.0:1777421166.884162:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018285696 00000100:00100000:2.0:1777421166.884189:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018285440:0@lo:400:kworker.0 00000100:00100000:3.0:1777421166.884197:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1777421166.884203:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018284928:0@lo:400:kworker.0 00000100:00100000:3.0:1777421166.884224:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018285696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421166.884270:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018285696:12345-0@lo:400:kworker.0 Request processed in 55us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421166.884315:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1777421166.884368:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018285696:0@lo:400:kworker.0 00010000:00010000:2.0:1777421167.850551:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777421167.940925:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967438 is committed 00000020:00080000:3.0:1777421167.940985:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4 batchid updated 00000020:00080000:3.0:1777421167.941016:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4 00000020:00080000:3.0:1777421167.941023:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4 00000001:02000400:0.0:1777421168.009530:0:12584:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 1d: Archive, Release and Restore DoM file ========================================================== 20:06:06 (1777421166) 00000100:00100000:1.0:1777421168.059466:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421168.059521:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006774016 00000100:00100000:0.0:1777421168.059532:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006774016 00000100:00080000:1.0:1777421168.059596:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421168.059622:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 189 00000100:00100000:0.0:1777421168.059649:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+18:12529:x1863761006774016:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421168.059676:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421168.059699:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bff41 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04a0a expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.059804:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bff48 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.059841:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bff48 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.059856:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bff48 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.059877:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bff4f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.059886:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bff4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.059895:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bff4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.060029:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bff48 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.060041:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bff48 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.060049:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bff48 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.060071:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421168.060076:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bff48 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.060084:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bff48 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.060099:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043f8ba00) 00010000:00010000:0.0:1777421168.060103:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421168.060109:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bff48 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.060115:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bff48 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.060126:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bff4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.060132:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bff4f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.060138:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bff4f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.060143:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bdc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421168.060146:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bff4f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.060152:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bff4f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.060171:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb3812162 (ffff971042afdd00) 00010000:00010000:0.0:1777421168.060175:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421168.060178:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bff4f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.060201:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6bff4f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.060249:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bff41 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a0a expref: 19 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.060263:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043f8ba00) 00010000:00010000:0.0:1777421168.060265:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421168.060269:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6bff41 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a0a expref: 19 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.060321:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bc600, rc 0) 00000100:00100000:0.0:1777421168.060416:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+18:12529:x1863761006774016:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 771us (956us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421168.060425:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 189 00000100:00100000:0.0:1777421168.065075:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421168.065230:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006774272 00000100:00100000:1.0:1777421168.065248:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006774272 00000100:00100000:1.0:1777421168.065945:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 190 00000100:00100000:1.0:1777421168.065958:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+18:12529:x1863761006774272:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:1.0:1777421168.066019:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421168.066055:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bfd73 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e049a8 expref: 18 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.066081:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043f8ba00) 00010000:00010000:1.0:1777421168.066099:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421168.066861:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bff56 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.066880:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bff56 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.066892:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bff56 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.066905:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bff5d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.066912:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bff5d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.066919:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bff5d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421168.067874:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 512 00010000:00010000:1.0:1777421168.067895:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bff56 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.067904:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bff56 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.067919:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bff56 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.067926:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744b000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421168.067931:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bff56 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.067939:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bff56 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.067952:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104562f300) 00010000:00010000:1.0:1777421168.067955:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421168.067961:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bff56 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.067968:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b000/0xd9d09a059d6bff56 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421168.067986:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000003a6899a8 reply state 00000000797517b0 transno 4294967439 ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bff5d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421168.067995:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421168.068147:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+19:12529:x1863761006774272:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 2188us (3097us total) trans 4294967439 rc 0/0 00000100:00100000:1.0:1777421168.068156:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 190 00010000:00010000:3.0:1777421168.070943:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bff5d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.070967:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bff5d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.070977:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bff5d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.070985:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744b200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421168.070992:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bff5d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.071000:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bff5d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.071027:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb3812162 (ffff97104562fc00) 00010000:00010000:3.0:1777421168.071031:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421168.071039:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bff5d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.071048:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b200/0xd9d09a059d6bff5d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421168.078922:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421168.079058:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006774400 00000100:00100000:2.0:1777421168.079070:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006774400 00000100:00100000:2.0:1777421168.079129:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 191 00000100:00100000:2.0:1777421168.079139:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+18:12532:x1863761006774400:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421168.079168:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421168.079198:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bff64 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04a11 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.079319:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bff6b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.079340:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bff6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.079356:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bff6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421168.079437:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1777421168.079440:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 6 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421168.079468:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bff6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.079503:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bff64 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a11 expref: 20 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.079528:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bff6b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a11 expref: 19 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.079538:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356600) 00010000:00010000:2.0:1777421168.079542:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421168.079546:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ef000, rc 0) 00000100:00100000:2.0:1777421168.079618:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+19:12532:x1863761006774400:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 480us (712us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421168.079625:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 191 00000100:00100000:1.0:1777421168.090544:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421168.090783:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006774528 00000100:00100000:2.0:1777421168.090797:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006774528 00000100:00100000:2.0:1777421168.090866:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 192 00000100:00100000:2.0:1777421168.090876:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+19:12532:x1863761006774528:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421168.090897:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421168.090918:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bff72 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04a18 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.090993:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef200/0xd9d09a059d6bff79 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091010:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef200/0xd9d09a059d6bff79 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091021:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef200/0xd9d09a059d6bff79 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091034:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bff80 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091048:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bff80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091054:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bff80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091171:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bff87 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091180:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bff87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091187:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bff87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421168.091226:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 512 00000004:00200000:2.0:1777421168.091229:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421168.091249:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bff87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091260:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef200/0xd9d09a059d6bff79 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091266:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef200/0xd9d09a059d6bff79 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091508:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef200/0xd9d09a059d6bff79 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091516:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421168.091520:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef200/0xd9d09a059d6bff79 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091533:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef200/0xd9d09a059d6bff79 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091545:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356600) 00010000:00010000:2.0:1777421168.091548:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421168.091552:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef200/0xd9d09a059d6bff79 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091559:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef200/0xd9d09a059d6bff79 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091570:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bff80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091576:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bff80 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091582:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bff80 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091586:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777efe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421168.091589:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bff80 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091594:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bff80 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091601:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb3812162 (ffff971049356f00) 00010000:00010000:2.0:1777421168.091603:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421168.091605:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bff80 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091620:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6bff80 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091804:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6bff72 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a18 expref: 21 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091818:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bff87 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a18 expref: 20 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.091826:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff971049356b00) 00010000:00010000:2.0:1777421168.091828:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421168.091831:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777eee00, rc 0) 00000100:00100000:2.0:1777421168.091928:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+20:12532:x1863761006774528:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1053us (1394us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421168.091936:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 192 00000100:00100000:1.0:1777421168.096227:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421168.096357:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006774784 00000100:00100000:2.0:1777421168.096370:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006774784 00000100:00100000:2.0:1777421168.096447:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 193 00000100:00100000:2.0:1777421168.096459:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+20:12532:x1863761006774784:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421168.096486:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421168.096520:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6bff8e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04a1f expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421168.096647:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 512 00010000:00010000:2.0:1777421168.096787:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6bff8e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a1f expref: 22 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.096817:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356600) 00010000:00010000:2.0:1777421168.096820:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421168.096826:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6bff8e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a1f expref: 22 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.096838:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ef400, rc 0) 00000100:00100000:2.0:1777421168.096911:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+21:12532:x1863761006774784:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 454us (693us total) trans 4294967440 rc 301/301 00000100:00100000:2.0:1777421168.096920:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 193 00000100:00100000:1.0:1777421168.108566:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421168.108649:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006775040 00000100:00100000:2.0:1777421168.108660:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006775040 00000100:00100000:2.0:1777421168.108727:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 194 00000100:00100000:2.0:1777421168.108736:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+21:12532:x1863761006775040:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:2.0:1777421168.108795:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421168.108836:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6bff87 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a18 expref: 21 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.108858:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff971049356b00) 00010000:00010000:2.0:1777421168.108868:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421168.108899:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6bff9c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.108913:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6bff9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421168.108923:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6bff9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421168.109179:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000002fe19e5e reply state 0000000013387318 transno 4294967441 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6bff9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421168.109189:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1777421168.109201:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 512 00000100:00100000:2.0:1777421168.109303:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+22:12532:x1863761006775040:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 567us (749us total) trans 4294967441 rc 0/0 00000100:00100000:2.0:1777421168.109311:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 194 00010000:00010000:3.0:1777421168.110666:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6bff9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.110679:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6bff9c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.110686:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6bff9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.110699:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421168.110703:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6bff9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.110710:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6bff9c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.110722:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff971049356f00) 00010000:00010000:3.0:1777421168.110725:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421168.110730:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6bff9c lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.110735:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6bff9c lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421168.112014:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421168.112259:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006775296 00000100:00100000:1.0:1777421168.112293:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006775296 00000100:00100000:1.0:1777421168.112424:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 65 00000100:00100000:1.0:1777421168.112433:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+21:12532:x1863761006775296:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1777421168.112678:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+22:12532:x1863761006775296:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 245us (669us total) trans 4294967442 rc 0/0 00000100:00100000:1.0:1777421168.112687:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 65 00000100:00100000:3.0:1777421168.123640:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421168.123680:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006775424 00000100:00100000:3.0:1777421168.123692:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006775424 00000100:00100000:3.0:1777421168.123753:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 195 00000100:00100000:3.0:1777421168.123767:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+22:12535:x1863761006775424:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:3.0:1777421168.123794:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421168.123816:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bffa3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04a26 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.123883:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bffaa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.123900:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bffaa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.123922:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bffaa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.123937:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6bffb1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.123944:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6bffb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.123951:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6bffb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.124111:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bffb8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.124120:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bffb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.124128:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bffb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421168.124161:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 512 00000004:00200000:3.0:1777421168.124165:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421168.124189:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bffb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.124201:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bffaa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.124208:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bffaa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.124296:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bffaa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.124304:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbae00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421168.124309:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bffaa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.124316:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bffaa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.124328:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356600) 00010000:00010000:3.0:1777421168.124332:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421168.124337:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bffaa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.124344:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6bffaa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.124355:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6bffb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.124362:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6bffb1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.124367:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6bffb1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.124372:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbb800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421168.124375:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6bffb1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.124391:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6bffb1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.124400:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb3812162 (ffff971043f8bb00) 00010000:00010000:3.0:1777421168.124403:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421168.124406:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6bffb1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.124411:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6bffb1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.124448:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6bffa3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a26 expref: 24 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.124467:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbba00/0xd9d09a059d6bffb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a26 expref: 23 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.124475:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff971043f8be00) 00010000:00010000:3.0:1777421168.124477:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777421168.124479:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbba00, rc 0) 00000100:00100000:3.0:1777421168.124560:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+23:12535:x1863761006775424:12345-192.168.204.24@tcp:101:rm.0 Request processed in 796us (930us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421168.124568:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 195 00000100:00100000:1.0:1777421168.128206:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421168.128734:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006775552 00000100:00100000:3.0:1777421168.128745:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006775552 00000100:00100000:3.0:1777421168.128805:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 196 00000100:00100000:3.0:1777421168.128814:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+23:12535:x1863761006775552:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:3.0:1777421168.128840:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421168.128860:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6bffbf lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04a2d expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.128927:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6bffc6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.128941:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6bffc6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.128952:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6bffc6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.128967:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bffcd lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.128975:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bffcd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.128982:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bffcd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.129050:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6bffc6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.129058:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6bffc6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.129065:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6bffc6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.129072:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcba200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421168.129083:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6bffc6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.129091:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6bffc6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.129105:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff971043f8be00) 00010000:00010000:3.0:1777421168.129108:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421168.129113:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6bffc6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.129120:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6bffc6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.129131:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bffcd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.129137:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bffcd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.129143:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bffcd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.129147:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbaa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421168.129149:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bffcd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.129155:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bffcd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.129162:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0xe7b1def7 (ffff971043f8b800) 00010000:00010000:3.0:1777421168.129164:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421168.129173:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bffcd lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.129179:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6bffcd lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.129210:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6bffbf lrc: 1/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a2d expref: 24 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.129221:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff971043f8be00) 00010000:00010000:3.0:1777421168.129224:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421168.129228:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6bffbf lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a2d expref: 24 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.129237:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbb000, rc 0) 00000100:00100000:3.0:1777421168.129331:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+23:12535:x1863761006775552:12345-192.168.204.24@tcp:101:rm.0 Request processed in 518us (1136us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421168.129339:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 196 00000100:00100000:3.0:1777421168.131855:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421168.132151:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006775680 00000100:00100000:0.0:1777421168.132162:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006775680 00000100:00100000:0.0:1777421168.132227:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 197 00000100:00100000:0.0:1777421168.132239:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+23:12535:x1863761006775680:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:0.0:1777421168.132259:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421168.132313:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bffd4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04a34 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.132395:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bffdb lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.132411:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bffdb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.132423:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bffdb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.132439:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bffe2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.132447:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bffe2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.132454:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bffe2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.132538:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bffdb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.132546:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bffdb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.132553:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bffdb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.132559:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421168.132564:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bffdb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.132583:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bffdb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.132596:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff971043f8be00) 00010000:00010000:0.0:1777421168.132598:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421168.132605:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bffdb lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.132612:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bffdb lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.132623:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bffe2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.132629:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bffe2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.132636:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bffe2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.132642:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421168.132645:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bffe2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.132651:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bffe2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.132659:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0xe7b1def7 (ffff971042afdd00) 00010000:00010000:0.0:1777421168.132661:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421168.132664:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bffe2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.132736:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bffe2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.132775:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bffd4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a34 expref: 24 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.132787:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff971043f8be00) 00010000:00010000:0.0:1777421168.132790:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421168.132794:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bffd4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a34 expref: 24 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.132802:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bc200, rc 0) 00000100:00100000:0.0:1777421168.132944:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+23:12535:x1863761006775680:12345-192.168.204.24@tcp:101:rm.0 Request processed in 707us (1097us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421168.132953:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 197 00000100:00100000:1.0:1777421168.144602:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421168.144709:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006775936 00000100:00100000:0.0:1777421168.144721:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006775936 00000100:00100000:0.0:1777421168.144782:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 198 00000100:00100000:0.0:1777421168.144792:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+23:12536:x1863761006775936:12345-192.168.204.24@tcp:101:dd.0 00010000:00010000:0.0:1777421168.144818:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421168.144841:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bffe9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04a3b expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.144996:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bfff0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.145013:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bfff0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.145037:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bfff0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.145053:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfff7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.145059:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfff7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.145066:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfff7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.145663:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6bfffe lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.145675:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6bfffe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.145683:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6bfffe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421168.145724:0:5771:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1777421168.145728:0:5771:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb mtime from disk: 0 -> 1777421167 00000004:00010000:1.0:1777421168.145731:0:5771:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb atime from disk: 0 -> 1777421167 00000004:00010000:1.0:1777421168.145733:0:5771:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb ctime from disk: 0 -> 1777421167 00000004:00010000:1.0:1777421168.145735:0:5771:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb blocks from disk: 18427282363563114435 -> 2 00002000:00010000:1.0:1777421168.145739:0:5771:0:(mdt_io.c:1542:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1777421168.145744:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bfff0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.145751:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bfff0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.145771:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bfff0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.145784:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421168.145789:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bfff0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.145797:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bfff0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.145810:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff971043f8be00) 00010000:00010000:1.0:1777421168.145813:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421168.145819:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bfff0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.145825:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6bfff0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421168.145838:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000070ba1ab4 reply state 00000000eb90b32c transno 4294967443 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfff7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421168.145846:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777421168.145959:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6bffe9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a3b expref: 26 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.145976:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6bfffe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a3b expref: 25 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.145984:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:1.0:1777421168.145986:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1777421168.145988:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97107744b800, rc 0) 00000100:00100000:1.0:1777421168.146067:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+26:12536:x1863761006775936:12345-192.168.204.24@tcp:101:dd.0 Request processed in 1276us (1476us total) trans 4294967443 rc 0/0 00000100:00100000:1.0:1777421168.146083:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 198 00000100:00100000:1.0:1777421168.150821:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421168.151005:0:5782:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006776064 00000100:00100000:2.0:1777421168.151016:0:5782:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006776064 00000100:00100000:2.0:1777421168.151070:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 2 00000100:00100000:2.0:1777421168.151080:0:5782:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:8b251bd7-457c-4889-b04e-8036834fd389+26:12536:x1863761006776064:12345-192.168.204.24@tcp:900:dd.0 00000100:00100000:2.0:1777421168.151173:0:5782:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:8b251bd7-457c-4889-b04e-8036834fd389+26:12536:x1863761006776064:12345-192.168.204.24@tcp:900:dd.0 Request processed in 94us (361us total) trans 0 rc 0/0 00010000:00010000:3.0:1777421168.151178:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfff7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421168.151184:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 2 00010000:00010000:3.0:1777421168.151199:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfff7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.151397:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfff7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.151405:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421168.151410:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfff7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.151490:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfff7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.151519:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0xe7b1def7 (ffff971042afdd00) 00010000:00010000:3.0:1777421168.151522:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421168.151528:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfff7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.151534:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6bfff7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421168.193572:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421168.193660:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421168.193768:0:5785:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006776192 00000100:00100000:0.0:1777421168.193779:0:5785:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006776192 00002000:00100000:0.0:1777421168.193837:0:5785:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000401:0xd:0x0] req@ffff971080356d80 x1863761006776192/t0(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:179/0 lens 488/0 e 0 to 0 dl 1777421179 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421168.193849:0:5785:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff971080356d80 with x1863761006776192 00000100:00100000:0.0:1777421168.193889:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 0 00000100:00100000:0.0:1777421168.193900:0:5785:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+25:2360:x1863761006776192:12345-192.168.204.24@tcp:4:dd.0 00000100:00100000:2.0:1777421168.194232:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006776448 00000100:00100000:2.0:1777421168.194238:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006776448 00000100:00100000:2.0:1777421168.194301:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 66 00000100:00100000:2.0:1777421168.194309:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+26:12536:x1863761006776448:12345-192.168.204.24@tcp:35:dd.0 00000100:00100000:2.0:1777421168.194534:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+27:12536:x1863761006776448:12345-192.168.204.24@tcp:35:dd.0 Request processed in 225us (973us total) trans 4294967444 rc 0/0 00000100:00100000:2.0:1777421168.194542:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 66 00000004:00010000:0.0:1777421168.221719:0:5785:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb size from disk: 0 -> 1048576 00000004:00010000:0.0:1777421168.221733:0:5785:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb mtime from disk: 1777421167 -> 1777421167 00000004:00010000:0.0:1777421168.221735:0:5785:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb atime from disk: 1777421167 -> 1777421167 00000004:00010000:0.0:1777421168.221737:0:5785:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb ctime from disk: 1777421167 -> 1777421167 00000004:00010000:0.0:1777421168.221739:0:5785:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb blocks from disk: 2 -> 2 00000100:00100000:0.0:1777421168.221876:0:5785:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+28:2360:x1863761006776192:12345-192.168.204.24@tcp:4:dd.0 Request processed in 27968us (28205us total) trans 4294967445 rc 0/0 00000100:00100000:0.0:1777421168.221891:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 0 00002000:00100000:0.0:1777421168.221925:0:5785:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000401:0xd:0x0] req@ffff971080356d80 x1863761006776192/t4294967445(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:179/0 lens 488/448 e 0 to 0 dl 1777421179 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421168.221937:0:5785:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff971080356d80 with x1863761006776192 00000100:00100000:2.0:1777421168.335695:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421168.335812:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006776576 00000100:00100000:1.0:1777421168.335831:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006776576 00000100:00100000:1.0:1777421168.335969:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 199 00000100:00100000:1.0:1777421168.335983:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:12563:x1863761006776576:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421168.336018:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421168.336056:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744be00/0xd9d09a059d6c000c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04a42 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.336159:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ae00/0xd9d09a059d6c0013 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.336178:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ae00/0xd9d09a059d6c0013 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.336195:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ae00/0xd9d09a059d6c0013 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421168.336350:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:1.0:1777421168.336355:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 6 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421168.336393:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ae00/0xd9d09a059d6c0013 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.336426:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744be00/0xd9d09a059d6c000c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a42 expref: 11 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.336452:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ae00/0xd9d09a059d6c0013 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a42 expref: 10 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.336500:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356600) 00010000:00010000:1.0:1777421168.336505:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421168.336510:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97107744ae00, rc 0) 00000100:00100000:1.0:1777421168.336604:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:12563:x1863761006776576:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 622us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421168.336614:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 199 00000100:00080000:3.0:1777421168.336810:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421168.346075:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421168.346220:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006776832 00000100:00100000:1.0:1777421168.346237:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006776832 00000100:00100000:1.0:1777421168.346473:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 200 00000100:00100000:1.0:1777421168.346485:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:12564:x1863761006776832:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421168.346523:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421168.346552:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744be00/0xd9d09a059d6c001a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04a49 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.346672:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c0021 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.346692:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c0021 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.346706:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c0021 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.346724:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c0028 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.346732:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c0028 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.346760:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c0028 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.347077:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6c002f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.347087:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6c002f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.347095:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6c002f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421168.347109:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:1.0:1777421168.347248:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c0021 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.347258:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c0021 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.347265:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c0021 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.347293:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744b600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421168.347299:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c0021 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.347309:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c0021 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.347324:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff971050d92600) 00010000:00010000:1.0:1777421168.347327:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421168.347341:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c0021 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.347349:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c0021 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.347366:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c0028 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.347373:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c0028 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.347380:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c0028 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.347386:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744a400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421168.347389:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c0028 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.347395:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c0028 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.347404:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff97104562ff00) 00010000:00010000:1.0:1777421168.347407:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421168.347410:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c0028 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.347416:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c0028 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.347888:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744be00/0xd9d09a059d6c001a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a49 expref: 13 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.347920:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6c002f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a49 expref: 12 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421168.347928:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:1.0:1777421168.347930:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421168.347932:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97107744a200, rc 0) 00000100:00100000:1.0:1777421168.348025:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:12564:x1863761006776832:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1542us (1967us total) trans 4294967446 rc 0/0 00000100:00100000:1.0:1777421168.348035:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 200 00000100:00100000:2.0:1777421168.355632:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421168.355728:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006776960 00000100:00100000:1.0:1777421168.355749:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006776960 00000100:00100000:1.0:1777421168.355854:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 201 00000100:00100000:1.0:1777421168.355868:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:12564:x1863761006776960:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1777421168.356133:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421168.356134:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:12564:x1863761006776960:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 264us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421168.356149:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 201 00000100:00100000:3.0:1777421168.356512:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006777088 00000100:00100000:3.0:1777421168.356526:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006777088 00000100:00100000:3.0:1777421168.356601:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 5 00000100:00100000:3.0:1777421168.356613:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2358:x1863761006777088:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421168.359952:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421168.359997:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6c002f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a49 expref: 12 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421168.360023:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:3.0:1777421168.360029:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421168.360110:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2358:x1863761006777088:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 3498us (3983us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421168.360121:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 5 00000100:00100000:2.0:1777421168.362477:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421168.362613:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006777216 00000100:00100000:0.0:1777421168.362705:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006777216 00000100:00100000:0.0:1777421168.362828:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 202 00000100:00100000:0.0:1777421168.362840:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+28:12565:x1863761006777216:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421168.362867:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421168.362901:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c003d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04a50 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.362971:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0044 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.362987:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0044 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.362999:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0044 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421168.363175:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 512 00000004:00200000:0.0:1777421168.363180:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421168.363207:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0044 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.363234:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c003d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a50 expref: 30 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.363251:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0044 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a50 expref: 29 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421168.363312:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff971043f8be00) 00010000:00010000:0.0:1777421168.363315:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421168.363319:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bd600, rc 0) 00000100:00100000:0.0:1777421168.363434:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+29:12565:x1863761006777216:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 595us (964us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421168.363442:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 202 00000100:00100000:1.0:1777421168.366908:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421168.367536:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006777472 00000100:00100000:0.0:1777421168.367548:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006777472 00000100:00100000:0.0:1777421168.367648:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 203 00000100:00100000:0.0:1777421168.367659:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+29:12565:x1863761006777472:12345-192.168.204.24@tcp:58:lfs.0 00000040:00080000:0.0:1777421168.367958:0:5772:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].5, 136 off8872 00000100:00100000:0.0:1777421168.368058:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+29:12565:x1863761006777472:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 399us (1159us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421168.368066:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 203 00010000:00010000:0.0:1777421168.866414:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777421168.874926:0:12633:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421168.874940:0:12633:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421168.874997:0:12633:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 6 count 4 00000040:00080000:3.0:1777421168.875004:0:12633:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1777421169.122653:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421169.122665:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421169.122722:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 6 count 4 00000040:00080000:3.0:1777421169.122733:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421169.123085:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080354a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018285824:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421169.123723:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c3d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421169.129635:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080354a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018285824:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421169.133835:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421169.134018:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006777600 00000100:00100000:0.0:1777421169.134029:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006777600 00000100:00100000:0.0:1777421169.134147:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 204 00000100:00100000:0.0:1777421169.134159:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:12577:x1863761006777600:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421169.134194:0:5772:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0xd:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421169.134338:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:12577:x1863761006777600:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 181us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421169.134347:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 204 00000100:00100000:1.0:1777421169.147629:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421169.147733:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006777856 00000100:00100000:0.0:1777421169.147744:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006777856 00000100:00100000:0.0:1777421169.147852:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 205 00000100:00100000:0.0:1777421169.147862:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:12577:x1863761006777856:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421169.147885:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421169.147907:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c004b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04a57 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.148008:0:5772:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6bfffe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a3b expref: 28 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.148025:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0052 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.148038:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0052 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.148045:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0052 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.148052:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0052 lrc: 3/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.148059:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bce00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421169.148063:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0052 lrc: 3/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.148071:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0052 lrc: 4/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.148080:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:0.0:1777421169.148087:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0052 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.148104:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0052 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.148316:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c004b lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a57 expref: 13 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.148331:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:0.0:1777421169.148335:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421169.148340:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c004b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a57 expref: 13 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.148351:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bc400, rc 0) 00000100:00100000:0.0:1777421169.148418:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:12577:x1863761006777856:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 557us (799us total) trans 4294967447 rc 301/301 00000100:00100000:0.0:1777421169.148426:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 205 00000100:00100000:2.0:1777421169.156555:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421169.156842:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006777984 00000100:00100000:0.0:1777421169.156855:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006777984 00000100:00100000:0.0:1777421169.156914:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 206 00000100:00100000:0.0:1777421169.156925:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:12577:x1863761006777984:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421169.156952:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421169.156976:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0060 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04a5e expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.157049:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0060 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a5e expref: 13 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.157076:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0060 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a5e expref: 13 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.157114:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:0.0:1777421169.157117:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421169.157121:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bda00, rc 0) 00000100:00100000:0.0:1777421169.157194:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:12577:x1863761006777984:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 270us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421169.157202:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 206 00000100:00100000:2.0:1777421169.162464:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421169.162637:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006778112 00000100:00100000:0.0:1777421169.162648:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006778112 00000100:00100000:0.0:1777421169.162699:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 207 00000100:00100000:0.0:1777421169.162711:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761006778112:12345-192.168.204.24@tcp:33:lhsmtool_posix.0 00010000:00010000:0.0:1777421169.162776:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0067 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.162797:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6bfffe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a3b expref: 28 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.162808:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0067 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.162845:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6bfffe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a3b expref: 28 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.162859:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6bfffe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a3b expref: 28 pid: 5771 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421169.162876:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018285952:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421169.162988:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c523900 going to sleep for 11 seconds 00000100:00100000:2.0:1777421169.169530:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421169.170173:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018285952:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421169.170209:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0067 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421169.170501:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006778240 00000100:00100000:3.0:1777421169.170510:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006778240 00010000:00010000:3.0:1777421169.170553:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6bfffe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a3b expref: 29 pid: 5771 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421169.170640:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 76 00000100:00100000:3.0:1777421169.170653:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+29:2360:x1863761006778240:12345-192.168.204.24@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1777421169.170671:0:5755:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6bfffe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a3b expref: 29 pid: 5771 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421169.170684:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6bfffe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a3b expref: 29 pid: 5771 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421169.170697:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6bfffe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a3b expref: 29 pid: 5771 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421169.170706:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:3.0:1777421169.170721:0:5755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1777421169.170725:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0067 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421169.170736:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0067 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40090000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421169.170743:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0067 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40090000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421169.170780:0:5755:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6bfffe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a3b expref: 29 pid: 5771 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.170793:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0067 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.170800:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0067 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421169.170852:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+29:2360:x1863761006778240:12345-192.168.204.24@tcp:102:ldlm_bl.0 Request processed in 202us (1333us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421169.170869:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 76 00010000:00010000:0.0:1777421169.170886:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0067 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.170894:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0067 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.170990:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0067 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.170998:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bce00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421169.171001:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0067 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.171010:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0067 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.171022:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:0.0:1777421169.171025:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777421169.171028:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0067 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.171044:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0067 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421169.171144:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761006778112:12345-192.168.204.24@tcp:33:lhsmtool_posix.0 Request processed in 8427us (8681us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421169.171153:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 207 00000100:00100000:2.0:1777421169.176869:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421169.177166:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006778496 00000100:00100000:0.0:1777421169.177248:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006778496 00000100:00100000:0.0:1777421169.177344:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 208 00000100:00100000:0.0:1777421169.177355:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:12577:x1863761006778496:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421169.177696:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:12577:x1863761006778496:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 342us (838us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421169.177705:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 208 00000100:00100000:1.0:1777421169.183569:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421169.184154:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006778624 00000100:00100000:0.0:1777421169.184166:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006778624 00000100:00100000:0.0:1777421169.184269:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 209 00000100:00100000:0.0:1777421169.184326:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:12577:x1863761006778624:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421169.184348:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421169.184377:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c006e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04a65 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.184468:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0075 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.184494:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6bfffe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a3b expref: 28 pid: 5771 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.184521:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0075 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.184561:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6bfffe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a3b expref: 28 pid: 5771 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.184576:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6bfffe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a3b expref: 28 pid: 5771 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421169.184590:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018286080:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421169.184799:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c523900 going to sleep for 11 seconds 00000100:00100000:1.0:1777421169.188503:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421169.188959:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018286080:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421169.189007:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0075 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421169.189326:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006778752 00000100:00100000:3.0:1777421169.189334:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006778752 00010000:00010000:3.0:1777421169.189604:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6bfffe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a3b expref: 29 pid: 5771 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421169.189656:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 77 00000100:00100000:3.0:1777421169.189666:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045d66850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+29:2361:x1863761006778752:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421169.189683:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421169.189701:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6bfffe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a3b expref: 29 pid: 5771 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421169.189725:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6bfffe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a3b expref: 29 pid: 5771 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421169.189771:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6bfffe lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a3b expref: 29 pid: 5771 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421169.189788:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:3.0:1777421169.189793:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0075 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421169.189804:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0075 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421169.189812:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0075 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421169.189843:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421169.189905:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045d66850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+28:2361:x1863761006778752:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 240us (1414us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421169.189912:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 77 00010000:00010000:0.0:1777421169.190429:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0075 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.190439:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0075 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421169.190508:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421169.190540:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0075 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.190581:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c006e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a65 expref: 15 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.190612:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0075 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a65 expref: 14 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.190620:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:0.0:1777421169.190623:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421169.190626:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bc400, rc 0) 00000100:00100000:0.0:1777421169.190677:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:12577:x1863761006778624:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 6353us (7121us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421169.190685:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 209 00000100:00100000:1.0:1777421169.195639:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421169.195950:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006778880 00000100:00100000:0.0:1777421169.195962:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006778880 00000100:00100000:0.0:1777421169.196021:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 210 00000100:00100000:0.0:1777421169.196031:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:2360:x1863761006778880:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421169.196051:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421169.196081:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c007c lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04a6c expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.196122:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c007c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a6c expref: 15 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421169.196143:0:5772:0:(mdt_io.c:1542:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1777421169.196152:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c007c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a6c expref: 15 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421169.196816:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:0.0:1777421169.196822:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777421169.197015:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bce00, rc 0) 00000100:00100000:0.0:1777421169.197098:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:2360:x1863761006778880:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1066us (1466us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421169.197107:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 210 00000100:00100000:2.0:1777421169.201412:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421169.201606:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006779136 00000100:00100000:0.0:1777421169.201628:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006779136 00000100:00100000:0.0:1777421169.201881:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 211 00000100:00100000:0.0:1777421169.201893:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:12577:x1863761006779136:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421169.202014:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:12577:x1863761006779136:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 123us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421169.202021:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 211 00000100:00100000:1.0:1777421169.213264:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421169.213987:0:5785:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006779264 00000100:00100000:0.0:1777421169.214000:0:5785:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006779264 00002000:00100000:0.0:1777421169.214083:0:5785:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000401:0xd:0x0] req@ffff971080972300 x1863761006779264/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:180/0 lens 488/0 e 0 to 0 dl 1777421180 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421169.214095:0:5785:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff971080972300 with x1863761006779264 00000100:00100000:0.0:1777421169.214136:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1 00000100:00100000:0.0:1777421169.214147:0:5785:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080972300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:2361:x1863761006779264:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1777421169.242141:0:5785:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080972300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:2361:x1863761006779264:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 27983us (28878us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1777421169.242155:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1 00002000:00100000:0.0:1777421169.242168:0:5785:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000401:0xd:0x0] req@ffff971080972300 x1863761006779264/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:180/0 lens 488/440 e 0 to 0 dl 1777421180 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421169.242189:0:5785:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff971080972300 with x1863761006779264 00000100:00100000:1.0:1777421169.253266:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421169.253391:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006779392 00000100:00100000:0.0:1777421169.253423:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006779392 00000100:00100000:1.0:1777421169.253628:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 212 00000100:00100000:1.0:1777421169.253639:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:12577:x1863761006779392:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421169.253668:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421169.253692:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c0083 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04a73 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.253730:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ac00/0xd9d09a059d6c008a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.253748:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ac00/0xd9d09a059d6c008a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.253763:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ac00/0xd9d09a059d6c008a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.253867:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c0083 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a73 expref: 17 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.253886:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ac00/0xd9d09a059d6c008a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a73 expref: 16 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.253895:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:1.0:1777421169.253897:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421169.253901:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97107744ac00, rc 0) 00000100:00100000:1.0:1777421169.253962:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:12577:x1863761006779392:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 324us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421169.253969:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 212 00000100:00100000:2.0:1777421169.258381:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421169.258541:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006779520 00000100:00100000:3.0:1777421169.258554:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006779520 00000100:00100000:3.0:1777421169.258616:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 213 00000100:00100000:3.0:1777421169.258637:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:12577:x1863761006779520:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421169.258677:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0xd:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421169.258805:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:12577:x1863761006779520:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 178us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421169.258814:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 213 00000100:00100000:2.0:1777421169.266155:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421169.266379:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006779648 00000100:00100000:1.0:1777421169.266391:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006779648 00000100:00100000:1.0:1777421169.266448:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 214 00000100:00100000:1.0:1777421169.266458:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:2360:x1863761006779648:12345-192.168.204.24@tcp:33:lhsmtool_posix.0 00010000:00010000:1.0:1777421169.266549:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c0091 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.266566:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c0091 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.266579:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c0091 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.266605:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c0091 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.266612:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c0091 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.266619:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c0091 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.266626:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744b800 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421169.266756:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c0091 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.266765:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c0091 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40018400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.266779:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:1.0:1777421169.266782:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777421169.266786:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c0091 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x44819400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.266792:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c0091 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x44819400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421169.267110:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:2360:x1863761006779648:12345-192.168.204.24@tcp:33:lhsmtool_posix.0 Request processed in 651us (965us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421169.267120:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 214 00000100:00100000:2.0:1777421169.272361:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421169.272541:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006779904 00000100:00100000:1.0:1777421169.272554:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006779904 00000100:00100000:1.0:1777421169.272790:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 215 00000100:00100000:1.0:1777421169.272801:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:12577:x1863761006779904:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777421169.272885:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0098 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.272906:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ac00/0xd9d09a059d6c008a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a73 expref: 16 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.272915:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0098 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.272953:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ac00/0xd9d09a059d6c008a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a73 expref: 16 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.272968:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ac00/0xd9d09a059d6c008a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a73 expref: 16 pid: 5772 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421169.272985:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080972a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018286208:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421169.273106:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff97105ec79300 going to sleep for 11 seconds 00000100:00100000:2.0:1777421169.276984:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421169.277423:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006780032 00000100:00100000:3.0:1777421169.277437:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006780032 00000100:00100000:1.0:1777421169.277491:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080972a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018286208:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421169.277494:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ac00/0xd9d09a059d6c008a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a73 expref: 17 pid: 5772 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.277519:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0098 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421169.277664:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 78 00000100:00100000:3.0:1777421169.277675:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:2360:x1863761006780032:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421169.277689:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421169.277697:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ac00/0xd9d09a059d6c008a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a73 expref: 17 pid: 5772 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421169.277710:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ac00/0xd9d09a059d6c008a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a73 expref: 17 pid: 5772 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421169.277733:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ac00/0xd9d09a059d6c008a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a73 expref: 17 pid: 5772 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421169.277751:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:3.0:1777421169.277755:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0098 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421169.277768:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0098 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421169.277775:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0098 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421169.277799:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421169.277858:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:2360:x1863761006780032:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 184us (893us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421169.277866:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 78 00010000:00010000:1.0:1777421169.278457:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0098 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.278465:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0098 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.278760:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0098 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.278768:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0098 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.278775:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0098 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.278781:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744aa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421169.278786:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0098 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.278793:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0098 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.278803:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:1.0:1777421169.278806:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421169.278810:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0098 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421169.278816:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0098 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421169.279004:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:12577:x1863761006779904:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 6203us (6653us total) trans 4294967448 rc 0/0 00000100:00100000:1.0:1777421169.279023:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 215 00000040:00080000:0.0:1777421169.280673:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421169.280681:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421169.281155:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1777421169.281165:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421169.284347:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421169.284588:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006780288 00000100:00100000:1.0:1777421169.284601:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006780288 00000100:00100000:1.0:1777421169.284706:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 67 00000100:00100000:1.0:1777421169.284716:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:12577:x1863761006780288:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421169.285010:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:12577:x1863761006780288:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 295us (676us total) trans 4294967449 rc 0/0 00000100:00100000:1.0:1777421169.285019:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 67 00010000:00010000:2.0:1777421169.892217:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777421170.438123:0:12686:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421170.438132:0:12686:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421170.438309:0:12686:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 6 count 4 00000040:00080000:3.0:1777421170.438317:0:12686:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421170.477773:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421170.477966:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006780416 00000100:00100000:1.0:1777421170.477977:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006780416 00000100:00100000:1.0:1777421170.478086:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 216 00000100:00100000:1.0:1777421170.478097:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+28:12585:x1863761006780416:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421170.478145:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421170.478194:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6c009f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04a7a expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.478762:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00a6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.478778:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00a6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.478808:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00a6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.479210:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c00ad lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.479242:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c00ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.479249:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c00ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.479428:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c00b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.479438:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c00b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.479445:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c00b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421170.479488:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421170.479506:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c00b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421170.479523:0:5772:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:1.0:1777421170.479526:0:5772:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb mtime from disk: 1777421167 -> 1777421167 00000004:00010000:1.0:1777421170.479529:0:5772:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb atime from disk: 1777421167 -> 1777421167 00000004:00010000:1.0:1777421170.479532:0:5772:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb ctime from disk: 1777421167 -> 1777421167 00000004:00010000:1.0:1777421170.479534:0:5772:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb blocks from disk: 2 -> 2 00002000:00010000:1.0:1777421170.479537:0:5772:0:(mdt_io.c:1542:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1777421170.479542:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00a6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.479549:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00a6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.479565:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00a6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.479571:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744a800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421170.479574:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00a6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.479582:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00a6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777421170.479675:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777421170.479715:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff971043f8be00) 00010000:00010000:1.0:1777421170.479719:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421170.479724:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00a6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.479731:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.479742:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c00ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.479747:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c00ad lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.479752:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c00ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.479757:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744b600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421170.479760:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c00ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.479775:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c00ad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.479783:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0xe7b1def7 (ffff97104562f200) 00010000:00010000:1.0:1777421170.479786:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421170.479788:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c00ad lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.479793:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c00ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.479827:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6c009f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a7a expref: 30 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.480070:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c00b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a7a expref: 29 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.480079:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:1.0:1777421170.480081:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1777421170.480083:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97107744a400, rc 0) 00000100:00100000:1.0:1777421170.483410:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+29:12585:x1863761006780416:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 5307us (5638us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421170.483422:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 216 00000100:00100000:0.0:1777421170.491684:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421170.491874:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006780672 00000100:00100000:1.0:1777421170.491886:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006780672 00000100:00100000:0.0:1777421170.492064:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 217 00000100:00100000:0.0:1777421170.492079:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+29:12585:x1863761006780672:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421170.492207:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421170.492236:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c00bb lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04a81 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.492540:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00c2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.492557:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.492568:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.493193:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c00bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a81 expref: 32 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.493214:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00c2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a81 expref: 31 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.493224:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:0.0:1777421170.493227:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777421170.493238:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bd800, rc 0) 00000100:00100000:0.0:1777421170.493539:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+31:12585:x1863761006780672:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1463us (1863us total) trans 4294967450 rc 0/0 00000100:00100000:0.0:1777421170.493549:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 217 00000100:00100000:2.0:1777421170.499442:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421170.499488:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006780800 00000100:00100000:3.0:1777421170.499498:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006780800 00000100:00100000:3.0:1777421170.499570:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 218 00000100:00100000:3.0:1777421170.499580:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+31:2360:x1863761006780800:12345-192.168.204.24@tcp:33:lfs.0 00010000:00010000:3.0:1777421170.499633:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c00d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421170.499652:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c007c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a6c expref: 16 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421170.499660:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c00b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a7a expref: 31 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421170.499669:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c00d0 lrc: 5/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x50010000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421170.499705:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c00b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a7a expref: 31 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421170.499718:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c00b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a7a expref: 31 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421170.499731:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080354a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018286336:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421170.500333:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c007c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a6c expref: 16 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421170.500349:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c007c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a6c expref: 16 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421170.500361:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710774ece00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018286464:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421170.500393:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107d6276c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421170.505576:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421170.505595:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080354a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018286336:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421170.505615:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710774ece00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018286464:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421170.505643:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c00d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421170.506182:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006780928 00000100:00100000:3.0:1777421170.506189:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006780928 00010000:00010000:3.0:1777421170.506226:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c00b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a7a expref: 32 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421170.506269:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 79 00000100:00100000:3.0:1777421170.506356:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+32:2361:x1863761006780928:12345-192.168.204.24@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1777421170.506375:0:5755:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c00b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a7a expref: 32 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421170.506385:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c00b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a7a expref: 32 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421170.506394:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c00b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a7a expref: 32 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421170.506401:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:3.0:1777421170.506404:0:5755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1777421170.506406:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c00d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421170.506425:0:5755:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c00b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a7a expref: 32 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421170.506496:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+32:2361:x1863761006780928:12345-192.168.204.24@tcp:102:ldlm_bl.0 Request processed in 146us (931us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421170.506503:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 79 00000100:00100000:0.0:1777421170.510400:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421170.510496:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006781056 00000100:00100000:3.0:1777421170.510507:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006781056 00010000:00010000:3.0:1777421170.510564:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c007c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a6c expref: 17 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777421170.510582:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421170.510611:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 80 00000100:00100000:3.0:1777421170.510629:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:2360:x1863761006781056:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421170.510647:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421170.510673:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c007c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a6c expref: 17 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421170.510689:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c007c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a6c expref: 17 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421170.510714:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c007c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a6c expref: 17 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421170.510725:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:3.0:1777421170.510730:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c00d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421170.510750:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c00d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40090000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421170.510760:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c00d0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40090000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421170.510801:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421170.510859:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c00d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.510868:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c00d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.510903:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c00d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.510923:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c00d0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.510931:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c00d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.510938:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbac00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421170.510943:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c00d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.510951:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c00d0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40018400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.510971:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:0.0:1777421170.510973:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777421170.510977:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c00d0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x44819400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.510983:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c00d0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x44819400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421170.511344:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:2360:x1863761006781056:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 713us (950us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421170.511353:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 80 00000100:00100000:0.0:1777421170.511687:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+31:2360:x1863761006780800:12345-192.168.204.24@tcp:33:lfs.0 Request processed in 12107us (12251us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421170.511698:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 218 00000100:00100000:0.0:1777421170.514364:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421170.514487:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006781312 00000100:00100000:1.0:1777421170.514499:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006781312 00000100:00100000:1.0:1777421170.514567:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 68 00000100:00100000:1.0:1777421170.514578:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+31:12585:x1863761006781312:12345-192.168.204.24@tcp:35:lfs.0 00000004:00010000:1.0:1777421170.514644:0:5774:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000401:0xd:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00c2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a81 expref: 31 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421170.514857:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967451 00000001:00080000:1.0:1777421170.515224:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967452 00010000:00010000:1.0:1777421170.515302:0:5774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00d7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.515318:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0060 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a5e expref: 15 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.515328:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c00b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a7a expref: 34 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.515337:0:5774:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00d7 lrc: 5/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.515371:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c00b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a7a expref: 34 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.515385:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c00b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a7a expref: 34 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421170.515399:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080972a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018286592:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421170.515502:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0060 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a5e expref: 15 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.515511:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0060 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a5e expref: 15 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421170.515528:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080973480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018286720:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421170.515553:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4240 going to sleep for 11 seconds 00000100:00100000:1.0:1777421170.519751:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421170.519831:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006781440 00000100:00100000:3.0:1777421170.519842:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006781440 00010000:00010000:3.0:1777421170.519888:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0060 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a5e expref: 16 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421170.520029:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 81 00000100:00100000:3.0:1777421170.520040:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:2361:x1863761006781440:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421170.520055:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421170.520064:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0060 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a5e expref: 16 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421170.520077:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0060 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a5e expref: 16 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421170.520103:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00000100:00100000:0.0:1777421170.520107:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080972a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018286592:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421170.520110:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00d7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.520126:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0060 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a5e expref: 16 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421170.520135:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00d7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421170.520145:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421170.520145:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080973480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018286720:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421170.520172:0:5774:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00d7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421170.520201:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:2361:x1863761006781440:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 161us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421170.520209:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 81 00000100:00100000:0.0:1777421170.523067:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421170.523353:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006781568 00000100:00100000:2.0:1777421170.523364:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006781568 00010000:00010000:2.0:1777421170.523406:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c00b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a7a expref: 35 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421170.523462:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 82 00000100:00100000:2.0:1777421170.523472:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+35:2360:x1863761006781568:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421170.523488:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421170.523494:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c00b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a7a expref: 35 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421170.523520:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c00b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a7a expref: 35 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421170.523541:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a400/0xd9d09a059d6c00b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a7a expref: 35 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421170.523557:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:2.0:1777421170.523562:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00d7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421170.523572:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00d7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421170.523580:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00d7 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421170.523614:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421170.523671:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+34:2360:x1863761006781568:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 200us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421170.523679:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 82 00010000:00010000:0.0:1777421170.523748:0:5774:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00d7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.523757:0:5774:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00d7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421170.523899:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967453 00000001:00080000:0.0:1777421170.524101:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967454 00000001:00080000:0.0:1777421170.524227:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967455 00000001:00080000:0.0:1777421170.524262:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967456 00010000:00010000:0.0:1777421170.524310:0:5774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00d7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.524319:0:5774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00d7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.524327:0:5774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00d7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.524333:0:5774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744a800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421170.524339:0:5774:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00d7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.524347:0:5774:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00d7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.524357:0:5774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:0.0:1777421170.524360:0:5774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777421170.524367:0:5774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00d7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.524374:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c00d7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421170.524516:0:5774:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0xe:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1777421170.524564:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967457 00010000:00010000:0.0:1777421170.524613:0:5774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:0.0:1777421170.524616:0:5774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777421170.524621:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00c2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a81 expref: 38 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421170.524722:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+37:12585:x1863761006781312:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 10147us (10367us total) trans 4294967458 rc 0/0 00000100:00100000:0.0:1777421170.524730:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 68 00000020:00080000:0.0:1777421170.524733:0:5774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1777421170.548380:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421170.548538:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006781824 00000100:00100000:1.0:1777421170.548550:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006781824 00000100:00100000:1.0:1777421170.548610:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 219 00000100:00100000:1.0:1777421170.548620:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+37:12588:x1863761006781824:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421170.548642:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421170.548663:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744be00/0xd9d09a059d6c00de lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04a88 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.548745:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6c00e5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.548760:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6c00e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.548772:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6c00e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.548786:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c00ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.548793:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c00ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421170.548800:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c00ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.549742:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.549758:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.549767:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421170.549779:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 1048576 00000004:00010000:0.0:1777421170.549880:0:5771:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:0.0:1777421170.549884:0:5771:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb mtime from disk: 1777421167 -> 1777421167 00000004:00010000:0.0:1777421170.549887:0:5771:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb atime from disk: 1777421167 -> 1777421167 00000004:00010000:0.0:1777421170.549890:0:5771:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb ctime from disk: 1777421167 -> 1777421167 00000004:00010000:0.0:1777421170.549892:0:5771:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb blocks from disk: 2 -> 2 00002000:00010000:0.0:1777421170.549896:0:5771:0:(mdt_io.c:1542:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1777421170.549902:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6c00e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.549910:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6c00e5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.549917:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6c00e5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.549930:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744a200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421170.549935:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6c00e5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.549942:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6c00e5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.549957:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff971043f8be00) 00010000:00010000:0.0:1777421170.549961:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421170.549966:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6c00e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.549972:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6c00e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.549986:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c00ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.549993:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c00ec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.550000:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c00ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.550006:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744b400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421170.550009:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c00ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.550016:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c00ec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.550037:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0xe7b1def7 (ffff97104562f200) 00010000:00010000:0.0:1777421170.550040:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421170.550043:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c00ec lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.550050:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c00ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.550096:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744be00/0xd9d09a059d6c00de lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a88 expref: 40 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.550109:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a88 expref: 39 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.550115:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:0.0:1777421170.550117:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1777421170.550120:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bd800, rc 0) 00000100:00100000:0.0:1777421170.550379:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+39:12588:x1863761006781824:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1756us (2003us total) trans 4294967459 rc 0/0 00000100:00100000:0.0:1777421170.550389:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 219 00000100:00100000:3.0:1777421170.553693:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421170.553825:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006781952 00000100:00100000:0.0:1777421170.553836:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006781952 00000100:00100000:0.0:1777421170.553906:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 220 00000100:00100000:0.0:1777421170.553917:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+39:12588:x1863761006781952:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:0.0:1777421170.553985:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0101 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.554001:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0101 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.554022:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0101 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.554060:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0101 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.554069:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0101 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.554076:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0101 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.554083:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bda00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421170.554087:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0101 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.554095:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0101 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.554109:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:0.0:1777421170.554112:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421170.554117:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0101 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.554124:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0101 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421170.554201:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+39:12588:x1863761006781952:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 285us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421170.554210:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 220 00000100:00100000:1.0:1777421170.556688:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421170.556749:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006782208 00000100:00100000:3.0:1777421170.556935:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006782208 00000100:00100000:3.0:1777421170.557002:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 69 00000100:00100000:3.0:1777421170.557014:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4b8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+39:12588:x1863761006782208:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:3.0:1777421170.557296:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4b8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+40:12588:x1863761006782208:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 264us (594us total) trans 4294967460 rc 0/0 00000100:00100000:3.0:1777421170.557302:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 69 00000100:00100000:3.0:1777421170.598407:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421170.598515:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006782464 00000100:00100000:0.0:1777421170.598542:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006782464 00000100:00100000:0.0:1777421170.598611:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 221 00000100:00100000:0.0:1777421170.598622:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+40:12593:x1863761006782464:12345-192.168.204.24@tcp:58:lfs.0 00010000:00010000:0.0:1777421170.598971:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0108 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.598991:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00f3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a88 expref: 40 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.599001:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0108 lrc: 4/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.599039:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a88 expref: 40 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.599053:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00f3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a88 expref: 40 pid: 5771 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421170.599068:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018286848:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421170.599175:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c3780 going to sleep for 11 seconds 00000100:00100000:0.0:1777421170.601692:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018286848:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421170.601722:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0108 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421170.602051:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421170.602190:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006782592 00000100:00100000:2.0:1777421170.602199:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006782592 00010000:00010000:2.0:1777421170.602237:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00f3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a88 expref: 41 pid: 5771 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421170.602315:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 83 00000100:00100000:2.0:1777421170.602326:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+41:2361:x1863761006782592:12345-192.168.204.24@tcp:102:ldlm_bl.0 00010000:00010000:2.0:1777421170.602359:0:11342:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00f3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a88 expref: 41 pid: 5771 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421170.602372:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a88 expref: 41 pid: 5771 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421170.602383:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a88 expref: 41 pid: 5771 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421170.602391:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:2.0:1777421170.602395:0:11342:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1777421170.602398:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0108 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421170.602407:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0108 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421170.602413:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0108 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421170.602454:0:11342:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a88 expref: 41 pid: 5771 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.602482:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0108 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421170.602492:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0108 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421170.602519:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+41:2361:x1863761006782592:12345-192.168.204.24@tcp:102:ldlm_bl.0 Request processed in 194us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421170.602528:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 83 00000040:00080000:0.0:1777421170.602691:0:5771:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].6, 136 off9008 00000100:00100000:0.0:1777421170.602748:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+40:12593:x1863761006782464:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 4128us (4352us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421170.602757:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 221 00010000:00010000:3.0:1777421170.915615:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421170.979739:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080970700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018286976:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421170.979820:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421170.979875:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018286976 00000100:00100000:3.0:1777421170.979884:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018286976 00000100:00080000:2.0:1777421170.979934:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421170.979953:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1777421170.979963:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018286976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777421170.980000:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1777421170.980260:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018286976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 297us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421170.980268:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1777421170.980375:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080970700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018286976:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421170.994068:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421170.994118:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421170.994153:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421170.994244:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006782848 00000100:00100000:0.0:1777421170.994255:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006782848 00000100:00100000:1.0:1777421170.994257:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421170.994323:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421170.994345:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 92 00000100:00100000:0.0:1777421170.994357:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+40:2358:x1863761006782848:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421170.994451:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+40:2358:x1863761006782848:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 84us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421170.994460:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 92 00000100:00100000:1.0:1777421170.995041:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006782720 00000100:00100000:1.0:1777421170.995046:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006782720 00000100:00100000:1.0:1777421170.995087:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 266 00000100:00100000:1.0:1777421170.995096:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2358:x1863761006782720:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421170.995128:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2358:x1863761006782720:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 34us (872us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421170.995135:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 266 00000100:00100000:2.0:1777421170.995159:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006783104 00000100:00100000:2.0:1777421170.995164:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006783104 00000100:00100000:3.0:1777421170.995188:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006783360 00000100:00100000:3.0:1777421170.995195:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006783360 00000100:00080000:1.0:1777421170.995220:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777421170.995227:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421170.995229:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006782976 00000100:00100000:2.0:1777421170.995233:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006782976 00000100:00100000:3.0:1777421170.995246:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 66 00000100:00100000:0.0:1777421170.995253:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421170.995258:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 67 00000100:00100000:3.0:1777421170.995260:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+5:2358:x1863761006783104:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421170.995271:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2358:x1863761006783360:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421170.995287:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 68 00000100:00100000:2.0:1777421170.995297:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006782976:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421170.995327:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+5:2358:x1863761006783104:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 70us (1206us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421170.995329:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006782976:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 30us (1003us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421170.995329:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2358:x1863761006783360:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 59us (1171us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421170.995343:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 66 00000100:00100000:2.0:1777421170.995355:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 68 00000100:00100000:1.0:1777421170.995359:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 67 00000100:00080000:2.0:1777421170.995383:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421170.995573:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421170.995609:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006783232 00000100:00100000:0.0:1777421170.995614:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006783232 00000100:00100000:0.0:1777421170.995657:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 93 00000100:00100000:0.0:1777421170.995667:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:2358:x1863761006783232:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421170.995675:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006783488 00000100:00100000:3.0:1777421170.995680:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006783488 00000100:00100000:0.0:1777421170.995710:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:2358:x1863761006783232:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 45us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421170.995718:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 93 00000100:00100000:3.0:1777421170.995726:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 69 00000100:00100000:3.0:1777421170.995735:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2358:x1863761006783488:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421170.995768:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2358:x1863761006783488:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 35us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421170.995776:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 69 00000100:00080000:1.0:1777421170.995784:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:3.0:1777421171.112117:0:12737:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421171.112127:0:12737:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421171.112180:0:12737:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 7 count 5 00000040:00080000:3.0:1777421171.112186:0:12737:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1777421171.362512:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421171.362539:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421171.362585:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 7 count 5 00000040:00080000:0.0:1777421171.362593:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421171.362722:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6d500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018287104:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421171.362845:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c39c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421171.369856:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421171.370002:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006783616 00000100:00100000:2.0:1777421171.370025:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006783616 00000100:00100000:2.0:1777421171.370141:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 222 00000100:00100000:2.0:1777421171.370158:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:12604:x1863761006783616:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421171.370202:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0xd:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421171.370383:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:12604:x1863761006783616:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 229us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421171.370393:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 222 00000100:00100000:0.0:1777421171.370671:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6d500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018287104:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421171.376823:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421171.378721:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006783744 00000100:00100000:2.0:1777421171.378739:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006783744 00000100:00100000:2.0:1777421171.378823:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 223 00000100:00100000:2.0:1777421171.378837:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:12604:x1863761006783744:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1777421171.378943:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c010f lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.378961:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c010f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.378975:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c010f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379011:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0116 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379019:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0116 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379027:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0116 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379065:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c011d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379075:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c011d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379082:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c011d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421171.379129:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 1048576 00000004:00200000:2.0:1777421171.379134:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421171.379150:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c011d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379164:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c010f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379171:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c010f lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379178:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c010f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379197:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421171.379201:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c010f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379210:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c010f lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379222:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:2.0:1777421171.379225:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421171.379231:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c010f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379238:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c010f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379254:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0116 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379260:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0116 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379266:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0116 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379333:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421171.379337:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0116 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379344:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0116 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379364:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xe8e1b672 (ffff971049356b00) 00010000:00010000:2.0:1777421171.379369:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421171.379373:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0116 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379380:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0116 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379409:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c011d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379416:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c011d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379424:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c011d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379440:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421171.379444:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c011d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379450:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c011d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379458:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:2.0:1777421171.379460:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421171.379463:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c011d lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.379469:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c011d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421171.379570:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:12604:x1863761006783744:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 Request processed in 735us (2761us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421171.379579:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 223 00000100:00100000:1.0:1777421171.386266:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421171.387421:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006784000 00000100:00100000:2.0:1777421171.387451:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006784000 00000100:00100000:2.0:1777421171.387523:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 224 00000100:00100000:2.0:1777421171.387534:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:12604:x1863761006784000:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421171.387560:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421171.387587:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0124 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04a8f expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.387692:0:5771:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a88 expref: 39 pid: 5771 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.387727:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7c00/0xd9d09a059d6c012b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.387745:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7c00/0xd9d09a059d6c012b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.387757:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7c00/0xd9d09a059d6c012b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421171.387767:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 1048576 00000004:00010000:2.0:1777421171.388001:0:5771:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:2.0:1777421171.388005:0:5771:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb mtime from disk: 1777421167 -> 1777421167 00000004:00010000:2.0:1777421171.388008:0:5771:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb atime from disk: 1777421167 -> 1777421167 00000004:00010000:2.0:1777421171.388029:0:5771:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb ctime from disk: 1777421167 -> 1777421167 00000004:00010000:2.0:1777421171.388031:0:5771:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb blocks from disk: 2 -> 2 00002000:00010000:2.0:1777421171.388036:0:5771:0:(mdt_io.c:1542:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1777421171.388081:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0124 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a8f expref: 18 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.388102:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7c00/0xd9d09a059d6c012b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a8f expref: 17 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.388111:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:2.0:1777421171.388114:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 53 00010000:00010000:2.0:1777421171.388118:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe7c00, rc 0) 00000100:00100000:2.0:1777421171.388253:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:12604:x1863761006784000:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 721us (2008us total) trans 4294967461 rc 0/0 00000100:00100000:2.0:1777421171.388261:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 224 00000100:00100000:1.0:1777421171.398625:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421171.398755:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006784128 00000100:00100000:2.0:1777421171.398768:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006784128 00000100:00100000:2.0:1777421171.398838:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 225 00000100:00100000:2.0:1777421171.398849:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080972d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:12604:x1863761006784128:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421171.398894:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0xd:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421171.398999:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080972d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:12604:x1863761006784128:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 152us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421171.399007:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 225 00000100:00100000:1.0:1777421171.402732:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421171.402857:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006784256 00000100:00100000:2.0:1777421171.402977:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006784256 00000100:00100000:2.0:1777421171.403066:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 226 00000100:00100000:2.0:1777421171.403385:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:12604:x1863761006784256:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421171.403428:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421171.403462:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0139 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04a96 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.403532:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0140 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.403779:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0140 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.403795:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0140 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.403814:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0147 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.403821:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0147 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.403827:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0147 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.404663:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6c00/0xd9d09a059d6c014e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.404676:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6c00/0xd9d09a059d6c014e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.404685:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6c00/0xd9d09a059d6c014e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421171.404736:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 512 00000004:00200000:2.0:1777421171.404752:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421171.404780:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6c00/0xd9d09a059d6c014e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.404794:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0140 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.404801:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0140 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.404809:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0140 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.404816:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421171.404820:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0140 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.404827:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0140 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.404841:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356600) 00010000:00010000:2.0:1777421171.404844:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421171.404851:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0140 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.404858:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0140 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.405055:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0147 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.405061:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0147 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.405079:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0147 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.405084:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421171.405087:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0147 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.405093:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0147 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.405101:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb3812162 (ffff971049356b00) 00010000:00010000:2.0:1777421171.405104:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421171.405107:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0147 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.405113:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0147 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.405154:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0139 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a96 expref: 19 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.405167:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6c00/0xd9d09a059d6c014e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a96 expref: 18 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.405175:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff971043f8be00) 00010000:00010000:2.0:1777421171.405177:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421171.405180:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe6c00, rc 0) 00000100:00100000:2.0:1777421171.405265:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:12604:x1863761006784256:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 2189us (2548us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421171.405332:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 226 00000100:00100000:1.0:1777421171.412709:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421171.412847:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006784512 00000100:00100000:2.0:1777421171.412858:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006784512 00000100:00100000:2.0:1777421171.413715:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 227 00000100:00100000:2.0:1777421171.413728:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:12604:x1863761006784512:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421171.413751:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421171.413773:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0155 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04a9d expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.414441:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c015c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.414458:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c015c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.414469:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c015c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421171.414480:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x5:0x0]: returning size 0 00010000:00010000:2.0:1777421171.414528:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0155 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a9d expref: 21 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.414547:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c015c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a9d expref: 20 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.414556:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff971049356b00) 00010000:00010000:2.0:1777421171.414559:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421171.414563:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe6000, rc 0) 00000100:00100000:2.0:1777421171.414654:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:12604:x1863761006784512:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 928us (1955us total) trans 4294967462 rc 0/0 00000100:00100000:2.0:1777421171.414663:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 227 00000100:00100000:1.0:1777421171.420015:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421171.423486:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006784768 00000100:00100000:2.0:1777421171.423511:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006784768 00000100:00100000:2.0:1777421171.423614:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 228 00000100:00100000:2.0:1777421171.423625:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:12604:x1863761006784768:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777421171.423719:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421171.423757:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c015c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a9d expref: 20 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.423783:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff971049356b00) 00010000:00010000:2.0:1777421171.423797:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421171.423831:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c016a lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.423848:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0044 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a50 expref: 39 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.423859:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c016a lrc: 4/0,1 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.423905:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0044 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a50 expref: 39 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.423924:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0044 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a50 expref: 39 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421171.423972:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fff1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018287232:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421171.424359:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049a800c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421171.426396:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fff1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018287232:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421171.426441:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c016a lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421171.426558:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421171.426671:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006784896 00000100:00100000:2.0:1777421171.426681:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006784896 00010000:00010000:2.0:1777421171.426728:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0044 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a50 expref: 40 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421171.426772:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 84 00000100:00100000:2.0:1777421171.426784:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045d67c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+40:2361:x1863761006784896:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421171.426802:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421171.426811:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0044 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a50 expref: 40 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.426824:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0044 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a50 expref: 40 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.426850:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0044 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a50 expref: 40 pid: 5772 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.426868:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff971043f8be00) 00010000:00010000:2.0:1777421171.426873:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c016a lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.426899:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c016a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.426907:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c016a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421171.426937:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421171.426964:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c016a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.426975:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c016a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421171.426999:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045d67c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+39:2361:x1863761006784896:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 217us (441us total) trans 0 rc 0/0 00010000:00010000:0.0:1777421171.427006:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0171 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0xc10dacf8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421171.427011:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 84 00010000:00010000:0.0:1777421171.427023:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0171 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0xc10dacf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.427032:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0171 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0xc10dacf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.427128:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c016a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.427137:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c016a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.427145:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c016a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.427152:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421171.427176:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c016a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.427186:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c016a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.427197:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff971043f8be00) 00010000:00010000:0.0:1777421171.427201:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421171.427205:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c016a lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.427213:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c016a lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.427224:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0171 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0xc10dacf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.427230:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0171 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0xc10dacf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.427241:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0171 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0xc10dacf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.427247:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421171.427250:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0171 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0xc10dacf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.427256:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0171 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0xc10dacf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.427263:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0xc10dacf8 (ffff971042afd000) 00010000:00010000:0.0:1777421171.427266:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421171.427298:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0171 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0xc10dacf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.427305:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0171 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0xc10dacf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421171.427390:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:12604:x1863761006784768:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 3765us (7393us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777421171.427399:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 228 00000100:00100000:1.0:1777421171.429494:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421171.429588:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006785024 00000100:00100000:0.0:1777421171.429601:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006785024 00000100:00100000:0.0:1777421171.429714:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 229 00000100:00100000:0.0:1777421171.429727:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:12604:x1863761006785024:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421171.429765:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421171.429795:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0178 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04aa4 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.429844:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c017f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.429860:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c017f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.429874:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c017f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.430003:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0178 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04aa4 expref: 21 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.430023:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c017f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04aa4 expref: 20 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.430043:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff971042afde00) 00010000:00010000:0.0:1777421171.430047:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421171.430052:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bdc00, rc 0) 00000100:00100000:0.0:1777421171.430131:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:12604:x1863761006785024:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 406us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421171.430139:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 229 00000100:00100000:1.0:1777421171.433068:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421171.434170:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006785280 00000100:00100000:0.0:1777421171.434189:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006785280 00000100:00100000:0.0:1777421171.434296:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 230 00000100:00100000:0.0:1777421171.434309:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:12604:x1863761006785280:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421171.434422:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0186 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.434458:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0186 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.434474:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0186 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421171.434765:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000975dad97 reply state 000000000bc26cd8 transno 4294967463 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0186 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421171.434774:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421171.434885:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:12604:x1863761006785280:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 579us (1829us total) trans 4294967463 rc 0/0 00000100:00100000:0.0:1777421171.434892:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 230 00010000:00010000:3.0:1777421171.438327:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0186 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.438352:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0186 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.438361:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0186 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.438368:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421171.438374:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0186 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.438402:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0186 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.438423:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff971042afde00) 00010000:00010000:3.0:1777421171.438426:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777421171.438443:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0186 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.438450:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0186 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421171.438630:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421171.439073:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006785408 00000100:00100000:0.0:1777421171.439097:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006785408 00000100:00100000:0.0:1777421171.439173:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 231 00000100:00100000:0.0:1777421171.439185:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:12604:x1863761006785408:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421171.439221:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421171.439246:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c018d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04aab expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.439355:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c018d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04aab expref: 22 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.439373:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c018d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04aab expref: 22 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.439384:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff971042afde00) 00010000:00010000:0.0:1777421171.439387:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421171.439390:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bc800, rc 0) 00000100:00100000:0.0:1777421171.439473:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:12604:x1863761006785408:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 290us (849us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421171.439482:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 231 00000100:00100000:2.0:1777421171.442555:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421171.442934:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006785536 00000100:00100000:3.0:1777421171.442950:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006785536 00000100:00100000:3.0:1777421171.445479:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 70 00000100:00100000:3.0:1777421171.445547:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:12604:x1863761006785536:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1777421171.446266:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:12604:x1863761006785536:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 Request processed in 745us (3723us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421171.446318:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 70 00000100:00100000:1.0:1777421171.453578:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421171.453814:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006785792 00000100:00100000:3.0:1777421171.453833:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006785792 00000100:00100000:3.0:1777421171.453908:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 71 00000100:00100000:3.0:1777421171.453922:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:12604:x1863761006785792:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421171.454489:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:12604:x1863761006785792:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 566us (926us total) trans 4294967464 rc 0/0 00000100:00100000:3.0:1777421171.454499:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 71 00000100:00100000:1.0:1777421171.457760:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421171.459195:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006786048 00000100:00100000:0.0:1777421171.459215:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006786048 00000100:00100000:0.0:1777421171.460488:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 232 00000100:00100000:0.0:1777421171.460507:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080972a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:12604:x1863761006786048:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421171.460679:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080972a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:12604:x1863761006786048:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 179us (2933us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421171.460689:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 232 00000100:00100000:2.0:1777421171.466625:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421171.466707:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006786304 00000100:00100000:1.0:1777421171.466723:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006786304 00000100:00100000:1.0:1777421171.466810:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 233 00000100:00100000:1.0:1777421171.466823:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:12604:x1863761006786304:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421171.466860:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421171.466890:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744be00/0xd9d09a059d6c0194 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04ab2 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.467032:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c019b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.467052:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c018d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04aab expref: 24 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.467061:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c019b lrc: 4/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.467135:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c018d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04aab expref: 24 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.467163:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c018d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04aab expref: 24 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421171.467181:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018287360:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421171.467346:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777421171.471645:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018287360:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421171.471680:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:1.0:1777421171.471697:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c019b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421171.471828:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006786432 00000100:00100000:3.0:1777421171.471854:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006786432 00010000:00010000:3.0:1777421171.471895:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c018d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04aab expref: 25 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421171.471935:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 85 00000100:00100000:3.0:1777421171.471945:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:2360:x1863761006786432:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421171.471960:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421171.471967:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c018d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04aab expref: 25 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.471983:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c018d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04aab expref: 25 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.472009:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c018d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04aab expref: 25 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.472027:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff971042afde00) 00010000:00010000:3.0:1777421171.472032:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c019b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.472042:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c019b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.472051:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c019b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.472084:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421171.472182:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:2360:x1863761006786432:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 238us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421171.472201:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 85 00010000:00010000:1.0:1777421171.472265:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c019b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.472300:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c019b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421171.472332:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x5:0x0]: returning size 0 00010000:00010000:1.0:1777421171.472851:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c019b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.472861:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c019b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.472868:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c019b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.472874:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744b400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421171.472880:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c019b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.472906:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c019b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.472922:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff971042afde00) 00010000:00010000:1.0:1777421171.472926:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421171.472931:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c019b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.472938:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c019b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.473015:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744be00/0xd9d09a059d6c0194 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ab2 expref: 24 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.473028:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff971043f8be00) 00010000:00010000:1.0:1777421171.473031:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421171.473034:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744be00/0xd9d09a059d6c0194 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ab2 expref: 24 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.473045:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97107744be00, rc 0) 00000100:00100000:1.0:1777421171.473127:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:12604:x1863761006786304:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 6295us (6506us total) trans 4294967465 rc 301/301 00000100:00100000:1.0:1777421171.473137:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 233 00000100:00100000:2.0:1777421171.476662:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421171.476921:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006786688 00000100:00100000:3.0:1777421171.476932:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006786688 00000100:00100000:3.0:1777421171.477101:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 72 00000100:00100000:3.0:1777421171.477111:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:12604:x1863761006786688:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421171.477410:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:12604:x1863761006786688:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 300us (760us total) trans 4294967466 rc 0/0 00000100:00100000:3.0:1777421171.477419:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 72 00000100:00100000:2.0:1777421171.483480:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421171.483546:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006786816 00000100:00100000:1.0:1777421171.483556:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006786816 00000100:00100000:1.0:1777421171.483616:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 234 00000100:00100000:1.0:1777421171.483627:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:12604:x1863761006786816:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421171.483682:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421171.483704:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744be00/0xd9d09a059d6c01a9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04ab9 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.483777:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c01b0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.483792:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c01b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.483804:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c01b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421171.483843:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421171.483863:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c01b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.483889:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744be00/0xd9d09a059d6c01a9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ab9 expref: 26 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.483908:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c01b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ab9 expref: 25 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.483916:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff971042afde00) 00010000:00010000:1.0:1777421171.483919:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777421171.483922:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97107744b400, rc 0) 00000100:00100000:1.0:1777421171.483980:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:12604:x1863761006786816:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 355us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421171.483988:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 234 00000100:00100000:2.0:1777421171.486975:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421171.487032:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006786944 00000100:00100000:1.0:1777421171.487045:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006786944 00000100:00100000:1.0:1777421171.487114:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 235 00000100:00100000:1.0:1777421171.487124:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:2360:x1863761006786944:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421171.487147:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421171.487169:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6c01b7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04ac0 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.487206:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6c01b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ac0 expref: 26 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421171.487238:0:5771:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1777421171.487242:0:5771:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb mtime from disk: 0 -> 1777421170 00000004:00010000:1.0:1777421171.487245:0:5771:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb atime from disk: 0 -> 1777421170 00000004:00010000:1.0:1777421171.487247:0:5771:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb ctime from disk: 0 -> 1777421170 00000004:00010000:1.0:1777421171.487250:0:5771:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb blocks from disk: 18427282363563114435 -> 1 00002000:00010000:1.0:1777421171.487254:0:5771:0:(mdt_io.c:1542:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1777421171.487262:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6c01b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ac0 expref: 26 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.487476:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff971042afde00) 00010000:00010000:1.0:1777421171.487480:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777421171.487484:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97107744a200, rc 0) 00000100:00100000:1.0:1777421171.487607:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:2360:x1863761006786944:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 483us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421171.487615:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 235 00000100:00100000:2.0:1777421171.493557:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421171.493680:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006787200 00000100:00100000:1.0:1777421171.493706:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006787200 00000100:00100000:1.0:1777421171.493771:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 236 00000100:00100000:1.0:1777421171.493781:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:12604:x1863761006787200:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421171.493903:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:12604:x1863761006787200:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 123us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421171.493911:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 236 00000100:00100000:2.0:1777421171.500445:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421171.500565:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006787328 00000100:00100000:1.0:1777421171.500581:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006787328 00000100:00100000:1.0:1777421171.500694:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 237 00000100:00100000:1.0:1777421171.500706:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:12604:x1863761006787328:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421171.500734:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421171.500737:0:5772:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1777421171.500781:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a200/0xd9d09a059d6c01b7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ac0 expref: 26 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.500798:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff971042afde00) 00010000:00010000:1.0:1777421171.500803:0:5772:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421171.500818:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744be00/0xd9d09a059d6c01be lrc: 2/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04ac7 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.500847:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744be00/0xd9d09a059d6c01be lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ac7 expref: 26 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.500863:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744be00/0xd9d09a059d6c01be lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ac7 expref: 26 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.500874:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff971042afde00) 00010000:00010000:1.0:1777421171.500896:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777421171.500899:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97107744be00, rc 0) 00000100:00100000:1.0:1777421171.500974:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:12604:x1863761006787328:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 270us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421171.500983:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 237 00000100:00100000:3.0:1777421171.517596:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421171.517676:0:5785:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006787456 00000100:00100000:0.0:1777421171.517701:0:5785:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006787456 00002000:00100000:0.0:1777421171.517750:0:5785:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0x5:0x0] req@ffff9710779a6680 x1863761006787456/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:182/0 lens 488/0 e 0 to 0 dl 1777421182 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421171.517762:0:5785:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9710779a6680 with x1863761006787456 00000100:00100000:0.0:1777421171.517797:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 2 00000100:00100000:0.0:1777421171.517808:0:5785:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:2360:x1863761006787456:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 00000004:00010000:0.0:1777421171.544629:0:5785:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb size from disk: 0 -> 1048576 00000004:00010000:0.0:1777421171.544638:0:5785:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb mtime from disk: 1777421170 -> 1777421171 00000004:00010000:0.0:1777421171.544640:0:5785:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb atime from disk: 1777421170 -> 1777421170 00000004:00010000:0.0:1777421171.544642:0:5785:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb ctime from disk: 1777421170 -> 1777421171 00000004:00010000:0.0:1777421171.544644:0:5785:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777421171.544809:0:5785:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+28:2360:x1863761006787456:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 Request processed in 26998us (27218us total) trans 4294967467 rc 0/0 00000100:00100000:0.0:1777421171.544820:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 2 00002000:00100000:0.0:1777421171.544834:0:5785:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0x5:0x0] req@ffff9710779a6680 x1863761006787456/t4294967467(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:182/0 lens 488/448 e 0 to 0 dl 1777421182 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421171.544844:0:5785:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9710779a6680 with x1863761006787456 00000100:00100000:2.0:1777421171.554690:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421171.555177:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006787584 00000100:00100000:1.0:1777421171.555193:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006787584 00000100:00100000:1.0:1777421171.555264:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 238 00000100:00100000:1.0:1777421171.555307:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+28:12604:x1863761006787584:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1777421171.619230:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967467 is committed 00000001:00080000:3.0:1777421171.619258:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967459 is committed 00000001:00080000:3.0:1777421171.620264:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967460 is committed 00000100:00100000:1.0:1777421171.620557:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:12604:x1863761006787584:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 Request processed in 65276us (65878us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421171.620569:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 238 00000100:00100000:3.0:1777421171.623065:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421171.623167:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006787712 00000100:00100000:1.0:1777421171.623182:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006787712 00000100:00100000:1.0:1777421171.623252:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 239 00000100:00100000:1.0:1777421171.623262:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:2361:x1863761006787712:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1777421171.623436:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:2361:x1863761006787712:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 Request processed in 162us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421171.623444:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 239 00000100:00100000:2.0:1777421171.629991:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421171.630146:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006787968 00000100:00100000:0.0:1777421171.630167:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006787968 00000100:00100000:0.0:1777421171.630237:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 240 00000100:00100000:0.0:1777421171.630246:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:12604:x1863761006787968:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421171.630481:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421171.630509:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b400/0xd9d09a059d6c01b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ab9 expref: 16 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.630546:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff971042afde00) 00010000:00010000:0.0:1777421171.630552:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421171.630583:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c01c5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.630596:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c01c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.630606:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c01c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421171.630630:0:5771:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:0.0:1777421171.630634:0:5771:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb mtime from disk: 1777421171 -> 1777421171 00000004:00010000:0.0:1777421171.630636:0:5771:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb atime from disk: 1777421170 -> 1777421170 00000004:00010000:0.0:1777421171.630639:0:5771:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb ctime from disk: 1777421171 -> 1777421171 00000004:00010000:0.0:1777421171.630641:0:5771:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb blocks from disk: 1 -> 2055 00010000:00010000:0.0:1777421171.630647:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c01c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.630654:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c01c5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.630661:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c01c5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.630668:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bce00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421171.630672:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c01c5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.630690:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c01c5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.630699:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff971042afde00) 00010000:00010000:0.0:1777421171.630701:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421171.630705:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c01c5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.630712:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c01c5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421171.631611:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:12604:x1863761006787968:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 1362us (1625us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421171.631623:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 240 00000100:00100000:2.0:1777421171.633656:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421171.633919:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006788096 00000100:00100000:0.0:1777421171.633935:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006788096 00000100:00100000:0.0:1777421171.634046:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 241 00000100:00100000:0.0:1777421171.634057:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:12604:x1863761006788096:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421171.634077:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421171.634098:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c01cc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04ace expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.634156:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c01cc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ace expref: 16 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.634172:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c01cc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ace expref: 16 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.634232:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff971042afde00) 00010000:00010000:0.0:1777421171.634236:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421171.634242:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bc600, rc 0) 00000100:00100000:0.0:1777421171.634333:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:12604:x1863761006788096:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 277us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421171.634341:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 241 00000100:00100000:2.0:1777421171.636694:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421171.636769:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006788352 00000100:00100000:0.0:1777421171.636785:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006788352 00000100:00100000:0.0:1777421171.636934:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 242 00000100:00100000:0.0:1777421171.636947:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:12604:x1863761006788352:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1777421171.637038:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c01d3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.637059:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c017f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04aa4 expref: 16 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.637069:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c01d3 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.637114:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c017f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04aa4 expref: 16 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.637128:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c017f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04aa4 expref: 16 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421171.637143:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6d500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018287488:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421171.637268:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c523b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421171.642882:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421171.642929:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6d500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018287488:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421171.642967:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c01d3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421171.646569:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006788480 00000100:00100000:3.0:1777421171.646592:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006788480 00010000:00010000:3.0:1777421171.646665:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c017f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04aa4 expref: 17 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421171.646714:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 86 00000100:00100000:3.0:1777421171.646726:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:2361:x1863761006788480:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421171.646746:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421171.646755:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c017f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04aa4 expref: 17 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.646771:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c017f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04aa4 expref: 17 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.646824:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c017f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04aa4 expref: 17 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.646845:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff971042afde00) 00010000:00010000:3.0:1777421171.646850:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c01d3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.646861:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c01d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.646870:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c01d3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.646914:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421171.646985:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c01d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.646999:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c01d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.647030:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c01d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421171.647071:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:2361:x1863761006788480:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 341us (4198us total) trans 0 rc 0/0 00010000:00010000:1.0:1777421171.647073:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c01d3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.647102:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c01d3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421171.647110:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 86 00010000:00010000:1.0:1777421171.647112:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421171.647117:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c01d3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.647123:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c01d3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.647137:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff971042afde00) 00010000:00010000:1.0:1777421171.647139:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777421171.647142:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c01d3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.647146:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c01d3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421171.647234:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:12604:x1863761006788352:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 Request processed in 10285us (10548us total) trans 0 rc -22/-22 00000100:00100000:1.0:1777421171.647244:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 242 00000100:00100000:2.0:1777421171.653668:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421171.653743:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006788608 00000100:00100000:1.0:1777421171.653918:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006788608 00000100:00100000:1.0:1777421171.654084:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 243 00000100:00100000:1.0:1777421171.654100:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:2361:x1863761006788608:12345-192.168.204.24@tcp:33:lhsmtool_posix.0 00010000:00010000:1.0:1777421171.654180:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01da lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.654221:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744be00/0xd9d09a059d6c01be lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ac7 expref: 15 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.654231:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01da lrc: 4/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.654313:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97107744be00/0xd9d09a059d6c01be lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ac7 expref: 15 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.654323:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744be00/0xd9d09a059d6c01be lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ac7 expref: 15 pid: 5772 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421171.654337:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018287616:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421171.654444:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a40c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421171.657824:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018287616:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421171.657862:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01da lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421171.659504:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421171.660332:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006788736 00000100:00100000:0.0:1777421171.660349:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006788736 00010000:00010000:0.0:1777421171.660404:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744be00/0xd9d09a059d6c01be lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ac7 expref: 16 pid: 5772 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421171.660466:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 87 00000100:00100000:0.0:1777421171.660477:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:2360:x1863761006788736:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421171.660496:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421171.660529:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97107744be00/0xd9d09a059d6c01be lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ac7 expref: 16 pid: 5772 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.660545:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97107744be00/0xd9d09a059d6c01be lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ac7 expref: 16 pid: 5772 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.660702:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744be00/0xd9d09a059d6c01be lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ac7 expref: 16 pid: 5772 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.660723:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff971042afde00) 00010000:00010000:0.0:1777421171.660729:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01da lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.660740:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40090000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.660769:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01da lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40090000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.660797:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421171.660870:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:2360:x1863761006788736:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 394us (1377us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421171.660879:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 87 00010000:00010000:1.0:1777421171.662071:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.662088:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.662139:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.662148:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01da lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.662172:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01da lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.662179:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744a800 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421171.662184:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01da lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.662193:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01da lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.662211:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff971042afde00) 00010000:00010000:1.0:1777421171.662216:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777421171.662222:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01da lrc: 2/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.662230:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01da lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421171.662361:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:2361:x1863761006788608:12345-192.168.204.24@tcp:33:lhsmtool_posix.0 Request processed in 8263us (8705us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421171.662372:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 243 00000100:00100000:2.0:1777421171.669769:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421171.669872:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006788992 00000100:00100000:1.0:1777421171.669887:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006788992 00000100:00100000:1.0:1777421171.669978:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 244 00000100:00100000:1.0:1777421171.669991:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:12604:x1863761006788992:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777421171.670133:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.670161:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.670206:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.670584:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c01e8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.670597:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c01cc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ace expref: 15 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.670613:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c01e8 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.670655:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c01cc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ace expref: 15 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.670670:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c01cc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ace expref: 15 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421171.670688:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018287744:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421171.670809:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a40c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421171.677978:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421171.678126:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018287744:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421171.678163:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c01e8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421171.678518:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006789120 00000100:00100000:0.0:1777421171.678529:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006789120 00010000:00010000:0.0:1777421171.678575:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c01cc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ace expref: 16 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421171.678696:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 88 00000100:00100000:0.0:1777421171.678707:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:2361:x1863761006789120:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421171.678727:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421171.678736:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c01cc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ace expref: 16 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.678750:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c01cc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ace expref: 16 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.678778:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c01cc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ace expref: 16 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.678796:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff971042afde00) 00010000:00010000:0.0:1777421171.678801:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c01e8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.678835:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c01e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.678845:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c01e8 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.678874:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421171.678979:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:2361:x1863761006789120:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 272us (1017us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421171.678988:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 88 00010000:00010000:1.0:1777421171.679114:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c01e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.679123:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c01e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421171.679460:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967468 00000001:00080000:1.0:1777421171.679655:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967469 00000001:00080000:1.0:1777421171.679732:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967470 00000001:00080000:1.0:1777421171.679758:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967471 00000001:00080000:1.0:1777421171.679801:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967472 00010000:00010000:1.0:1777421171.679837:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c01e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.679847:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c01e8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.679854:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c01e8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.679861:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744b600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421171.679867:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c01e8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.679876:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c01e8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.679888:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff971042afde00) 00010000:00010000:1.0:1777421171.679892:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421171.679896:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c01e8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.679903:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b600/0xd9d09a059d6c01e8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.679943:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0108 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.679962:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0108 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.679967:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0108 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.679973:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bda00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421171.679976:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0108 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.679982:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0108 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.679989:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:1.0:1777421171.679991:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421171.679995:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0108 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.680000:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0108 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.680024:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6c01ef lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.680038:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0075 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a65 expref: 19 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.680047:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00f3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a88 expref: 19 pid: 5771 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.680065:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7c00/0xd9d09a059d6c012b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a8f expref: 19 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.680074:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6c01ef lrc: 6/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.680115:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7c00/0xd9d09a059d6c012b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a8f expref: 19 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.680132:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7c00/0xd9d09a059d6c012b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a8f expref: 19 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421171.680149:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018287872:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421171.680237:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a88 expref: 19 pid: 5771 timeout: 337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.680247:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00f3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a88 expref: 19 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421171.680256:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018288000:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421171.680339:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0075 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a65 expref: 19 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421171.680349:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0075 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a65 expref: 19 pid: 5772 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421171.680371:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018288128:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421171.680394:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a40c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421171.685010:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421171.685126:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421171.685246:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006789248 00000100:00100000:0.0:1777421171.685261:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006789248 00010000:00010000:0.0:1777421171.685346:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7c00/0xd9d09a059d6c012b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a8f expref: 20 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421171.685385:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006789376 00000100:00100000:0.0:1777421171.685388:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006789376 00010000:00010000:0.0:1777421171.685402:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00f3 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a88 expref: 20 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421171.685442:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 89 00000100:00100000:0.0:1777421171.685454:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:2361:x1863761006789248:12345-192.168.204.24@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1777421171.685476:0:5755:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7c00/0xd9d09a059d6c012b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a8f expref: 20 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.685490:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7c00/0xd9d09a059d6c012b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a8f expref: 20 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.685519:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7c00/0xd9d09a059d6c012b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x51/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a8f expref: 20 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.685530:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:0.0:1777421171.685533:0:5755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 53 00010000:00010000:0.0:1777421171.685538:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6c01ef lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.685552:0:5755:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7c00/0xd9d09a059d6c012b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x51/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a8f expref: 20 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421171.685625:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:2361:x1863761006789248:12345-192.168.204.24@tcp:102:ldlm_bl.0 Request processed in 172us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421171.685635:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 89 00000100:00100000:0.0:1777421171.685656:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 90 00000100:00100000:0.0:1777421171.685662:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+20:2360:x1863761006789376:12345-192.168.204.24@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1777421171.685673:0:5755:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00f3 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a88 expref: 20 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.685683:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00f3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a88 expref: 20 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.685694:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00f3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x51/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a88 expref: 20 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.685703:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:0.0:1777421171.685710:0:5755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 53 00010000:00010000:0.0:1777421171.685713:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6c01ef lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.685723:0:5755:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd800/0xd9d09a059d6c00f3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x51/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a88 expref: 20 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421171.685747:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+20:2360:x1863761006789376:12345-192.168.204.24@tcp:102:ldlm_bl.0 Request processed in 85us (622us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421171.685755:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 90 00000100:00100000:1.0:1777421171.686252:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018287872:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421171.686268:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018288000:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421171.686726:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018288128:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421171.686765:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6c01ef lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421171.687080:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421171.689656:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006789504 00000100:00100000:3.0:1777421171.689679:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006789504 00010000:00010000:3.0:1777421171.689746:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0075 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a65 expref: 20 pid: 5772 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421171.689790:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 91 00000100:00100000:3.0:1777421171.689800:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045d65c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:2360:x1863761006789504:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421171.689817:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421171.689825:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0075 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a65 expref: 20 pid: 5772 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.689863:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0075 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a65 expref: 20 pid: 5772 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.689892:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0075 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a65 expref: 20 pid: 5772 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.689913:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:3.0:1777421171.689919:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6c01ef lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.689930:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6c01ef lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.689939:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6c01ef lrc: 4/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.689980:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421171.690055:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045d65c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:2360:x1863761006789504:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 255us (2974us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421171.690063:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 91 00010000:00010000:0.0:1777421171.690376:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6c01ef lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.690386:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6c01ef lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.690401:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6c01ef lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.690408:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6c01ef lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.690416:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6c01ef lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.690436:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744a000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421171.690442:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6c01ef lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.690451:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6c01ef lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.690477:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:0.0:1777421171.690480:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421171.690484:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6c01ef lrc: 2/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.690491:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a000/0xd9d09a059d6c01ef lrc: 0/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.690503:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.690510:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01e1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.690516:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.690521:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744a800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421171.690524:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.690530:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01e1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.690537:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:0.0:1777421171.690540:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421171.690543:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01e1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.690549:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a800/0xd9d09a059d6c01e1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421171.690809:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:12604:x1863761006788992:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 20819us (21054us total) trans 4294967473 rc 0/0 00000100:00100000:0.0:1777421171.690819:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 244 00000020:00080000:0.0:1777421171.690824:0:5771:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1777421171.692550:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421171.692559:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421171.694038:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:3.0:1777421171.694051:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421171.694318:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421171.694444:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006789760 00000100:00100000:3.0:1777421171.694455:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006789760 00000100:00100000:3.0:1777421171.694744:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 73 00000100:00100000:3.0:1777421171.694756:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:12604:x1863761006789760:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1777421171.695188:0:5774:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1777421171.696332:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967474 00010000:00010000:3.0:1777421171.696490:0:5774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c01f6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.696510:0:5774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c01f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.696521:0:5774:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c01f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.696528:0:5774:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c01f6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.696534:0:5774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c01f6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.696541:0:5774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c01f6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421171.696567:0:5774:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777421171.696639:0:7433:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777421171.696653:0:7433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c01f6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.696666:0:7433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcba200 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421171.696672:0:7433:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c01f6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.696695:0:7433:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c01f6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.696715:0:7433:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff971043f8bf00) 00010000:00010000:0.0:1777421171.696719:0:7433:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777421171.696725:0:7433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c01f6 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.696733:0:7433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c01f6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421171.696757:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421171.696760:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421171.696762:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421171.697593:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:12604:x1863761006789760:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 2826us (3265us total) trans 4294967475 rc 0/0 00000100:00100000:0.0:1777421171.697610:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 73 00000020:00080000:0.0:1777421171.697633:0:5774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777421171.938890:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421172.002548:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777421172.002585:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018288256:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421172.002678:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421172.002881:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018288256 00000100:00100000:3.0:1777421172.002892:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018288256 00000100:00100000:2.0:1777421172.003173:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107d668380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863761018288512:0@lo:400:kworker.0 00000100:00100000:2.0:1777421172.003209:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421172.003246:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1777421172.003252:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107d66b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018288384:0@lo:400:kworker.0 00000100:00100000:2.0:1777421172.003306:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421172.003331:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107d66a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018288896:0@lo:400:kworker.0 00000100:00100000:2.0:1777421172.003352:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421172.003382:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018288384 00000100:00100000:2.0:1777421172.003386:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018288384 00000100:00100000:2.0:1777421172.003449:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:2.0:1777421172.003459:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018288384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421172.003519:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018288384:12345-0@lo:400:kworker.0 Request processed in 60us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421172.003526:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:2.0:1777421172.003560:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107d669500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018288768:0@lo:400:kworker.0 00000100:00100000:2.0:1777421172.003587:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421172.003609:0:3300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777421172.003615:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107d668a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3300:1863761018288640:0@lo:400:kworker.0 00000100:00100000:2.0:1777421172.003635:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421172.003681:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107d66b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018288384:0@lo:400:kworker.0 00000100:00100000:2.0:1777421172.003710:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018288512 00000100:00100000:2.0:1777421172.003714:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018288512 00000100:00100000:2.0:1777421172.003755:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018288896 00000100:00100000:2.0:1777421172.003759:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018288896 00000100:00100000:0.0:1777421172.003827:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018288640 00000100:00100000:0.0:1777421172.003831:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018288640 00000100:00100000:3.0:1777421172.003921:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1777421172.003929:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018288256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777421172.003965:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777421172.004006:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018288256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (1328us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421172.004012:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1777421172.004033:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018288768 00000100:00100000:3.0:1777421172.004045:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018288768 00000100:00080000:1.0:1777421172.004116:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777421172.004123:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777421172.004125:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421172.004162:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018288256:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421172.004206:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1777421172.004216:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863761018288512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421172.004256:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863761018288512:12345-0@lo:400:kworker.0 Request processed in 42us (1045us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421172.004262:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1777421172.004504:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107d668380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863761018288512:0@lo:400:kworker.0 00000100:00100000:2.0:1777421172.004639:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1777421172.004647:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018288896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421172.004686:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018288896:12345-0@lo:400:kworker.0 Request processed in 40us (1333us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421172.004693:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1777421172.004796:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1777421172.004804:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1863761018288640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421172.004844:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1863761018288640:12345-0@lo:400:kworker.0 Request processed in 41us (1207us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421172.004850:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1777421172.004892:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107d668a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3300:1863761018288640:0@lo:400:kworker.0 00000100:00100000:0.0:1777421172.004926:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107d66a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018288896:0@lo:400:kworker.0 00000100:00100000:3.0:1777421172.010002:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1777421172.010033:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018288768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421172.010177:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018288768:12345-0@lo:400:kworker.0 Request processed in 160us (6588us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421172.010186:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1777421172.010301:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107d669500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018288768:0@lo:400:kworker.0 00000040:00080000:3.0:1777421172.706091:0:12788:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421172.706097:0:12788:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421172.706130:0:12788:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 7 count 5 00000040:00080000:3.0:1777421172.706134:0:12788:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421172.761883:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421172.761931:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006790016 00000100:00100000:2.0:1777421172.761941:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006790016 00000100:00100000:2.0:1777421172.762011:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 245 00000100:00100000:2.0:1777421172.762021:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+20:12615:x1863761006790016:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421172.762040:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421172.762060:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c01fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04ad5 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421172.762150:0:5772:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7c00/0xd9d09a059d6c012b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x51/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a8f expref: 19 pid: 5771 timeout: 338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421172.762168:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7e00/0xd9d09a059d6c0204 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421172.762180:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7e00/0xd9d09a059d6c0204 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421172.762193:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7e00/0xd9d09a059d6c0204 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421172.762205:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 1048576 00000004:00010000:2.0:1777421172.762358:0:5772:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb size from disk: 1048576 -> 1048576 00000100:00080000:1.0:1777421172.762361:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00010000:2.0:1777421172.762362:0:5772:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb mtime from disk: 1777421167 -> 1777421167 00000004:00010000:2.0:1777421172.762374:0:5772:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb atime from disk: 1777421167 -> 1777421167 00000004:00010000:2.0:1777421172.762377:0:5772:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb ctime from disk: 1777421167 -> 1777421167 00000004:00010000:2.0:1777421172.762379:0:5772:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb blocks from disk: 2 -> 2054 00002000:00010000:2.0:1777421172.762384:0:5772:0:(mdt_io.c:1542:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1777421172.762428:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c01fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ad5 expref: 23 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421172.762443:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7e00/0xd9d09a059d6c0204 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ad5 expref: 22 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421172.762450:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:2.0:1777421172.762453:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1777421172.762456:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe7e00, rc 0) 00000100:00100000:2.0:1777421172.762513:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+22:12615:x1863761006790016:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 493us (637us total) trans 4294967476 rc 0/0 00000100:00100000:2.0:1777421172.762521:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 245 00000100:00100000:2.0:1777421172.770420:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421172.770477:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006790144 00000100:00100000:0.0:1777421172.770489:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006790144 00000100:00100000:0.0:1777421172.770556:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 246 00000100:00100000:0.0:1777421172.770569:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+22:12615:x1863761006790144:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:0.0:1777421172.770661:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0212 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421172.770680:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0212 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421172.770695:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0212 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421172.770729:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0212 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421172.770737:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0212 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421172.770753:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0212 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421172.770761:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421172.770766:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0212 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421172.770774:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0212 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421172.770788:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff97104562f300) 00010000:00010000:0.0:1777421172.770792:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421172.770808:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0212 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421172.770816:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0212 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421172.771440:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+22:12615:x1863761006790144:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 872us (1040us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421172.771449:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 246 00000100:00100000:3.0:1777421172.773911:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421172.773959:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006790400 00000100:00100000:0.0:1777421172.773969:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006790400 00000100:00100000:0.0:1777421172.774073:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 74 00000100:00100000:0.0:1777421172.774086:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+22:12615:x1863761006790400:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:0.0:1777421172.774376:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+23:12615:x1863761006790400:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 293us (472us total) trans 4294967477 rc 0/0 00000100:00100000:0.0:1777421172.774385:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 74 00010000:00010000:3.0:1777421172.962465:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421173.986435:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777421174.754614:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421174.754627:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421174.754882:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 7 count 3 00000040:00080000:0.0:1777421174.754889:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777421175.010504:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421175.717805:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421175.717917:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006790528 00000100:00100000:0.0:1777421175.717928:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006790528 00000100:00100000:0.0:1777421175.718008:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 247 00000100:00100000:0.0:1777421175.718019:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:12564:x1863761006790528:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1777421175.718119:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:12564:x1863761006790528:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 Request processed in 102us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421175.718127:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 247 00000100:00080000:2.0:1777421175.718769:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421175.721621:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421175.721731:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006790784 00000100:00100000:0.0:1777421175.721743:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006790784 00000100:00100000:0.0:1777421175.721802:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 75 00000100:00100000:0.0:1777421175.721813:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4b8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:12564:x1863761006790784:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421175.722249:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4b8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:12564:x1863761006790784:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 437us (636us total) trans 4294967478 rc 0/0 00000100:00100000:0.0:1777421175.722259:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 75 00010000:00010000:3.0:1777421176.035239:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421176.100675:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777421176.100705:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018289024:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421176.100780:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421176.100823:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018289024 00000100:00100000:1.0:1777421176.100832:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018289024 00000100:00100000:1.0:1777421176.100914:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1777421176.100925:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018289024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777421176.100966:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777421176.101015:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018289024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421176.101024:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00080000:3.0:1777421176.101115:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421176.101946:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018289024:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421176.113337:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421176.113387:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421176.113414:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421176.113446:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421176.113469:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421176.113485:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421176.113506:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421176.113532:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006791168 00000100:00100000:3.0:1777421176.113543:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006791168 00000100:00100000:3.0:1777421176.113593:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006791680 00000100:00100000:3.0:1777421176.113596:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006791680 00000100:00100000:3.0:1777421176.113608:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006791296 00000100:00100000:3.0:1777421176.113610:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006791296 00000100:00100000:3.0:1777421176.113620:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006791552 00000100:00100000:3.0:1777421176.113622:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006791552 00000100:00100000:3.0:1777421176.113635:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 71 00000100:00100000:3.0:1777421176.113657:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006791168:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421176.113728:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006791168:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 72us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421176.113736:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 71 00000100:00100000:3.0:1777421176.113751:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 72 00000100:00100000:3.0:1777421176.113758:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2358:x1863761006791680:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421176.113779:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2358:x1863761006791680:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 22us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421176.113784:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 72 00000100:00100000:3.0:1777421176.113794:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 73 00000100:00100000:3.0:1777421176.113799:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+5:2358:x1863761006791296:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421176.113817:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+5:2358:x1863761006791296:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 18us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421176.113822:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 73 00000100:00100000:3.0:1777421176.113831:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 74 00000100:00100000:3.0:1777421176.113837:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2358:x1863761006791552:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421176.113855:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2358:x1863761006791552:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 19us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421176.113860:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 74 00000100:00080000:3.0:1777421176.113885:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777421176.113889:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421176.114068:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006791424 00000100:00100000:2.0:1777421176.114073:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006791424 00000100:00100000:2.0:1777421176.114113:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006791040 00000100:00100000:2.0:1777421176.114117:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006791040 00000100:00100000:2.0:1777421176.114139:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 97 00000100:00100000:2.0:1777421176.114145:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:2358:x1863761006791424:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421176.114181:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:2358:x1863761006791424:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 36us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421176.114187:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 97 00000100:00100000:2.0:1777421176.114198:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 98 00000100:00100000:2.0:1777421176.114203:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+23:2358:x1863761006791040:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421176.114228:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+23:2358:x1863761006791040:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 25us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421176.114233:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 98 00000100:00080000:2.0:1777421176.114244:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421176.114436:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006790912 00000100:00100000:0.0:1777421176.114441:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006790912 00000100:00100000:0.0:1777421176.114472:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 268 00000100:00100000:0.0:1777421176.114479:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b559c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2358:x1863761006790912:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421176.114513:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b559c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2358:x1863761006790912:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 35us (1186us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421176.114519:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 268 00000001:00080000:3.0:1777421176.652589:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967478 is committed 00000001:00080000:3.0:1777421176.652617:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967477 is committed 00000001:02000400:0.0:1777421176.911191:0:12986:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 1e: Archive, Release and Restore SEL file ========================================================== 20:06:15 (1777421175) 00000100:00100000:3.0:1777421176.964305:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421176.965987:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006791808 00000100:00100000:1.0:1777421176.965999:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006791808 00000100:00100000:1.0:1777421176.966068:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 248 00000100:00100000:1.0:1777421176.966080:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+21:13197:x1863761006791808:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421176.966103:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421176.966127:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ac00/0xd9d09a059d6c0219 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04adc expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.966195:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0220 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.966210:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0220 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.966224:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0220 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.966238:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a600/0xd9d09a059d6c0227 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.966246:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a600/0xd9d09a059d6c0227 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.966266:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a600/0xd9d09a059d6c0227 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.966383:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0220 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.966391:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0220 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.966398:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0220 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.966405:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744aa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421176.966409:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0220 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.966416:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0220 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.966428:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356600) 00010000:00010000:1.0:1777421176.966431:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421176.966435:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0220 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.966441:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744aa00/0xd9d09a059d6c0220 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.966451:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a600/0xd9d09a059d6c0227 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.966456:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a600/0xd9d09a059d6c0227 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.966468:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a600/0xd9d09a059d6c0227 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.966473:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744a600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421176.966475:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a600/0xd9d09a059d6c0227 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.966481:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a600/0xd9d09a059d6c0227 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.966489:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1536d67a (ffff97104562f400) 00010000:00010000:1.0:1777421176.966491:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421176.966494:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a600/0xd9d09a059d6c0227 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.966500:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744a600/0xd9d09a059d6c0227 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.966535:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ac00/0xd9d09a059d6c0219 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04adc expref: 22 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.966546:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356600) 00010000:00010000:1.0:1777421176.966549:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421176.966553:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ac00/0xd9d09a059d6c0219 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04adc expref: 22 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.966561:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97107744ac00, rc 0) 00000100:00100000:1.0:1777421176.966643:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+21:13197:x1863761006791808:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 565us (2370us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421176.966662:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 248 00000100:00100000:3.0:1777421176.970096:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421176.970341:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006792064 00000100:00100000:1.0:1777421176.970352:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006792064 00000100:00100000:1.0:1777421176.970411:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 249 00000100:00100000:1.0:1777421176.970421:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+21:13197:x1863761006792064:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:1.0:1777421176.970485:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421176.970514:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6bff6b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a11 expref: 21 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.970530:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356600) 00010000:00010000:1.0:1777421176.970535:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421176.970628:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c022e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.970643:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ae00/0xd9d09a059d6c0013 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a42 expref: 11 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.970653:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c022e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.970687:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ae00/0xd9d09a059d6c0013 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a42 expref: 11 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421176.970700:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ae00/0xd9d09a059d6c0013 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a42 expref: 11 pid: 5771 timeout: 343 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421176.970715:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018289152:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421176.970820:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107d6270c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421176.973804:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018289152:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421176.973834:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c022e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421176.974105:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421176.974210:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006792192 00000100:00100000:2.0:1777421176.974219:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006792192 00010000:00010000:2.0:1777421176.974257:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ae00/0xd9d09a059d6c0013 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a42 expref: 12 pid: 5771 timeout: 343 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421176.974410:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 92 00000100:00100000:2.0:1777421176.974419:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761006792192:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421176.974435:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421176.974443:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ae00/0xd9d09a059d6c0013 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a42 expref: 12 pid: 5771 timeout: 343 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421176.974457:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ae00/0xd9d09a059d6c0013 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a42 expref: 12 pid: 5771 timeout: 343 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421176.974493:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744ae00/0xd9d09a059d6c0013 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04a42 expref: 12 pid: 5771 timeout: 343 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421176.974507:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356600) 00010000:00010000:2.0:1777421176.974511:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c022e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421176.974523:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c022e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421176.974531:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c022e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421176.974553:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421176.974571:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c022e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421176.974581:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c022e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421176.974603:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0235 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421176.974605:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761006792192:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 186us (500us total) trans 0 rc 0/0 00010000:00010000:3.0:1777421176.974619:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0235 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421176.974620:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 92 00010000:00010000:3.0:1777421176.974634:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0235 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421176.975483:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 512 00010000:00010000:3.0:1777421176.975497:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c022e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421176.975506:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c022e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421176.975512:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c022e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421176.975517:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97107744b800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421176.975521:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c022e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421176.975529:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c022e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421176.975551:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356600) 00010000:00010000:3.0:1777421176.975554:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421176.975559:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c022e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421176.975565:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97107744b800/0xd9d09a059d6c022e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421176.975582:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000005bf0cb90 reply state 000000003958bb5b transno 4294967479 ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0235 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421176.975592:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777421176.975666:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+22:13197:x1863761006792064:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 5244us (5587us total) trans 4294967479 rc 0/0 00000100:00100000:3.0:1777421176.975675:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 249 00010000:00010000:3.0:1777421176.979639:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0235 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421176.979661:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0235 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421176.979669:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0235 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421176.979677:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbaa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421176.979682:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0235 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421176.979690:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0235 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421176.979717:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1536d67a (ffff971043f8b000) 00010000:00010000:3.0:1777421176.979720:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421176.979725:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0235 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421176.979733:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0235 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421176.989799:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421176.989911:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006792320 00000100:00100000:0.0:1777421176.989922:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006792320 00000100:00100000:0.0:1777421176.990011:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 250 00000100:00100000:0.0:1777421176.990023:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+21:13200:x1863761006792320:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421176.990047:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421176.990071:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c023c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04ae3 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.990136:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6c0243 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.990150:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6c0243 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.990161:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6c0243 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421176.990227:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1777421176.990231:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421176.990258:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6c0243 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.990468:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c023c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ae3 expref: 23 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.990498:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6c0243 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ae3 expref: 22 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.990507:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421176.990511:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421176.990514:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bd400, rc 0) 00000100:00100000:0.0:1777421176.990575:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+22:13200:x1863761006792320:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 554us (783us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421176.990583:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 250 00000100:00100000:3.0:1777421176.993393:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421176.993499:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006792448 00000100:00100000:0.0:1777421176.993508:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006792448 00000100:00100000:0.0:1777421176.993565:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 251 00000100:00100000:0.0:1777421176.993576:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42677b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+22:13200:x1863761006792448:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421176.993595:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421176.993617:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c024a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04aea expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.993683:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0251 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.993698:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0251 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.993710:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0251 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.993725:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0258 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.993737:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0258 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.993745:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0258 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.993834:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c025f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.993842:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c025f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.993849:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c025f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421176.993890:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 512 00000004:00200000:0.0:1777421176.993893:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421176.993916:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c025f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.994071:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0251 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.994078:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0251 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.994084:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0251 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.994090:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421176.994094:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0251 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.994106:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0251 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.994117:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421176.994120:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421176.994124:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0251 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.994130:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0251 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.994139:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0258 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.994144:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0258 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.994150:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0258 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.994155:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421176.994158:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0258 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.994163:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0258 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.994169:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1536d67a (ffff971042afd300) 00010000:00010000:0.0:1777421176.994171:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421176.994173:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0258 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.994187:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0258 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.994214:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c024a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04aea expref: 24 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.994227:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c025f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04aea expref: 23 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421176.994235:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971042afd900) 00010000:00010000:0.0:1777421176.994237:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421176.994239:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bc200, rc 0) 00000100:00100000:0.0:1777421176.994346:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42677b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+23:13200:x1863761006792448:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 770us (961us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421176.994354:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 251 00000100:00100000:1.0:1777421177.001773:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421177.002024:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006792704 00000100:00100000:0.0:1777421177.002036:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006792704 00000100:00100000:0.0:1777421177.002099:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 252 00000100:00100000:0.0:1777421177.002110:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+23:13200:x1863761006792704:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421177.002131:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421177.002153:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0266 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04af1 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421177.002270:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 512 00010000:00010000:0.0:1777421177.002447:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0266 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04af1 expref: 25 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.002478:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421177.002481:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421177.002487:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0266 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04af1 expref: 25 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.002498:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bce00, rc 0) 00000100:00100000:0.0:1777421177.002557:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+24:13200:x1863761006792704:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 449us (788us total) trans 4294967480 rc 301/301 00000100:00100000:0.0:1777421177.002565:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 252 00000100:00100000:0.0:1777421177.011202:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421177.011916:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006792960 00000100:00100000:3.0:1777421177.011939:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006792960 00000100:00100000:3.0:1777421177.012207:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 253 00000100:00100000:3.0:1777421177.012220:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+24:13200:x1863761006792960:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:3.0:1777421177.012403:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421177.012434:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c025f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04aea expref: 24 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.012450:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971042afd900) 00010000:00010000:3.0:1777421177.012461:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421177.012486:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0274 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.012499:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0274 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.012509:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0274 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421177.012718:0:5770:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000006f021e16 reply state 00000000968b4f8c transno 4294967481 ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0274 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421177.012727:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1777421177.012736:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 512 00000100:00100000:3.0:1777421177.012808:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+25:13200:x1863761006792960:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 591us (1614us total) trans 4294967481 rc 0/0 00000100:00100000:3.0:1777421177.012817:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 253 00010000:00010000:2.0:1777421177.016733:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0274 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.016749:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0274 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.016758:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0274 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.016765:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbb000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421177.016770:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0274 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.016791:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0274 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.016808:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971043f8b000) 00010000:00010000:2.0:1777421177.016811:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421177.016816:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0274 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.016821:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0274 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421177.017898:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421177.018060:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006793216 00000100:00100000:1.0:1777421177.018070:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006793216 00000100:00100000:1.0:1777421177.018115:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 76 00000100:00100000:1.0:1777421177.018124:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+24:13200:x1863761006793216:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1777421177.018400:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+25:13200:x1863761006793216:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 276us (505us total) trans 4294967482 rc 0/0 00000100:00100000:1.0:1777421177.018407:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 76 00000100:00100000:0.0:1777421177.028140:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421177.028594:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006793344 00000100:00100000:3.0:1777421177.028605:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006793344 00000100:00100000:3.0:1777421177.028662:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 254 00000100:00100000:3.0:1777421177.028672:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+25:13202:x1863761006793344:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:3.0:1777421177.028695:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421177.028716:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c027b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04af8 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.028783:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c0282 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.028797:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c0282 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.028808:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c0282 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.028821:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0289 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.028826:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0289 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.028849:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0289 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.029109:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6c0290 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.029118:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6c0290 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.029125:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6c0290 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421177.029160:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 512 00000004:00200000:3.0:1777421177.029163:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421177.029182:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6c0290 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.029193:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c0282 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.029199:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c0282 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.029205:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c0282 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.029210:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbb800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421177.029213:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c0282 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.029220:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c0282 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.029237:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afd700) 00010000:00010000:3.0:1777421177.029240:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421177.029244:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c0282 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.029250:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c0282 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.029262:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0289 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.029269:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0289 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.029534:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0289 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.029540:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbae00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421177.029543:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0289 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.029549:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0289 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.029557:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1536d67a (ffff971043f8bd00) 00010000:00010000:3.0:1777421177.029559:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421177.029562:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0289 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.029568:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0289 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.029610:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c027b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04af8 expref: 27 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.029624:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbc00/0xd9d09a059d6c0290 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04af8 expref: 26 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.029631:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971043f8b200) 00010000:00010000:3.0:1777421177.029633:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777421177.029635:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbbc00, rc 0) 00000100:00100000:2.0:1777421177.030246:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+26:13202:x1863761006793344:12345-192.168.204.24@tcp:101:rm.0 Request processed in 1571us (2111us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421177.030255:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 254 00000100:00100000:3.0:1777421177.033851:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421177.033892:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006793472 00000100:00100000:2.0:1777421177.033901:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006793472 00000100:00100000:2.0:1777421177.033945:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 255 00000100:00100000:2.0:1777421177.033952:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42677100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+26:13202:x1863761006793472:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:2.0:1777421177.033971:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421177.033988:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c0297 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04aff expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.034056:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c029e lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.034072:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c029e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.034084:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c029e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.034114:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c02a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.034123:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c02a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.034128:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c02a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.034189:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c029e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.034195:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c029e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.034200:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c029e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.034204:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421177.034207:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c029e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.034213:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c029e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.034230:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971043f8b200) 00010000:00010000:2.0:1777421177.034233:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421177.034237:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c029e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.034244:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c029e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.034262:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c02a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.034268:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c02a5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.034307:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c02a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.034313:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421177.034316:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c02a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.034338:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c02a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.034347:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff971049356700) 00010000:00010000:2.0:1777421177.034350:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421177.034353:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c02a5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.034360:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c02a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.034393:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c0297 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04aff expref: 27 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.034403:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971043f8b200) 00010000:00010000:2.0:1777421177.034406:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421177.034416:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c0297 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04aff expref: 27 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.034425:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe7400, rc 0) 00000100:00100000:2.0:1777421177.034479:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42677100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+26:13202:x1863761006793472:12345-192.168.204.24@tcp:101:rm.0 Request processed in 527us (636us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421177.034496:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 255 00000100:00100000:0.0:1777421177.040462:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421177.040693:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006793600 00000100:00100000:2.0:1777421177.040704:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006793600 00000100:00100000:2.0:1777421177.040772:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 256 00000100:00100000:2.0:1777421177.040781:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+26:13202:x1863761006793600:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:2.0:1777421177.040800:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421177.040821:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c02ac lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04b06 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.040883:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c02b3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.040896:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c02b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.040907:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c02b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.040920:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c02ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.040927:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c02ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.040933:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c02ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.041001:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c02b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.041008:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c02b3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.041015:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c02b3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.041022:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421177.041026:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c02b3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.041034:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c02b3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.041046:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971043f8b200) 00010000:00010000:2.0:1777421177.041049:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421177.041053:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c02b3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.041061:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c02b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.041072:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c02ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.041079:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c02ba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.041085:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c02ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.041096:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421177.041099:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c02ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.041105:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c02ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.041113:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff971049356b00) 00010000:00010000:2.0:1777421177.041116:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421177.041119:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c02ba lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.041125:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c02ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.041156:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c02ac lrc: 1/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b06 expref: 27 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.041167:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971043f8b200) 00010000:00010000:2.0:1777421177.041169:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421177.041173:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c02ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b06 expref: 27 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.041182:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe6200, rc 0) 00000100:00100000:2.0:1777421177.041991:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+26:13202:x1863761006793600:12345-192.168.204.24@tcp:101:rm.0 Request processed in 1207us (1535us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421177.042000:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 256 00000100:00100000:0.0:1777421177.053759:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421177.053832:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006793856 00000100:00100000:2.0:1777421177.053854:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006793856 00000100:00100000:2.0:1777421177.053913:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 257 00000100:00100000:2.0:1777421177.053923:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+26:13203:x1863761006793856:12345-192.168.204.24@tcp:101:dd.0 00010000:00010000:2.0:1777421177.053942:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421177.053963:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c02c1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04b0d expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.054096:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c02c8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.054111:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c02c8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.054121:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c02c8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.054133:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c02cf lrc: 3/0,1 mode: --/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.054139:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c02cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.054144:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c02cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777421177.054641:0:5770:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x5:0x0], index 0: 0 00010000:00010000:2.0:1777421177.054878:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c02d6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.054887:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c02d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.054908:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c02d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.054947:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c02c8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.054955:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c02c8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.054962:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c02c8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.054967:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421177.054972:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c02c8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.054979:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c02c8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.054990:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971043f8b200) 00010000:00010000:2.0:1777421177.054994:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421177.054998:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c02c8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.055004:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c02c8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421177.055017:0:5770:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000e6f872f9 reply state 0000000050ac0994 transno 4294967483 ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c02cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421177.055025:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777421177.055063:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c02c1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b0d expref: 29 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.055076:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c02d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b0d expref: 28 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.055084:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356700) 00010000:00010000:2.0:1777421177.055086:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421177.055089:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe7400, rc 0) 00000100:00100000:2.0:1777421177.055154:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+29:13203:x1863761006793856:12345-192.168.204.24@tcp:101:dd.0 Request processed in 1232us (1404us total) trans 4294967483 rc 0/0 00000100:00100000:2.0:1777421177.055162:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 257 00010000:00010000:1.0:1777421177.056580:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c02cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421177.056593:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c02cf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421177.056600:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c02cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421177.056605:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421177.056611:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c02cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421177.056617:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c02cf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421177.056630:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff971049356b00) 00010000:00010000:1.0:1777421177.056633:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421177.056637:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c02cf lrc: 2/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421177.056655:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c02cf lrc: 0/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.058507:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421177.078693:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421177.078759:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006793984 00000100:00100000:3.0:1777421177.078770:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006793984 00000100:00100000:3.0:1777421177.078879:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 54 00000100:00100000:3.0:1777421177.078889:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+6:13203:x1863761006793984:12345-192.168.204.24@tcp:101:dd.0 00010000:00010000:3.0:1777421177.078907:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421177.078930:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033a1ea19/0xd9d09a059d6c02e4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04b14 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421177.078957:0:12497:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777421177.078976:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421177.078978:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421177.078987:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033a1ea19/0xd9d09a059d6c02e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b14 expref: 7 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.079001:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000033a1ea19/0xd9d09a059d6c02e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b14 expref: 7 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.079037:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbaa00, rc 0) 00000100:00100000:3.0:1777421177.079096:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+7:13203:x1863761006793984:12345-192.168.204.24@tcp:101:dd.0 Request processed in 209us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421177.079104:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 54 00000100:00100000:2.0:1777421177.097698:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421177.097778:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421177.097882:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006794112 00000100:00100000:0.0:1777421177.097892:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006794112 00002000:00100000:0.0:1777421177.097951:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5:0x0] (0->1048575) req@ffff97107d66b100 x1863761006794112/t0(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:188/0 lens 488/0 e 0 to 0 dl 1777421188 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421177.097972:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97107d66b100 with x1863761006794112 ext(0->1048575) 00002000:00010000:0.0:1777421177.097979:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97107d66b100 00000100:00100000:0.0:1777421177.098008:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 37 00000100:00100000:0.0:1777421177.098018:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+7:2360:x1863761006794112:12345-192.168.204.24@tcp:4:dd.0 00000100:00100000:1.0:1777421177.099430:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006794368 00000100:00100000:1.0:1777421177.099439:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006794368 00000100:00100000:1.0:1777421177.099527:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 77 00000100:00100000:1.0:1777421177.099536:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+28:13203:x1863761006794368:12345-192.168.204.24@tcp:35:dd.0 00000100:00100000:1.0:1777421177.099871:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+29:13203:x1863761006794368:12345-192.168.204.24@tcp:35:dd.0 Request processed in 335us (2091us total) trans 4294967484 rc 0/0 00000100:00100000:1.0:1777421177.099879:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 77 00000100:00100000:2.0:1777421177.113016:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+9:2360:x1863761006794112:12345-192.168.204.24@tcp:4:dd.0 Request processed in 14987us (15315us total) trans 4294967306 rc 0/0 00000100:00100000:2.0:1777421177.113032:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 37 00002000:00100000:2.0:1777421177.113050:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5:0x0] (0->1048575) req@ffff97107d66b100 x1863761006794112/t4294967306(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:188/0 lens 488/448 e 0 to 0 dl 1777421188 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421177.113061:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97107d66b100 with x1863761006794112 ext(0->1048575) 00002000:00010000:2.0:1777421177.113068:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97107d66b100 00000100:00100000:2.0:1777421177.122528:0:3300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777421177.122644:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42674e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018289408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421177.122670:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080355880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863761018289536:0@lo:400:kworker.0 00000100:00100000:1.0:1777421177.122717:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421177.122718:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421177.122787:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080973480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018289280:0@lo:400:kworker.0 00000100:00100000:0.0:1777421177.122805:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080354a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1863761018289664:0@lo:400:kworker.0 00000100:00100000:2.0:1777421177.122813:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421177.122886:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018289792:0@lo:400:kworker.0 00000100:00100000:0.0:1777421177.122921:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421177.122951:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777421177.122957:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018289920:0@lo:400:kworker.0 00000100:00100000:0.0:1777421177.122986:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018289792 00000100:00100000:0.0:1777421177.122992:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018289792 00000100:00100000:0.0:1777421177.123037:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1777421177.123047:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018289792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421177.123109:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018289792:12345-0@lo:400:kworker.0 Request processed in 58us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421177.123116:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1777421177.123793:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018289408 00000100:00100000:3.0:1777421177.123800:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018289408 00000100:00100000:0.0:1777421177.123831:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421177.123840:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018289280 00000100:00100000:2.0:1777421177.123845:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018289280 00000100:00080000:1.0:1777421177.123849:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421177.123858:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1777421177.123867:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018289408:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421177.123873:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018289536 00000100:00100000:0.0:1777421177.123879:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018289536 00000100:00100000:1.0:1777421177.123882:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018289664 00000100:00100000:1.0:1777421177.123885:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018289664 00000100:00100000:2.0:1777421177.123886:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1777421177.123896:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018289280:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1777421177.123903:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00002000:00000024:3.0:1777421177.123906:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777421177.123914:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1777421177.123923:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863761018289536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421177.123933:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1777421177.123941:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863761018289664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421177.124374:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018289408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 506us (1657us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421177.124374:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018289280:12345-0@lo:400:kworker.0 Request processed in 478us (1557us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421177.124383:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1777421177.124383:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:3.0:1777421177.124411:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421177.124446:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42674e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018289408:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421177.124459:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080973480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018289280:0@lo:400:kworker.0 00000100:00100000:2.0:1777421177.124495:0:8245:0:(service.c:3435:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:2.0:1777421177.124503:0:8245:0:(service.c:3494:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:3.0:1777421177.125317:0:5770:0:(service.c:3435:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1777421177.125339:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018289920 00000100:00100000:3.0:1777421177.125345:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018289920 00000100:00100000:3.0:1777421177.125381:0:5770:0:(service.c:3435:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1777421177.125390:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1777421177.125398:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1863761018289920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421177.125438:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863761018289536:12345-0@lo:400:kworker.0 Request processed in 1515us (2722us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421177.125448:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1777421177.125468:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1863761018289920:12345-0@lo:400:kworker.0 Request processed in 61us (1045us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421177.125475:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00080000:3.0:1777421177.125504:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421177.125593:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080355880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863761018289536:0@lo:400:kworker.0 00000100:00100000:2.0:1777421177.125641:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018289792:0@lo:400:kworker.0 00000100:00100000:2.0:1777421177.125654:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018289920:0@lo:400:kworker.0 00000100:00100000:1.0:1777421177.125689:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863761018289664:12345-0@lo:400:kworker.0 Request processed in 1745us (1855us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421177.125731:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080354a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1863761018289664:0@lo:400:kworker.0 00000100:00100000:1.0:1777421177.125760:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1777421177.262153:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421177.265190:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006794496 00000100:00100000:3.0:1777421177.265207:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006794496 00000100:00080000:0.0:1777421177.265330:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421177.265378:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 258 00000100:00100000:3.0:1777421177.265421:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:13230:x1863761006794496:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421177.265442:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421177.265465:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c02eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04b1b expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.265557:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c02f2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.265573:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c02f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.265584:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c02f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421177.265644:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1777421177.265648:0:12998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421177.265673:0:12998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c02f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.265712:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c02eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b1b expref: 13 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.265731:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c02f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b1b expref: 12 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.265741:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afd700) 00010000:00010000:3.0:1777421177.265744:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421177.265748:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbb800, rc 0) 00000100:00100000:3.0:1777421177.265830:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:13230:x1863761006794496:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 428us (3690us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421177.265851:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 258 00000100:00100000:0.0:1777421177.275431:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421177.275640:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006794752 00000100:00100000:3.0:1777421177.275653:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006794752 00000100:00100000:3.0:1777421177.275726:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 259 00000100:00100000:3.0:1777421177.275739:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:13231:x1863761006794752:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421177.275769:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421177.275799:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c02f9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04b22 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.275912:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c0300 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.275937:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c0300 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.275953:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c0300 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.275975:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0307 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.275983:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0307 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.275990:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0307 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.276233:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c030e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.276262:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c030e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.276271:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c030e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421177.276328:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:3.0:1777421177.276500:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c0300 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.276509:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c0300 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.276519:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c0300 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.276527:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcba600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421177.276533:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c0300 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.276543:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c0300 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.276559:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff971050d92600) 00010000:00010000:3.0:1777421177.276563:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421177.276570:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c0300 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.276577:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c0300 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.276593:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0307 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.276606:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0307 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.276613:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0307 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.276619:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbbe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421177.276622:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0307 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.276629:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0307 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.276637:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff971043f8b000) 00010000:00010000:3.0:1777421177.276640:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421177.276643:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0307 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.276649:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0307 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.277111:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c02f9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b22 expref: 15 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.277130:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c030e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b22 expref: 14 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.277138:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:3.0:1777421177.277141:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421177.277151:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcba000, rc 0) 00000100:00100000:3.0:1777421177.277272:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:13231:x1863761006794752:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1534us (1857us total) trans 4294967485 rc 0/0 00000100:00100000:3.0:1777421177.277352:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 259 00000100:00100000:0.0:1777421177.286963:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421177.287021:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421177.287187:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006794880 00000100:00100000:3.0:1777421177.287201:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006794880 00000100:00100000:3.0:1777421177.287305:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6 00000100:00100000:3.0:1777421177.287329:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:2359:x1863761006794880:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421177.287345:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777421177.287377:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006795008 00010000:00010000:3.0:1777421177.287379:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c030e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b22 expref: 14 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421177.287384:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006795008 00010000:00010000:3.0:1777421177.287404:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:3.0:1777421177.287410:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421177.287424:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 260 00000100:00100000:1.0:1777421177.287434:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:13231:x1863761006795008:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1777421177.287526:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:13231:x1863761006795008:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 93us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421177.287544:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 260 00000100:00100000:3.0:1777421177.287967:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2359:x1863761006794880:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 150us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421177.287976:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6 00000100:00100000:1.0:1777421177.301004:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421177.301158:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006795136 00000100:00100000:3.0:1777421177.301168:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006795136 00000100:00100000:3.0:1777421177.301227:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 261 00000100:00100000:3.0:1777421177.301238:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+29:13232:x1863761006795136:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421177.301263:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421177.301330:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c031c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04b29 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.301400:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0323 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.301433:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0323 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.301446:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0323 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421177.301520:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 512 00000004:00200000:3.0:1777421177.301524:0:12998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421177.301544:0:12998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0323 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.301576:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c031c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b29 expref: 31 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.301594:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0323 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b29 expref: 30 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.301602:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971043f8b200) 00010000:00010000:3.0:1777421177.301605:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421177.301608:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbae00, rc 0) 00000100:00100000:3.0:1777421177.301660:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+30:13232:x1863761006795136:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 423us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421177.301666:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 261 00000100:00100000:0.0:1777421177.309992:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421177.310057:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006795392 00000100:00100000:1.0:1777421177.310067:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006795392 00000100:00100000:1.0:1777421177.310119:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 262 00000100:00100000:1.0:1777421177.310126:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+30:13232:x1863761006795392:12345-192.168.204.24@tcp:58:lfs.0 00000040:00080000:1.0:1777421177.310625:0:8245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].7, 136 off9144 00000100:00100000:1.0:1777421177.310722:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+30:13232:x1863761006795392:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 595us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421177.310731:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 262 00000040:00080000:3.0:1777421177.791018:0:13036:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421177.791027:0:13036:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421177.791071:0:13036:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 8 count 4 00000040:00080000:3.0:1777421177.791078:0:13036:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1777421177.827520:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421177.827534:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421177.827577:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 8 count 4 00000040:00080000:0.0:1777421177.827585:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421177.827872:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077267b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018290048:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421177.827980:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4300 going to sleep for 11 seconds 00000100:00100000:3.0:1777421177.832582:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077267b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018290048:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421177.836124:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421177.836188:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006795520 00000100:00100000:3.0:1777421177.836198:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006795520 00000100:00100000:3.0:1777421177.836254:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 263 00000100:00100000:3.0:1777421177.836264:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42676680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:13243:x1863761006795520:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421177.836319:0:8245:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x10:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421177.836514:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42676680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:13243:x1863761006795520:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 250us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421177.836522:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 263 00000100:00100000:2.0:1777421177.845153:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421177.845936:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006795776 00000100:00100000:3.0:1777421177.845948:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006795776 00000100:00100000:3.0:1777421177.846048:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 264 00000100:00100000:3.0:1777421177.846062:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:13243:x1863761006795776:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421177.846087:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421177.846110:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c032a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04b30 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.846216:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0331 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.846232:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0331 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.846245:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0331 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421177.846258:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00010000:00010000:3.0:1777421177.846449:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c032a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b30 expref: 16 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.846476:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0331 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b30 expref: 15 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.846486:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356700) 00010000:00010000:3.0:1777421177.846489:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421177.846493:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbbe00, rc 0) 00000100:00100000:3.0:1777421177.846558:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:13243:x1863761006795776:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 500us (1415us total) trans 4294967486 rc 0/0 00000100:00100000:3.0:1777421177.846567:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 264 00000100:00100000:3.0:1777421177.859424:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421177.859516:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006795904 00000100:00100000:0.0:1777421177.859532:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006795904 00000100:00100000:0.0:1777421177.859614:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 55 00000100:00100000:0.0:1777421177.859625:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2361:x1863761006795904:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421177.859672:0:6554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c319a95d/0xd9d09a059d6c033f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.859694:0:6554:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000033a1ea19/0xd9d09a059d6c02e4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b14 expref: 8 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.859703:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421177.859705:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421177.859709:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c319a95d/0xd9d09a059d6c033f lrc: 4/1,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.859745:0:6554:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000033a1ea19/0xd9d09a059d6c02e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b14 expref: 8 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.859760:0:6554:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000033a1ea19/0xd9d09a059d6c02e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b14 expref: 8 pid: 12497 timeout: 344 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421177.859794:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077267100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6554:1863761018290176:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421177.859888:0:6554:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421177.863510:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077267100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6554:1863761018290176:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421177.863539:0:6554:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c319a95d/0xd9d09a059d6c033f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421177.864839:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421177.865717:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006796032 00000100:00100000:3.0:1777421177.865732:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006796032 00010000:00010000:3.0:1777421177.865792:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000033a1ea19/0xd9d09a059d6c02e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b14 expref: 9 pid: 12497 timeout: 344 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421177.865848:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 93 00000100:00100000:3.0:1777421177.865861:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077264e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+9:2361:x1863761006796032:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421177.865881:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1777421177.865907:0:11342:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:3.0:1777421177.865910:0:11342:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb mtime from disk: 0 -> 1777421176 00002000:00010000:3.0:1777421177.865914:0:11342:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb ctime from disk: 0 -> 1777421176 00010000:00010000:3.0:1777421177.865921:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000033a1ea19/0xd9d09a059d6c02e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b14 expref: 9 pid: 12497 timeout: 344 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.865937:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000033a1ea19/0xd9d09a059d6c02e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b14 expref: 9 pid: 12497 timeout: 344 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.865989:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033a1ea19/0xd9d09a059d6c02e4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b14 expref: 9 pid: 12497 timeout: 344 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.866011:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421177.866014:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421177.866021:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c319a95d/0xd9d09a059d6c033f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.866033:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c319a95d/0xd9d09a059d6c033f lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.866074:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421177.866109:0:6554:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c319a95d/0xd9d09a059d6c033f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.866126:0:6554:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c319a95d/0xd9d09a059d6c033f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421177.866163:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077264e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+8:2361:x1863761006796032:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 302us (1327us total) trans 0 rc 0/0 00010000:00010000:0.0:1777421177.866174:0:6554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c319a95d/0xd9d09a059d6c033f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421177.866178:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 93 00010000:00010000:0.0:1777421177.866195:0:6554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c319a95d/0xd9d09a059d6c033f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.866207:0:6554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c319a95d/0xd9d09a059d6c033f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.866216:0:6554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd000 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421177.866223:0:6554:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c319a95d/0xd9d09a059d6c033f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.866233:0:6554:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c319a95d/0xd9d09a059d6c033f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.866268:0:6554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c319a95d/0xd9d09a059d6c033f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.866302:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c319a95d/0xd9d09a059d6c033f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421177.866394:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2361:x1863761006795904:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 6767us (6981us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421177.866406:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 55 00000100:00100000:3.0:1777421177.870096:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421177.870176:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006796288 00000100:00100000:0.0:1777421177.870188:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006796288 00000100:00100000:0.0:1777421177.870257:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 265 00000100:00100000:0.0:1777421177.870268:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:13243:x1863761006796288:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421177.870555:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:13243:x1863761006796288:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 287us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421177.870564:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 265 00000100:00100000:1.0:1777421177.880635:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421177.880712:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006796416 00000100:00100000:0.0:1777421177.880724:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006796416 00000100:00100000:0.0:1777421177.880786:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 56 00000100:00100000:0.0:1777421177.880798:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2361:x1863761006796416:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421177.880816:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421177.880840:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c319a95d/0xd9d09a059d6c0346 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04b37 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421177.880883:0:6554:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x5:0x0] initial LVB size: 1048576, mtime: 0x69f14b78, atime: 0x0, ctime: 0x69f14b78, blocks: 0x1 00010000:00010000:0.0:1777421177.880905:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421177.880907:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421177.880917:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c319a95d/0xd9d09a059d6c0346 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b37 expref: 6 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.880937:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c319a95d/0xd9d09a059d6c0346 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b37 expref: 6 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.880952:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bd000, rc 0) 00000100:00100000:0.0:1777421177.881016:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006796416:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 221us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421177.881025:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 56 00000100:00100000:1.0:1777421177.884920:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421177.885001:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006796672 00000100:00100000:2.0:1777421177.885018:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006796672 00000100:00100000:2.0:1777421177.885136:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 266 00000100:00100000:2.0:1777421177.885149:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:13243:x1863761006796672:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421177.885300:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:13243:x1863761006796672:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 152us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421177.885323:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 266 00000100:00100000:1.0:1777421177.894006:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421177.894299:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006796800 00000100:00100000:3.0:1777421177.894400:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006796800 00002000:00100000:3.0:1777421177.894449:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5:0x0] (0->1048575) req@ffff97106fe9df80 x1863761006796800/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:188/0 lens 488/0 e 0 to 0 dl 1777421188 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421177.894458:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106fe9df80 with x1863761006796800 ext(0->1048575) 00002000:00010000:3.0:1777421177.894463:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97106fe9df80 00000100:00100000:3.0:1777421177.894494:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 38 00000100:00100000:3.0:1777421177.894505:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006796800:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1777421177.904881:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006796800:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 10366us (10883us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1777421177.904894:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 38 00002000:00100000:0.0:1777421177.904909:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5:0x0] (0->1048575) req@ffff97106fe9df80 x1863761006796800/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:188/0 lens 488/440 e 0 to 0 dl 1777421188 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421177.904920:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106fe9df80 with x1863761006796800 ext(0->1048575) 00002000:00010000:0.0:1777421177.904927:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97106fe9df80 00000100:00100000:3.0:1777421177.922535:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421177.922763:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006796928 00000100:00100000:2.0:1777421177.922775:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006796928 00000100:00100000:2.0:1777421177.922829:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 267 00000100:00100000:2.0:1777421177.922840:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42676d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:13243:x1863761006796928:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421177.922867:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421177.922888:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c034d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04b3e expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.922927:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0354 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.922943:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0354 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.922957:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0354 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.923060:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c034d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b3e expref: 17 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.923079:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0354 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b3e expref: 16 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421177.923087:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356700) 00010000:00010000:2.0:1777421177.923090:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421177.923094:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe6000, rc 0) 00000100:00100000:2.0:1777421177.923153:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42676d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:13243:x1863761006796928:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 315us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421177.923161:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 267 00000100:00100000:0.0:1777421177.931856:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421177.931925:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006797056 00000100:00100000:2.0:1777421177.931937:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006797056 00000100:00100000:2.0:1777421177.932009:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 268 00000100:00100000:2.0:1777421177.932019:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:13243:x1863761006797056:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421177.932060:0:8245:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x10:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421177.932218:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:13243:x1863761006797056:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 198us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421177.932227:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 268 00000100:00100000:2.0:1777421177.936107:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421177.936177:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006797184 00000100:00100000:0.0:1777421177.936188:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006797184 00000100:00100000:0.0:1777421177.936322:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 57 00000100:00100000:0.0:1777421177.936347:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006797184:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421177.936392:0:6554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e846378c/0xd9d09a059d6c035b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.936409:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421177.936412:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421177.936417:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e846378c/0xd9d09a059d6c035b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.936436:0:6554:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e846378c/0xd9d09a059d6c035b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.936478:0:6554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e846378c/0xd9d09a059d6c035b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.936487:0:6554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e846378c/0xd9d09a059d6c035b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.936495:0:6554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e846378c/0xd9d09a059d6c035b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.936503:0:6554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bce00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421177.936508:0:6554:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e846378c/0xd9d09a059d6c035b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.936516:0:6554:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e846378c/0xd9d09a059d6c035b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.936541:0:6554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e846378c/0xd9d09a059d6c035b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.936549:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e846378c/0xd9d09a059d6c035b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421177.936629:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006797184:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 283us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421177.936638:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 57 00000100:00100000:2.0:1777421177.941072:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421177.941120:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006797440 00000100:00100000:0.0:1777421177.941130:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006797440 00000100:00100000:0.0:1777421177.941192:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 269 00000100:00100000:0.0:1777421177.941205:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:13243:x1863761006797440:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777421177.941483:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0362 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.941501:0:12998:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0354 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b3e expref: 16 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.941511:0:12998:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0362 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.941546:0:12998:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0354 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b3e expref: 16 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.941560:0:12998:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0354 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b3e expref: 16 pid: 8245 timeout: 344 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421177.941589:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077266680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018290304:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421177.941672:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a46c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421177.946068:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077266680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018290304:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421177.946102:0:12998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0362 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421177.946752:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421177.946830:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006797568 00000100:00100000:3.0:1777421177.946838:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006797568 00010000:00010000:3.0:1777421177.946875:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0354 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b3e expref: 17 pid: 8245 timeout: 344 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421177.946914:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 94 00000100:00100000:3.0:1777421177.946926:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:2360:x1863761006797568:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421177.946940:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421177.946947:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0354 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b3e expref: 17 pid: 8245 timeout: 344 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.946963:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0354 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b3e expref: 17 pid: 8245 timeout: 344 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.946988:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0354 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b3e expref: 17 pid: 8245 timeout: 344 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.947076:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356700) 00010000:00010000:3.0:1777421177.947084:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0362 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.947095:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0362 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.947102:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0362 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421177.947140:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421177.947199:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:2360:x1863761006797568:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 274us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421177.947216:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 94 00010000:00010000:0.0:1777421177.947267:0:12998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0362 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.947300:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0362 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.947632:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0362 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.947641:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0362 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.947648:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0362 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.947653:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421177.947657:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0362 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.947664:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0362 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.947673:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356700) 00010000:00010000:0.0:1777421177.947681:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421177.947684:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0362 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421177.947691:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0362 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421177.947834:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:13243:x1863761006797440:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 6632us (6770us total) trans 4294967487 rc 0/0 00000100:00100000:0.0:1777421177.947843:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 269 00000040:00080000:3.0:1777421177.948205:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421177.948209:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421177.948744:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1777421177.948753:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421177.951594:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421177.951937:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006797824 00000100:00100000:1.0:1777421177.951947:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006797824 00000100:00100000:1.0:1777421177.952042:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 78 00000100:00100000:1.0:1777421177.952052:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:13243:x1863761006797824:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421177.952294:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:13243:x1863761006797824:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 224us (691us total) trans 4294967488 rc 0/0 00000100:00100000:1.0:1777421177.952317:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 78 00010000:00010000:0.0:1777421178.082521:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777421178.196994:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967306 is committed 00010000:00010000:3.0:1777421179.106379:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777421179.355240:0:13089:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421179.355251:0:13089:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421179.355325:0:13089:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 8 count 4 00000040:00080000:1.0:1777421179.355332:0:13089:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421179.393434:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421179.393578:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006797952 00000100:00100000:3.0:1777421179.393589:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006797952 00000100:00100000:3.0:1777421179.393717:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 58 00000100:00100000:3.0:1777421179.393729:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006797952:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421179.393746:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421179.393764:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c789398/0xd9d09a059d6c0369 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04b45 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.393790:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421179.393792:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421179.393801:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c789398/0xd9d09a059d6c0369 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b45 expref: 7 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.393820:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002c789398/0xd9d09a059d6c0369 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b45 expref: 7 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.393834:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcba600, rc 0) 00000100:00100000:3.0:1777421179.393890:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+7:2358:x1863761006797952:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 164us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421179.393897:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 58 00000100:00080000:1.0:1777421179.393947:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421179.404119:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421179.404230:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006798208 00000100:00100000:3.0:1777421179.404242:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006798208 00000100:00080000:1.0:1777421179.404320:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421179.404367:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 270 00000100:00100000:3.0:1777421179.404380:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+30:13251:x1863761006798208:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421179.404405:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421179.404436:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c0370 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04b4c expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.404538:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0377 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.404554:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0377 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.404565:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0377 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421179.404578:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00010000:00010000:3.0:1777421179.404719:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c0370 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b4c expref: 33 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.404736:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0377 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b4c expref: 32 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.404755:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356700) 00010000:00010000:3.0:1777421179.404759:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777421179.404762:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbb000, rc 0) 00000100:00100000:3.0:1777421179.404833:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+32:13251:x1863761006798208:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 456us (725us total) trans 4294967489 rc 0/0 00000100:00100000:3.0:1777421179.404852:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 270 00000100:00100000:2.0:1777421179.408535:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421179.408713:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006798336 00000100:00100000:1.0:1777421179.408724:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006798336 00000100:00100000:1.0:1777421179.408784:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 59 00000100:00100000:1.0:1777421179.408795:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046236680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+7:2360:x1863761006798336:12345-192.168.204.24@tcp:1:lfs.0 00010000:00010000:1.0:1777421179.408835:0:6554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ed5cb49b/0xd9d09a059d6c0385 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.408855:0:6554:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c319a95d/0xd9d09a059d6c0346 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b37 expref: 5 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.408865:0:6554:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002c789398/0xd9d09a059d6c0369 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b45 expref: 7 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.408872:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421179.408875:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421179.408879:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ed5cb49b/0xd9d09a059d6c0385 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.408912:0:6554:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002c789398/0xd9d09a059d6c0369 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b45 expref: 7 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.408926:0:6554:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002c789398/0xd9d09a059d6c0369 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b45 expref: 7 pid: 6554 timeout: 345 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421179.408956:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6554:1863761018290432:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421179.409406:0:6554:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c319a95d/0xd9d09a059d6c0346 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b37 expref: 5 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421179.409420:0:6554:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c319a95d/0xd9d09a059d6c0346 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b37 expref: 5 pid: 6554 timeout: 345 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421179.409431:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077266680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6554:1863761018290560:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421179.409459:0:6554:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c3780 going to sleep for 11 seconds 00000100:00100000:0.0:1777421179.412923:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6554:1863761018290432:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421179.412942:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077266680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6554:1863761018290560:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421179.412969:0:6554:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ed5cb49b/0xd9d09a059d6c0385 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421179.413759:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421179.413884:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006798464 00000100:00100000:1.0:1777421179.413892:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006798464 00010000:00010000:1.0:1777421179.413990:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002c789398/0xd9d09a059d6c0369 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b45 expref: 8 pid: 6554 timeout: 345 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421179.414028:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 95 00000100:00100000:1.0:1777421179.414038:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42677800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+8:2360:x1863761006798464:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421179.414051:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1777421179.414079:0:11342:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb blocks from disk: 1 -> 2051 00010000:00010000:1.0:1777421179.414086:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002c789398/0xd9d09a059d6c0369 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b45 expref: 8 pid: 6554 timeout: 345 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.414099:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002c789398/0xd9d09a059d6c0369 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b45 expref: 8 pid: 6554 timeout: 345 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.414129:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c789398/0xd9d09a059d6c0369 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b45 expref: 8 pid: 6554 timeout: 345 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.414144:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421179.414198:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42677800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+7:2360:x1863761006798464:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 162us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421179.414206:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 95 00000100:00100000:3.0:1777421179.415082:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421179.415233:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006798592 00000100:00100000:1.0:1777421179.415246:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006798592 00010000:00010000:1.0:1777421179.415317:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c319a95d/0xd9d09a059d6c0346 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b37 expref: 6 pid: 6554 timeout: 345 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421179.415344:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 96 00000100:00100000:1.0:1777421179.415354:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006798592:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421179.415364:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421179.415378:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c319a95d/0xd9d09a059d6c0346 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b37 expref: 6 pid: 6554 timeout: 345 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.415390:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c319a95d/0xd9d09a059d6c0346 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b37 expref: 6 pid: 6554 timeout: 345 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.415406:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c319a95d/0xd9d09a059d6c0346 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b37 expref: 6 pid: 6554 timeout: 345 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.415418:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421179.415420:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421179.415426:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ed5cb49b/0xd9d09a059d6c0385 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.415437:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ed5cb49b/0xd9d09a059d6c0385 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.415463:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421179.415497:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006798592:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 146us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421179.415513:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 96 00010000:00010000:1.0:1777421179.415558:0:6554:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ed5cb49b/0xd9d09a059d6c0385 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.415567:0:6554:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ed5cb49b/0xd9d09a059d6c0385 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.415589:0:6554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ed5cb49b/0xd9d09a059d6c0385 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777421179.415594:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777421179.415597:0:6554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ed5cb49b/0xd9d09a059d6c0385 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.415608:0:6554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ed5cb49b/0xd9d09a059d6c0385 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.415615:0:6554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cea00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421179.415620:0:6554:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ed5cb49b/0xd9d09a059d6c0385 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.415629:0:6554:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ed5cb49b/0xd9d09a059d6c0385 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.415640:0:6554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ed5cb49b/0xd9d09a059d6c0385 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.415658:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed5cb49b/0xd9d09a059d6c0385 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421179.415731:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046236680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+6:2360:x1863761006798336:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 6937us (7206us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421179.415739:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 59 00000100:00100000:3.0:1777421179.418486:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421179.418694:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006798848 00000100:00100000:1.0:1777421179.418705:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006798848 00000100:00100000:1.0:1777421179.418758:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 79 00000100:00100000:1.0:1777421179.418768:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+32:13251:x1863761006798848:12345-192.168.204.24@tcp:35:lfs.0 00000004:00010000:1.0:1777421179.420874:0:5774:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000401:0x10:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0377 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b4c expref: 32 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421179.421118:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967490 00000001:00080000:1.0:1777421179.421876:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967491 00010000:00010000:1.0:1777421179.421960:0:5774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c038c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.421978:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c02d6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b0d expref: 35 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.421988:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0331 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b30 expref: 16 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.421997:0:5774:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c038c lrc: 5/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.422049:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0331 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b30 expref: 16 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.422064:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0331 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b30 expref: 16 pid: 12998 timeout: 345 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421179.422080:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018290688:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421179.422196:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c02d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b0d expref: 35 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.422206:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c02d6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b0d expref: 35 pid: 5770 timeout: 345 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421179.422216:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018290816:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421179.422244:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c3180 going to sleep for 11 seconds 00000100:00100000:2.0:1777421179.425774:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421179.425861:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018290688:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421179.425876:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018290816:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421179.425905:0:5774:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c038c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421179.427446:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006798976 00000100:00100000:3.0:1777421179.427461:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006798976 00010000:00010000:3.0:1777421179.427533:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0331 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b30 expref: 17 pid: 12998 timeout: 345 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421179.427628:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 97 00000100:00100000:3.0:1777421179.427638:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045d64050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:2361:x1863761006798976:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421179.427656:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421179.427663:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0331 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b30 expref: 17 pid: 12998 timeout: 345 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.427678:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0331 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b30 expref: 17 pid: 12998 timeout: 345 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421179.427735:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421179.427766:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006799104 00000100:00100000:1.0:1777421179.427770:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006799104 00010000:00010000:1.0:1777421179.427790:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c02d6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b0d expref: 36 pid: 5770 timeout: 345 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421179.427834:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 98 00000100:00100000:1.0:1777421179.427843:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+36:2358:x1863761006799104:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421179.427853:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421179.427858:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c02d6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b0d expref: 36 pid: 5770 timeout: 345 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.427868:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c02d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b0d expref: 36 pid: 5770 timeout: 345 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.427882:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c02d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b0d expref: 36 pid: 5770 timeout: 345 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.427897:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356700) 00010000:00010000:1.0:1777421179.427902:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c038c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.427910:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c038c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.427916:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c038c lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.427956:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421179.428001:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+35:2358:x1863761006799104:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 158us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421179.428008:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 98 00010000:00010000:1.0:1777421179.428120:0:5774:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c038c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421179.428134:0:5774:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c038c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421179.428308:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967492 00000100:00080000:2.0:1777421179.428317:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:1.0:1777421179.428554:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967493 00000004:00000400:1.0:1777421179.428614:0:5774:0:(lod_lov.c:1437:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=40 set on component[2]=1 of non-SEL file [0x200000401:0x11:0x0] with magic=0xbd60bd0 00010000:00010000:3.0:1777421179.430706:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0331 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b30 expref: 17 pid: 12998 timeout: 345 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.430728:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356700) 00010000:00010000:3.0:1777421179.430734:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421179.430807:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045d64050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:2361:x1863761006798976:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 3167us (5040us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421179.430816:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 97 00000004:00000400:1.0:1777421179.441722:0:5774:0:(lod_lov.c:1437:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=40 set on component[4]=3 of non-SEL file [0x200000401:0x11:0x0] with magic=0xbd60bd0 00000004:00000400:1.0:1777421179.441731:0:5774:0:(lod_lov.c:1437:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=40 set on component[6]=5 of non-SEL file [0x200000401:0x11:0x0] with magic=0xbd60bd0 00000100:00100000:0.0:1777421179.441929:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077266680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018290944:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777421179.442004:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421179.442066:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421179.442161:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018290944 00000100:00100000:1.0:1777421179.442176:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018290944 00000100:00100000:1.0:1777421179.442258:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1777421179.442268:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5774:x1863761018290944:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777421179.442528:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077266680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018290944:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1777421179.442905:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967494 00000100:00100000:0.0:1777421179.442972:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077266680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018291072:0@lo:1000:mdt_rdpg00_001.0 00000100:00080000:2.0:1777421179.443029:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421179.443798:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5774:x1863761018290944:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 1527us (1789us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421179.443810:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1777421179.445415:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421179.445505:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4b40 going to sleep for 11 seconds 00000100:00100000:1.0:1777421179.445566:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018291072 00000100:00100000:1.0:1777421179.445579:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018291072 00000100:00100000:0.0:1777421179.445673:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1777421179.445680:0:5776:0:(service.c:3435:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:0.0:1777421179.445687:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046234700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5774:x1863761018291072:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777421179.445694:0:5776:0:(service.c:3494:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:0.0:1777421179.446019:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046234700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5774:x1863761018291072:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 336us (613us total) trans 4294967307 rc 0/0 00000100:00100000:0.0:1777421179.446029:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1777421179.446343:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077266680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018291072:0@lo:1000:mdt_rdpg00_001.0 00000004:00000400:2.0:1777421179.446393:0:5774:0:(lod_lov.c:1437:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=50 set on component[2]=1 of non-SEL file [0x200000401:0x10:0x0] with magic=0xbd60bd0 00000004:00000400:2.0:1777421179.446398:0:5774:0:(lod_lov.c:1437:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=50 set on component[4]=3 of non-SEL file [0x200000401:0x10:0x0] with magic=0xbd60bd0 00000004:00000400:2.0:1777421179.446400:0:5774:0:(lod_lov.c:1437:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=50 set on component[6]=5 of non-SEL file [0x200000401:0x10:0x0] with magic=0xbd60bd0 00000001:00080000:2.0:1777421179.446430:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967495 00010000:00010000:2.0:1777421179.446467:0:5774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c038c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421179.446476:0:5774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c038c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421179.446492:0:5774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c038c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421179.446498:0:5774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cec00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421179.446502:0:5774:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c038c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421179.446508:0:5774:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c038c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421179.446524:0:5774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356700) 00010000:00010000:2.0:1777421179.446526:0:5774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777421179.446530:0:5774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c038c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421179.446536:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c038c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777421179.446729:0:5774:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x11:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777421179.446950:0:5774:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2, 64 off8320 00000004:00080000:2.0:1777421179.446960:0:5774:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 246003685157ns, next at 247003683503ns, rc = 0 00000001:00080000:2.0:1777421179.446966:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967496 00010000:00010000:2.0:1777421179.447028:0:5774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356700) 00010000:00010000:2.0:1777421179.447031:0:5774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777421179.447038:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0377 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b4c expref: 39 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421179.447138:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+38:13251:x1863761006798848:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 28371us (28660us total) trans 4294967497 rc 0/0 00000100:00100000:2.0:1777421179.447161:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 79 00000020:00080000:2.0:1777421179.447167:0:5774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1777421179.472702:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421179.472736:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006799360 00000100:00100000:3.0:1777421179.472746:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006799360 00000100:00100000:3.0:1777421179.472796:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 271 00000100:00100000:3.0:1777421179.472806:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42677800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+38:13254:x1863761006799360:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421179.473015:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421179.473037:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0393 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04b53 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.473110:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c039a lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.473125:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c039a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.473138:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c039a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.473152:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c03a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.473160:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c03a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.473167:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c03a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.473660:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.473670:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.473685:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421179.473696:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00010000:00010000:3.0:1777421179.473797:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c039a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.473805:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c039a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.473812:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c039a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.475493:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcba000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421179.475505:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c039a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.475518:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c039a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.475842:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971043f8b200) 00010000:00010000:3.0:1777421179.475846:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421179.475852:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c039a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.475860:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c039a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.475876:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c03a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.475883:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c03a1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.475896:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c03a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.475901:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbaa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421179.475904:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c03a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.475910:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c03a1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.475917:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff971043f8b000) 00010000:00010000:3.0:1777421179.475920:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421179.475923:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c03a1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.475929:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c03a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.475991:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0393 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b53 expref: 41 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.476005:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b53 expref: 40 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.476013:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:3.0:1777421179.476016:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421179.476019:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcba400, rc 0) 00000100:00100000:3.0:1777421179.476408:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42677800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+40:13254:x1863761006799360:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 3599us (3710us total) trans 4294967498 rc 0/0 00000100:00100000:3.0:1777421179.476428:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 271 00000100:00100000:0.0:1777421179.485647:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421179.485770:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006799488 00000100:00100000:3.0:1777421179.485780:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006799488 00000100:00100000:3.0:1777421179.485838:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 272 00000100:00100000:3.0:1777421179.485848:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+40:13254:x1863761006799488:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:3.0:1777421179.485913:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03b6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.485929:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.485941:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.485963:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.485971:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03b6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.485977:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.485983:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbbe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421179.485987:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.485994:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03b6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.486038:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:3.0:1777421179.486042:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421179.486047:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03b6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.486058:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03b6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421179.486146:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+40:13254:x1863761006799488:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 298us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421179.486155:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 272 00000100:00100000:0.0:1777421179.490856:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421179.490937:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006799744 00000100:00100000:2.0:1777421179.490948:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006799744 00000100:00100000:2.0:1777421179.491020:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 80 00000100:00100000:2.0:1777421179.491036:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4b8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+40:13254:x1863761006799744:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:2.0:1777421179.491601:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4b8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+41:13254:x1863761006799744:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 571us (753us total) trans 4294967499 rc 0/0 00000100:00100000:2.0:1777421179.491610:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 80 00000100:00100000:0.0:1777421179.542539:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421179.542803:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006800000 00000100:00100000:3.0:1777421179.542817:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006800000 00000100:00100000:3.0:1777421179.542903:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 7 00000100:00100000:3.0:1777421179.542914:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077266d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b251bd7-457c-4889-b04e-8036834fd389+41:13259:x1863761006800000:12345-192.168.204.24@tcp:103:lfs.0 00010000:00010000:3.0:1777421179.542929:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421179.543215:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b53 expref: 41 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421179.543237:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:3.0:1777421179.543249:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421179.543388:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077266d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b251bd7-457c-4889-b04e-8036834fd389+40:13259:x1863761006800000:12345-192.168.204.24@tcp:103:lfs.0 Request processed in 475us (866us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421179.543396:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 7 00000100:00100000:0.0:1777421179.545898:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421179.546222:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006800128 00000100:00100000:2.0:1777421179.546234:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006800128 00000100:00100000:2.0:1777421179.546554:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 273 00000100:00100000:2.0:1777421179.546566:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+40:13259:x1863761006800128:12345-192.168.204.24@tcp:58:lfs.0 00010000:00010000:2.0:1777421179.546714:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c03bd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421179.546735:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c03bd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421179.546750:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c03bd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777421179.546971:0:8245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].8, 136 off9280 00000100:00100000:2.0:1777421179.547092:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+40:13259:x1863761006800128:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 527us (1201us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421179.547722:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 273 00000040:00080000:0.0:1777421180.005408:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421180.005418:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421180.005470:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 9 count 5 00000040:00080000:0.0:1777421180.005477:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421180.005615:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077264380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018291200:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421180.005725:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421180.010254:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077264380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018291200:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421180.021464:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421180.021868:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006800256 00000100:00100000:0.0:1777421180.021883:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006800256 00000100:00100000:0.0:1777421180.021949:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 274 00000100:00100000:0.0:1777421180.021959:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:13269:x1863761006800256:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421180.021997:0:8245:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x10:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421180.022127:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:13269:x1863761006800256:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 168us (675us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421180.022146:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 274 00000100:00100000:0.0:1777421180.026890:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421180.026970:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006800384 00000100:00100000:3.0:1777421180.026988:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006800384 00000100:00100000:3.0:1777421180.027053:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 275 00000100:00100000:3.0:1777421180.027064:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:13269:x1863761006800384:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1777421180.027139:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03c4 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027156:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03c4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027168:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03c4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027183:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03cb lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027190:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03cb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027195:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03cb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027224:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c03d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027232:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c03d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027239:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c03d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421180.027313:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:3.0:1777421180.027318:0:12998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421180.027342:0:12998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c03d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027356:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03c4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027362:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03c4 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027369:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03c4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027375:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcba400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421180.027380:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03c4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027387:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03c4 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027401:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:3.0:1777421180.027403:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421180.027409:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03c4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027416:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03c4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027428:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03cb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027435:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03cb lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027441:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03cb lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027455:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbbe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421180.027458:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03cb lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027465:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03cb lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027474:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4feed178 (ffff971043f8bc00) 00010000:00010000:3.0:1777421180.027477:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421180.027480:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03cb lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027486:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03cb lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027503:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c03d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027510:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c03d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027516:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c03d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027521:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbaa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421180.027525:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c03d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027531:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c03d2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.027551:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356700) 00010000:00010000:3.0:1777421180.027554:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421180.027558:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c03d2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.031312:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c03d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421180.031793:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:13269:x1863761006800384:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 Request processed in 4725us (4911us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421180.031805:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 275 00000100:00100000:0.0:1777421180.042408:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421180.042814:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006800640 00000100:00100000:2.0:1777421180.042826:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006800640 00000100:00100000:2.0:1777421180.042884:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 276 00000100:00100000:2.0:1777421180.042894:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077265500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:13269:x1863761006800640:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421180.042915:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421180.042936:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c03d9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04b5a expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.043029:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c03e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.043043:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c03e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.043054:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c03e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421180.043065:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00010000:00010000:2.0:1777421180.043160:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c03e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.043174:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c03e0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.043180:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c03e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.043186:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421180.043200:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c03e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.043208:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c03e0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.043219:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356700) 00010000:00010000:2.0:1777421180.043222:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421180.043227:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c03e0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.043234:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c03e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.043301:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c03d9 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b5a expref: 18 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.043449:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:2.0:1777421180.043453:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421180.043458:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c03d9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b5a expref: 18 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.043469:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe6400, rc 0) 00000100:00100000:2.0:1777421180.043563:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077265500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:13269:x1863761006800640:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 669us (1163us total) trans 4294967500 rc 301/301 00000100:00100000:2.0:1777421180.043571:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 276 00000100:00100000:0.0:1777421180.061424:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421180.061524:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006800768 00000100:00100000:2.0:1777421180.061535:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006800768 00000100:00100000:2.0:1777421180.061595:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 277 00000100:00100000:2.0:1777421180.061605:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:13269:x1863761006800768:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421180.061649:0:12998:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x10:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421180.061766:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:13269:x1863761006800768:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 161us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421180.061774:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 277 00000100:00100000:0.0:1777421180.066582:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421180.066663:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006800896 00000100:00100000:3.0:1777421180.066674:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006800896 00000100:00100000:3.0:1777421180.066735:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 278 00000100:00100000:3.0:1777421180.066746:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:13269:x1863761006800896:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421180.066765:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421180.066785:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c03ee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04b61 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.066865:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03f5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.066881:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03f5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.066893:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03f5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.066909:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03fc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.066916:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.066934:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.067046:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c0403 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.067055:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c0403 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.067063:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c0403 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421180.067092:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 512 00000004:00200000:3.0:1777421180.067095:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421180.067120:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c0403 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.067131:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03f5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.067138:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03f5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.067144:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03f5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.067150:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbbe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421180.067154:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03f5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.067162:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03f5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.067178:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afd700) 00010000:00010000:3.0:1777421180.067181:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421180.067186:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.067192:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c03f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.067202:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.067209:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03fc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.067214:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03fc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.067220:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcba400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421180.067222:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03fc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.067229:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03fc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.067235:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1536d67a (ffff971043f8bc00) 00010000:00010000:3.0:1777421180.067237:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421180.067240:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03fc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.067245:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c03fc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.067315:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c03ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b61 expref: 19 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.067329:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba000/0xd9d09a059d6c0403 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b61 expref: 18 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.067337:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971043f8b200) 00010000:00010000:3.0:1777421180.067340:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777421180.067342:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcba000, rc 0) 00000100:00100000:3.0:1777421180.067400:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:13269:x1863761006800896:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 655us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421180.067409:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 278 00000100:00100000:1.0:1777421180.076581:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421180.077101:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006801152 00000100:00100000:3.0:1777421180.077113:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006801152 00000100:00100000:3.0:1777421180.077178:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 279 00000100:00100000:3.0:1777421180.077188:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:13269:x1863761006801152:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421180.077208:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421180.077228:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c040a lrc: 2/0,0 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04b68 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.077818:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c0411 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.077833:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c0411 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.077845:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c0411 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421180.077861:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x6:0x0]: returning size 0 00010000:00010000:3.0:1777421180.077928:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c040a lrc: 0/0,0 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b68 expref: 21 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.077945:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c0411 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b68 expref: 20 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.077953:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:3.0:1777421180.077956:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421180.077960:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcba400, rc 0) 00000100:00100000:3.0:1777421180.078027:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:13269:x1863761006801152:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 839us (1456us total) trans 4294967501 rc 0/0 00000100:00100000:3.0:1777421180.078034:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 279 00000100:00100000:0.0:1777421180.081678:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421180.081721:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006801408 00000100:00100000:2.0:1777421180.081732:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006801408 00000100:00100000:2.0:1777421180.081790:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 280 00000100:00100000:2.0:1777421180.081800:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:13269:x1863761006801408:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777421180.081851:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421180.082062:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c0411 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b68 expref: 20 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.082078:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:2.0:1777421180.082087:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421180.082110:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c041f lrc: 3/0,1 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.082124:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0323 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b29 expref: 39 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.082133:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c041f lrc: 4/0,1 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.082167:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0323 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b29 expref: 39 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.082180:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0323 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b29 expref: 39 pid: 12998 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421180.082201:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080973480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018291328:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421180.082369:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971043174000 going to sleep for 11 seconds 00000100:00100000:3.0:1777421180.085538:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421180.085719:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080973480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018291328:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421180.085746:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c041f lrc: 3/0,1 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421180.085830:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006801536 00000100:00100000:1.0:1777421180.085837:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006801536 00010000:00010000:1.0:1777421180.085875:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0323 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b29 expref: 40 pid: 12998 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421180.085911:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 99 00000100:00100000:1.0:1777421180.085920:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+40:2361:x1863761006801536:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421180.085939:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421180.085946:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0323 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b29 expref: 40 pid: 12998 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.085957:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0323 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b29 expref: 40 pid: 12998 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.085977:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0323 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b29 expref: 40 pid: 12998 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.085989:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971043f8b200) 00010000:00010000:1.0:1777421180.085993:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c041f lrc: 3/0,1 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.086003:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c041f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.086010:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c041f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.086032:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421180.086073:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+39:2361:x1863761006801536:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 153us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421180.086080:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 99 00010000:00010000:0.0:1777421180.086220:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c041f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.086227:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c041f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.086309:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0426 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xf:0x0].0x3f047352 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.086320:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0426 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x3f047352 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.086327:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0426 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x3f047352 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.086400:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c041f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.086407:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c041f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.086423:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c041f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.086429:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421180.086433:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c041f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.086440:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c041f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.086448:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971043f8b200) 00010000:00010000:0.0:1777421180.086451:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421180.086454:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c041f lrc: 2/0,0 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.086460:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c041f lrc: 0/0,0 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.086471:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0426 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x3f047352 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.086477:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0426 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x3f047352 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.086483:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0426 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x3f047352 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.086488:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421180.086491:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0426 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x3f047352 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.086506:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0426 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x3f047352 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.086515:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x3f047352 (ffff971042afd900) 00010000:00010000:0.0:1777421180.086517:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421180.086520:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0426 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x3f047352 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.086527:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c0426 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x3f047352 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421180.086596:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:13269:x1863761006801408:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 4797us (4924us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777421180.086603:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 280 00000100:00100000:0.0:1777421180.089631:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421180.091473:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006801664 00000100:00100000:1.0:1777421180.091487:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006801664 00000100:00100000:1.0:1777421180.091551:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 281 00000100:00100000:1.0:1777421180.091576:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:13269:x1863761006801664:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421180.091607:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421180.091633:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c042d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04b6f expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.091668:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0434 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.091682:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0434 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.091694:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0434 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.091780:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c042d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b6f expref: 21 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.091797:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0434 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b6f expref: 20 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.091806:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff97104562f700) 00010000:00010000:1.0:1777421180.091808:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421180.091812:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cec00, rc 0) 00000100:00100000:1.0:1777421180.091877:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:13269:x1863761006801664:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 304us (2255us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421180.091884:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 281 00000100:00100000:2.0:1777421180.098776:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421180.098845:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006801920 00000100:00100000:1.0:1777421180.098856:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006801920 00000100:00100000:1.0:1777421180.098926:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 282 00000100:00100000:1.0:1777421180.098937:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:13269:x1863761006801920:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00000040:00080000:3.0:1777421180.098939:0:13141:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421180.098944:0:13141:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421180.099000:0:13141:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 9 count 5 00000040:00080000:3.0:1777421180.099005:0:13141:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777421180.099025:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c043b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.099042:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c043b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.099055:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c043b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421180.099227:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000c73ccf42 reply state 000000007e379aac transno 4294967502 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c043b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421180.099237:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421180.099357:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:13269:x1863761006801920:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 421us (591us total) trans 4294967502 rc 0/0 00000100:00100000:1.0:1777421180.099366:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 282 00010000:00010000:3.0:1777421180.103441:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c043b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.103458:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c043b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.103466:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c043b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.103473:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421180.103486:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c043b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.103495:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c043b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.103512:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff97104562f700) 00010000:00010000:3.0:1777421180.103515:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777421180.103520:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c043b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.103527:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c043b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421180.107905:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421180.108007:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006802048 00000100:00100000:1.0:1777421180.108018:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006802048 00000100:00100000:1.0:1777421180.108115:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 283 00000100:00100000:1.0:1777421180.108129:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:13269:x1863761006802048:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421180.108162:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421180.108185:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0442 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04b76 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.108251:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0442 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b76 expref: 22 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.108293:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0442 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b76 expref: 22 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.108318:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff97104562f700) 00010000:00010000:1.0:1777421180.108322:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421180.108327:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cea00, rc 0) 00000100:00100000:1.0:1777421180.108386:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:13269:x1863761006802048:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 260us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421180.108394:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 283 00000100:00100000:3.0:1777421180.112184:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421180.112227:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006802176 00000100:00100000:0.0:1777421180.112238:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006802176 00000100:00100000:0.0:1777421180.112323:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 81 00000100:00100000:0.0:1777421180.112336:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:13269:x1863761006802176:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1777421180.113062:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:13269:x1863761006802176:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 Request processed in 727us (881us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421180.113071:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 81 00000100:00100000:0.0:1777421180.117564:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421180.117743:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006802432 00000100:00100000:2.0:1777421180.117755:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006802432 00000100:00100000:2.0:1777421180.117815:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 82 00000100:00100000:2.0:1777421180.117826:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:13269:x1863761006802432:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421180.118057:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:13269:x1863761006802432:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 231us (497us total) trans 4294967503 rc 0/0 00000100:00100000:2.0:1777421180.118064:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 82 00000100:00100000:2.0:1777421180.121767:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421180.121986:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006802688 00000100:00100000:0.0:1777421180.121997:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006802688 00000100:00100000:0.0:1777421180.122061:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 284 00000100:00100000:0.0:1777421180.122080:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:13269:x1863761006802688:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421180.122192:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:13269:x1863761006802688:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 114us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421180.122200:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 284 00000100:00100000:2.0:1777421180.127741:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421180.127822:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006802944 00000100:00100000:1.0:1777421180.127833:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006802944 00000100:00100000:1.0:1777421180.127897:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 285 00000100:00100000:1.0:1777421180.127908:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:13269:x1863761006802944:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421180.127927:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421180.127961:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0449 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04b7d expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.128073:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0450 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.128089:0:12998:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0442 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b76 expref: 24 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.128098:0:12998:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0450 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.128132:0:12998:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0442 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b76 expref: 24 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.128144:0:12998:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0442 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b76 expref: 24 pid: 12998 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421180.128165:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018291456:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421180.128340:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c3180 going to sleep for 11 seconds 00000100:00100000:3.0:1777421180.132200:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421180.132324:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006803072 00000100:00100000:0.0:1777421180.132333:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006803072 00010000:00010000:0.0:1777421180.132371:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0442 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b76 expref: 25 pid: 12998 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421180.132423:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 100 00000100:00100000:0.0:1777421180.132431:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42676300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:2361:x1863761006803072:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421180.132445:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421180.132455:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0442 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b76 expref: 25 pid: 12998 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.132467:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0442 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b76 expref: 25 pid: 12998 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.132487:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff97104562f700) 00010000:00010000:0.0:1777421180.132492:0:6568:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0450 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.132501:0:6568:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0450 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.132508:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0450 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.132540:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421180.132593:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42676300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:2361:x1863761006803072:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 162us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421180.132600:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 100 00010000:00010000:0.0:1777421180.132760:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0442 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b76 expref: 24 pid: 12998 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421180.132774:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018291456:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421180.132792:0:12998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0450 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.132800:0:12998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0450 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.132805:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0450 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421180.132821:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x6:0x0]: returning size 0 00000004:00080000:0.0:1777421180.133006:0:12998:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x6:0x0], index 1: 0 00010000:00010000:0.0:1777421180.133176:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0450 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.133185:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0450 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.133191:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0450 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.133196:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421180.133207:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0450 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.133214:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0450 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.133225:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff97104562f700) 00010000:00010000:0.0:1777421180.133229:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421180.133232:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0450 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.133238:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0450 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.133376:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0449 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b7d expref: 24 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.133385:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421180.133387:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971043f8b200) 00010000:00010000:0.0:1777421180.133389:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421180.133393:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0449 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b7d expref: 24 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.133402:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cfc00, rc 0) 00000100:00100000:0.0:1777421180.133437:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:13269:x1863761006802944:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 5532us (5708us total) trans 4294967504 rc 301/301 00000100:00100000:0.0:1777421180.133444:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 285 00000100:00100000:0.0:1777421180.136751:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421180.137342:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006803328 00000100:00100000:3.0:1777421180.137353:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006803328 00000100:00100000:3.0:1777421180.137405:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 83 00000100:00100000:3.0:1777421180.137416:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:13269:x1863761006803328:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421180.137839:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:13269:x1863761006803328:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 423us (1099us total) trans 4294967505 rc 0/0 00000100:00100000:3.0:1777421180.137848:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 83 00000100:00100000:0.0:1777421180.141458:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421180.141512:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006803456 00000100:00100000:1.0:1777421180.141524:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006803456 00000100:00100000:1.0:1777421180.141582:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 286 00000100:00100000:1.0:1777421180.141592:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:13269:x1863761006803456:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421180.141617:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421180.141637:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c045e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04b84 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.141758:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0465 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.141772:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0465 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.141783:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0465 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421180.141814:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x6:0x0]: returning size 0 00000004:00200000:1.0:1777421180.141819:0:12998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421180.141836:0:12998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0465 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.141859:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c045e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b84 expref: 26 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.141872:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0465 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b84 expref: 25 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.141890:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff97104562f700) 00010000:00010000:1.0:1777421180.141894:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777421180.141898:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cf200, rc 0) 00000100:00100000:1.0:1777421180.142137:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:13269:x1863761006803456:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 544us (687us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421180.142145:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 286 00000100:00100000:0.0:1777421180.147358:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421180.147464:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006803584 00000100:00100000:1.0:1777421180.147476:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006803584 00000100:00100000:1.0:1777421180.147545:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 60 00000100:00100000:1.0:1777421180.147556:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077267b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006803584:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421180.147576:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421180.147598:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8a3acde/0xd9d09a059d6c046c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04b8b expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421180.147623:0:6554:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1777421180.147641:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421180.147643:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421180.147653:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8a3acde/0xd9d09a059d6c046c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b8b expref: 6 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.147670:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d8a3acde/0xd9d09a059d6c046c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b8b expref: 6 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.147684:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cf000, rc 0) 00000100:00100000:1.0:1777421180.147740:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077267b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006803584:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 186us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421180.147756:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 60 00000100:00080000:3.0:1777421180.148130:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421180.151246:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421180.151411:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006803840 00000100:00100000:3.0:1777421180.151423:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006803840 00000100:00100000:3.0:1777421180.151478:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 287 00000100:00100000:3.0:1777421180.151489:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:13269:x1863761006803840:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777421180.151600:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:13269:x1863761006803840:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 112us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421180.151609:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 287 00000100:00100000:1.0:1777421180.160749:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421180.160860:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006803968 00000100:00100000:2.0:1777421180.160871:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006803968 00000100:00100000:2.0:1777421180.160969:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 61 00000100:00100000:2.0:1777421180.160980:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:13269:x1863761006803968:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421180.160999:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421180.161019:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af8ad20d/0xd9d09a059d6c0473 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04b92 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.161055:0:12497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d8a3acde/0xd9d09a059d6c046c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b8b expref: 7 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.161065:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421180.161075:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421180.161080:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af8ad20d/0xd9d09a059d6c0473 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b92 expref: 7 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.161118:0:12497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d8a3acde/0xd9d09a059d6c046c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b8b expref: 7 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.161131:0:12497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d8a3acde/0xd9d09a059d6c046c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b8b expref: 7 pid: 6554 timeout: 346 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421180.161146:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c29500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12497:1863761018291584:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421180.161246:0:12497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710431740c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421180.168675:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421180.168803:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c29500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12497:1863761018291584:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421180.168835:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af8ad20d/0xd9d09a059d6c0473 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b92 expref: 7 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.168859:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe6a00, rc 0) 00000100:00100000:2.0:1777421180.168923:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:13269:x1863761006803968:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 7944us (8186us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421180.168933:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 61 00000100:00100000:3.0:1777421180.170177:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006804096 00000100:00100000:3.0:1777421180.170190:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006804096 00010000:00010000:3.0:1777421180.170232:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d8a3acde/0xd9d09a059d6c046c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b8b expref: 7 pid: 6554 timeout: 346 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421180.170301:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101 00000100:00100000:3.0:1777421180.170311:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2361:x1863761006804096:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421180.170326:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421180.170350:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d8a3acde/0xd9d09a059d6c046c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b8b expref: 7 pid: 6554 timeout: 346 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.170365:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d8a3acde/0xd9d09a059d6c046c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b8b expref: 7 pid: 6554 timeout: 346 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.170393:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8a3acde/0xd9d09a059d6c046c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b8b expref: 7 pid: 6554 timeout: 346 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.170407:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421180.170409:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421180.170417:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000af8ad20d/0xd9d09a059d6c0473 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b92 expref: 6 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.170428:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af8ad20d/0xd9d09a059d6c0473 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b92 expref: 6 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.170472:0:11342:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000af8ad20d/0xd9d09a059d6c0473 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b92 expref: 6 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421180.170485:0:11342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42675180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11342:1863761018291712:192.168.204.24@tcp:105: 00000100:00100000:3.0:1777421180.170572:0:11342:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049088d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421180.172910:0:11342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42675180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11342:1863761018291712:192.168.204.24@tcp:105: 00010000:00010000:3.0:1777421180.172949:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421180.173033:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006804096:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 2721us (4367us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421180.173047:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101 00000100:00100000:1.0:1777421180.183635:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421180.183752:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006804224 00000100:00100000:3.0:1777421180.183768:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006804224 00002000:00100000:3.0:1777421180.183838:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->1048575) req@ffff97106fe9c380 x1863761006804224/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:191/0 lens 488/0 e 0 to 0 dl 1777421191 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421180.183853:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106fe9c380 with x1863761006804224 ext(0->1048575) 00002000:00010000:3.0:1777421180.183861:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97106fe9c380 00000100:00100000:3.0:1777421180.183939:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 39 00000100:00100000:3.0:1777421180.183951:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006804224:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1777421180.204243:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006804224:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 Request processed in 20275us (20606us total) trans 4294967308 rc 0/0 00000100:00100000:3.0:1777421180.204839:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 39 00002000:00100000:3.0:1777421180.204864:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->1048575) req@ffff97106fe9c380 x1863761006804224/t4294967308(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:191/0 lens 488/448 e 0 to 0 dl 1777421191 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421180.204891:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106fe9c380 with x1863761006804224 ext(0->1048575) 00002000:00010000:3.0:1777421180.204899:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97106fe9c380 00000100:00100000:3.0:1777421180.208386:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421180.208743:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006804352 00000100:00100000:0.0:1777421180.208757:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006804352 00000100:00100000:0.0:1777421180.208837:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 288 00000100:00100000:0.0:1777421180.208852:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:13269:x1863761006804352:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1777421180.251301:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967504 is committed 00000001:00080000:2.0:1777421180.251327:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967495 is committed 00000020:00080000:2.0:1777421180.251335:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9710487a4cc0 refcount 2 committed 0 result 0 batchid 5 00000020:00080000:2.0:1777421180.251341:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff97104a663c00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9710487a4240 00000020:00080000:2.0:1777421180.251345:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff97104a663f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff970f41e5c400 00000001:00080000:2.0:1777421180.251419:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967499 is committed 00000004:00080000:2.0:1777421180.251449:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:2.0:1777421180.251484:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967505 is committed 00000100:00100000:0.0:1777421180.251706:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:13269:x1863761006804352:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 Request processed in 42849us (43325us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421180.251721:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 288 00000100:00100000:0.0:1777421180.251873:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777421180.251897:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018291840:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777421180.251961:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1777421180.252070:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 5 committed batchid 4 00000020:00080000:1.0:1777421180.252359:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4 00000100:00100000:0.0:1777421180.252602:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018291840 00000100:00100000:0.0:1777421180.252614:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018291840 00000100:00100000:0.0:1777421180.252673:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1777421180.252685:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018291840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777421180.252722:0:12497:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5 count 1 00002000:00010000:0.0:1777421180.252769:0:12497:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x5:0x0] initial LVB size: 1048576, mtime: 0x69f14b78, atime: 0x0, ctime: 0x69f14b78, blocks: 0x803 00010000:00010000:0.0:1777421180.252779:0:12497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d866c614/0xd9d09a059d6c047a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.252802:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421180.252805:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421180.252813:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d866c614/0xd9d09a059d6c047a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.252832:0:12497:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d866c614/0xd9d09a059d6c047a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.252864:0:12497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d866c614/0xd9d09a059d6c047a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.252873:0:12497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d866c614/0xd9d09a059d6c047a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.252902:0:12497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777421180.253146:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421180.253162:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d866c614/0xd9d09a059d6c047a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.253176:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd600 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421180.253182:0:5758:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d866c614/0xd9d09a059d6c047a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.253194:0:5758:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d866c614/0xd9d09a059d6c047a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.253219:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d866c614/0xd9d09a059d6c047a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.253228:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d866c614/0xd9d09a059d6c047a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.253408:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421180.253410:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421180.253413:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421180.253443:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3298:x1863761018291840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 756us (1478us total) trans 4294967308 rc 0/0 00000100:00100000:0.0:1777421180.253453:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000004:00080000:0.0:1777421180.253509:0:3298:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff970f41c29500/2, rc 0, transno 4294967308 00000100:00100000:0.0:1777421180.253518:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018291840:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777421180.255906:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421180.256056:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006804480 00000100:00100000:0.0:1777421180.256068:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006804480 00000100:00100000:0.0:1777421180.256162:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 63 00000100:00100000:0.0:1777421180.256173:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761006804480:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1777421180.308958:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967308 is committed 00000100:00100000:1.0:1777421180.309516:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006804480:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 Request processed in 53334us (53612us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421180.309528:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 63 00000100:00100000:0.0:1777421180.318821:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421180.319075:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006804736 00000100:00100000:2.0:1777421180.319093:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006804736 00000100:00100000:2.0:1777421180.319223:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 289 00000100:00100000:2.0:1777421180.319236:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:13269:x1863761006804736:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777421180.319373:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421180.319430:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0465 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b84 expref: 15 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.319457:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff97104562f700) 00010000:00010000:2.0:1777421180.319464:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421180.319505:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0481 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.319524:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0481 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.319536:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0481 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.319573:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0481 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.319583:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0481 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.319591:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0481 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.319599:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421180.319605:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0481 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.319615:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0481 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.319624:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff97104562f700) 00010000:00010000:2.0:1777421180.319628:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421180.319640:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0481 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.319648:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0481 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421180.319795:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:13269:x1863761006804736:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 560us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421180.319805:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 289 00000100:00100000:3.0:1777421180.324452:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421180.324514:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006804864 00000100:00100000:2.0:1777421180.324530:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006804864 00000100:00100000:2.0:1777421180.324611:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 290 00000100:00100000:2.0:1777421180.324623:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42676a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:13269:x1863761006804864:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421180.324651:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421180.324683:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c0488 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04b99 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.324768:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c0488 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b99 expref: 15 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.324789:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c0488 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b99 expref: 15 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.324815:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff97104562f700) 00010000:00010000:2.0:1777421180.324819:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421180.324824:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe6600, rc 0) 00000100:00100000:2.0:1777421180.325092:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42676a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:13269:x1863761006804864:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 470us (828us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421180.325102:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 290 00000100:00100000:1.0:1777421180.327445:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421180.327679:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006804992 00000100:00100000:0.0:1777421180.327693:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006804992 00000100:00100000:0.0:1777421180.327769:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 64 00000100:00100000:0.0:1777421180.327782:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006804992:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1777421180.328270:0:6554:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:0.0:1777421180.328412:0:6554:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 0 -> 1777421176 00002000:00010000:0.0:1777421180.328415:0:6554:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 0 -> 1777421176 00002000:00010000:0.0:1777421180.328436:0:6554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 0 -> 1777421176 00002000:00010000:0.0:1777421180.328439:0:6554:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1 -> 2051 00000100:00100000:0.0:1777421180.328558:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2360:x1863761006804992:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 Request processed in 777us (1128us total) trans 4294967309 rc 0/0 00000100:00100000:0.0:1777421180.328567:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 64 00000100:00100000:0.0:1777421180.330710:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421180.330827:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006805248 00000100:00100000:2.0:1777421180.330838:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006805248 00000100:00100000:2.0:1777421180.330893:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 291 00000100:00100000:2.0:1777421180.330900:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:13269:x1863761006805248:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1777421180.330974:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c048f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.330995:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0434 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b6f expref: 15 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.331006:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c048f lrc: 4/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.331053:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0434 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b6f expref: 15 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.331066:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0434 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b6f expref: 15 pid: 8245 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421180.331082:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018291968:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421180.331250:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a378600 going to sleep for 11 seconds 00000100:00100000:0.0:1777421180.334592:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421180.334744:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018291968:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421180.334783:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c048f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421180.334869:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006805376 00000100:00100000:3.0:1777421180.334880:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006805376 00010000:00010000:3.0:1777421180.334926:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0434 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b6f expref: 16 pid: 8245 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421180.334968:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 102 00000100:00100000:3.0:1777421180.334978:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:2360:x1863761006805376:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421180.334995:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421180.335003:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0434 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b6f expref: 16 pid: 8245 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.335016:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0434 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b6f expref: 16 pid: 8245 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.335046:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0434 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b6f expref: 16 pid: 8245 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.335068:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff97104562f700) 00010000:00010000:3.0:1777421180.335073:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c048f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.335113:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c048f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.335122:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c048f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421180.335157:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421180.335241:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:2360:x1863761006805376:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 264us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421180.335251:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 102 00010000:00010000:2.0:1777421180.335413:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c048f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.335420:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c048f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.335465:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c048f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.335473:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c048f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.335480:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c048f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.335486:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421180.335491:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c048f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.335499:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c048f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.335509:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff97104562f700) 00010000:00010000:2.0:1777421180.335512:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777421180.335517:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c048f lrc: 2/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.335524:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c048f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421180.335574:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:13269:x1863761006805248:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 Request processed in 4673us (4873us total) trans 0 rc -22/-22 00000100:00100000:2.0:1777421180.335584:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 291 00000100:00100000:1.0:1777421180.337747:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421180.338933:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006805504 00000100:00100000:0.0:1777421180.338951:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006805504 00000100:00100000:0.0:1777421180.339111:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 65 00000100:00100000:0.0:1777421180.339122:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2361:x1863761006805504:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777421180.339350:0:6554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000344e390e/0xd9d09a059d6c0496 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.339373:0:6554:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000af8ad20d/0xd9d09a059d6c0473 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b92 expref: 7 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.339380:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777421180.339381:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777421180.339385:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000344e390e/0xd9d09a059d6c0496 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.339426:0:6554:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000af8ad20d/0xd9d09a059d6c0473 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b92 expref: 7 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421180.339442:0:6554:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000af8ad20d/0xd9d09a059d6c0473 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b92 expref: 7 pid: 12497 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421180.339490:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018292096:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421180.339597:0:6554:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c3180 going to sleep for 11 seconds 00000100:00100000:2.0:1777421180.341938:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018292096:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421180.341976:0:6554:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000344e390e/0xd9d09a059d6c0496 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421180.345599:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421180.346076:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006805632 00000100:00100000:0.0:1777421180.346092:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006805632 00010000:00010000:0.0:1777421180.346153:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000af8ad20d/0xd9d09a059d6c0473 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b92 expref: 8 pid: 12497 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421180.346218:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 103 00000100:00100000:0.0:1777421180.346229:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045d64c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761006805632:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421180.346248:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421180.346309:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000af8ad20d/0xd9d09a059d6c0473 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b92 expref: 8 pid: 12497 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.346326:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000af8ad20d/0xd9d09a059d6c0473 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b92 expref: 8 pid: 12497 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.346363:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af8ad20d/0xd9d09a059d6c0473 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b92 expref: 8 pid: 12497 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.346397:0:6568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421180.346399:0:6568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421180.346406:0:6568:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000344e390e/0xd9d09a059d6c0496 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.346418:0:6568:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000344e390e/0xd9d09a059d6c0496 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.346467:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421180.346491:0:6554:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000344e390e/0xd9d09a059d6c0496 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.346505:0:6554:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000344e390e/0xd9d09a059d6c0496 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.346538:0:6554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000344e390e/0xd9d09a059d6c0496 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.346548:0:6554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000344e390e/0xd9d09a059d6c0496 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421180.346549:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045d64c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2361:x1863761006805632:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 320us (964us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421180.346566:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 103 00010000:00010000:2.0:1777421180.346567:0:6554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000344e390e/0xd9d09a059d6c0496 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.346578:0:6554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf600 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421180.346591:0:6554:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000344e390e/0xd9d09a059d6c0496 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.346602:0:6554:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000344e390e/0xd9d09a059d6c0496 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.346617:0:6554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000344e390e/0xd9d09a059d6c0496 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.346639:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000344e390e/0xd9d09a059d6c0496 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421180.346709:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006805504:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 7589us (8978us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421180.346718:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 65 00000100:00100000:1.0:1777421180.349391:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421180.349575:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006805888 00000100:00100000:2.0:1777421180.349590:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006805888 00000100:00100000:2.0:1777421180.349728:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 292 00000100:00100000:2.0:1777421180.349741:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:13269:x1863761006805888:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777421180.349849:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c049d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.349881:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c049d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.349895:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c049d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.350210:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c04a4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.350222:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c0488 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b99 expref: 15 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.350232:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c04a4 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.350336:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c0488 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b99 expref: 15 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.350351:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c0488 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b99 expref: 15 pid: 8245 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421180.350369:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018292224:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421180.350479:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a378600 going to sleep for 11 seconds 00000100:00100000:2.0:1777421180.352944:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018292224:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421180.352981:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c04a4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421180.354374:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421180.354474:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006806016 00000100:00100000:0.0:1777421180.354485:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006806016 00010000:00010000:0.0:1777421180.354535:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c0488 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b99 expref: 16 pid: 8245 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421180.354575:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 104 00000100:00100000:0.0:1777421180.354584:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:2360:x1863761006806016:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421180.354602:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421180.354610:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c0488 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b99 expref: 16 pid: 8245 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.354624:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c0488 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b99 expref: 16 pid: 8245 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.354674:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c0488 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b99 expref: 16 pid: 8245 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.354692:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff97104562f700) 00010000:00010000:0.0:1777421180.354697:0:6568:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c04a4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.354708:0:6568:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c04a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.354716:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c04a4 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.354750:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421180.354856:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:2360:x1863761006806016:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 271us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421180.354873:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 104 00010000:00010000:2.0:1777421180.355329:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c04a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.355340:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c04a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777421180.355648:0:8245:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967506 00000001:00080000:2.0:1777421180.355864:0:8245:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967507 00000004:00000400:2.0:1777421180.355908:0:8245:0:(lod_lov.c:1437:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=50 set on component[2]=1 of non-SEL file [0x200000402:0x6:0x0] with magic=0xbd60bd0 00000004:00000400:2.0:1777421180.373096:0:8245:0:(lod_lov.c:1437:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=50 set on component[4]=3 of non-SEL file [0x200000402:0x6:0x0] with magic=0xbd60bd0 00000004:00000400:2.0:1777421180.373108:0:8245:0:(lod_lov.c:1437:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=50 set on component[6]=5 of non-SEL file [0x200000402:0x6:0x0] with magic=0xbd60bd0 00000001:00080000:2.0:1777421180.373177:0:8245:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967508 00000004:00000400:2.0:1777421180.373738:0:8245:0:(lod_lov.c:1437:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=40 set on component[2]=1 of non-SEL file [0x200000401:0x10:0x0] with magic=0xbd60bd0 00000004:00000400:2.0:1777421180.373742:0:8245:0:(lod_lov.c:1437:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=40 set on component[4]=3 of non-SEL file [0x200000401:0x10:0x0] with magic=0xbd60bd0 00000004:00000400:2.0:1777421180.373758:0:8245:0:(lod_lov.c:1437:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=40 set on component[6]=5 of non-SEL file [0x200000401:0x10:0x0] with magic=0xbd60bd0 00000100:00100000:2.0:1777421180.373826:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8245:1863761018292352:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1777421180.374370:0:8245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421180.374483:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a378c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421180.374713:0:13101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018292352 00000100:00100000:0.0:1777421180.374723:0:13101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018292352 00000100:00100000:0.0:1777421180.374835:0:13101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1777421180.374846:0:13101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8245:x1863761018292352:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1777421180.374944:0:13101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8245:x1863761018292352:12345-0@lo:1000:mdt00_003.0 Request processed in 100us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421180.374952:0:13101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:2.0:1777421180.375121:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421180.375173:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8245:1863761018292352:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1777421180.375499:0:8245:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967509 00000100:00100000:2.0:1777421180.375598:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8245:1863761018292480:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1777421180.375647:0:8245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421180.375692:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a378600 going to sleep for 11 seconds 00000100:00100000:0.0:1777421180.375869:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018292480 00000100:00100000:0.0:1777421180.375874:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018292480 00000100:00100000:0.0:1777421180.375905:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1777421180.375913:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:8245:x1863761018292480:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1777421180.376185:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:8245:x1863761018292480:12345-0@lo:1000:mdt00_003.0 Request processed in 271us (536us total) trans 4294967310 rc 0/0 00000100:00100000:0.0:1777421180.376193:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1777421180.376216:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8245:1863761018292480:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1777421180.376347:0:8245:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967510 00010000:00010000:2.0:1777421180.376378:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c04a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376389:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c04a4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376397:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c04a4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376403:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421180.376408:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c04a4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376417:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c04a4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376435:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff97104562f700) 00010000:00010000:2.0:1777421180.376445:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421180.376451:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c04a4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376458:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c04a4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376500:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c03bd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376507:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c03bd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376513:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c03bd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376520:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421180.376523:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c03bd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376529:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c03bd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376538:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356700) 00010000:00010000:2.0:1777421180.376540:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421180.376544:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c03bd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376550:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c03bd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376574:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c04ab lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376599:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c04ab lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376609:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c04ab lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376618:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c04ab lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376623:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c04ab lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376629:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c04ab lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376634:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421180.376637:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c04ab lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376643:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c04ab lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376651:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356700) 00010000:00010000:2.0:1777421180.376654:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421180.376656:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c04ab lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376662:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c04ab lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376671:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c049d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376681:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c049d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376687:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c049d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376692:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421180.376695:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c049d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376701:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c049d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376709:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356700) 00010000:00010000:2.0:1777421180.376712:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421180.376714:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c049d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.376719:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c049d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421180.376941:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:13269:x1863761006805888:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 27200us (27561us total) trans 4294967511 rc 0/0 00000100:00100000:2.0:1777421180.376950:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 292 00000020:00080000:2.0:1777421180.376954:0:8245:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:0.0:1777421180.377130:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421180.377137:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421180.377791:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:0.0:1777421180.377804:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421180.381934:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421180.382089:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006806272 00000100:00100000:2.0:1777421180.382110:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006806272 00000100:00100000:2.0:1777421180.382182:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 84 00000100:00100000:2.0:1777421180.382193:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:13269:x1863761006806272:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1777421180.382768:0:5774:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x6:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1777421180.382843:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967512 00010000:00010000:2.0:1777421180.382897:0:5774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c04b2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.382916:0:5774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c04b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.382928:0:5774:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c04b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.382936:0:5774:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c04b2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.382942:0:5774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c04b2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.382948:0:5774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c04b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421180.382976:0:5774:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777421180.383145:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:13269:x1863761006806272:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 952us (1224us total) trans 4294967513 rc 0/0 00000100:00100000:2.0:1777421180.383154:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 84 00000020:00080000:2.0:1777421180.383160:0:5774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777421180.383245:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777421180.383252:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c04b2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.383270:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6200 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421180.383304:0:5759:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c04b2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.383315:0:5759:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c04b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.383329:0:5759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff971049356200) 00010000:00010000:0.0:1777421180.383332:0:5759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777421180.383337:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c04b2 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.383343:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c04b2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421180.383362:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421180.383364:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421180.383365:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421181.156327:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421181.218469:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018292608:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421181.218540:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421181.220336:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018292608 00000100:00100000:3.0:1777421181.220351:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018292608 00000100:00100000:3.0:1777421181.220422:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1777421181.220434:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3298:x1863761018292608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777421181.220477:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 52756480 pending 0 free 3855613952 avail 3853516800 00000100:00080000:2.0:1777421181.220614:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421181.225117:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3298:x1863761018292608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4666us (6556us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421181.225135:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1777421181.230027:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018292608:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421181.233130:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421181.233165:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421181.233188:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421181.233206:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421181.233224:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421181.233239:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421181.233271:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421181.233319:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006806400 00000100:00100000:3.0:1777421181.233340:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006806400 00000100:00100000:3.0:1777421181.233390:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 270 00000100:00100000:3.0:1777421181.233400:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b558c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2358:x1863761006806400:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421181.233465:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b558c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2358:x1863761006806400:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 66us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421181.233474:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 270 00000100:00100000:3.0:1777421181.233506:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006806656 00000100:00100000:3.0:1777421181.233510:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006806656 00000100:00100000:3.0:1777421181.233541:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006807168 00000100:00100000:3.0:1777421181.233544:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006807168 00000100:00100000:3.0:1777421181.233555:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006806784 00000100:00100000:3.0:1777421181.233557:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006806784 00000100:00100000:3.0:1777421181.233567:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006807040 00000100:00100000:3.0:1777421181.233569:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006807040 00000100:00100000:3.0:1777421181.233580:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 76 00000100:00100000:3.0:1777421181.233586:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42677480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006806656:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421181.233612:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42677480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006806656:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 27us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421181.233618:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 76 00000100:00100000:3.0:1777421181.233630:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 77 00000100:00100000:3.0:1777421181.233636:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2358:x1863761006807168:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421181.233656:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2358:x1863761006807168:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 21us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421181.233662:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 77 00000100:00100000:3.0:1777421181.233671:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 78 00000100:00100000:3.0:1777421181.233676:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+5:2358:x1863761006806784:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421181.233708:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+5:2358:x1863761006806784:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 31us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421181.233714:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 78 00000100:00100000:3.0:1777421181.233724:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 79 00000100:00100000:3.0:1777421181.233729:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2358:x1863761006807040:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421181.233748:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2358:x1863761006807040:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 20us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421181.233753:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 79 00000100:00080000:0.0:1777421181.234148:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777421181.234152:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421181.234162:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006806912 00000100:00100000:0.0:1777421181.234166:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006806912 00000100:00100000:0.0:1777421181.234196:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006806528 00000100:00100000:0.0:1777421181.234199:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006806528 00000100:00100000:0.0:1777421181.234216:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 102 00000100:00100000:0.0:1777421181.234222:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:2358:x1863761006806912:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421181.234268:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:2358:x1863761006806912:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 46us (1079us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421181.234297:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 102 00000100:00100000:0.0:1777421181.234311:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 103 00000100:00100000:0.0:1777421181.234318:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42676300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+22:2358:x1863761006806528:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421181.234341:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42676300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+22:2358:x1863761006806528:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 24us (1116us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421181.234347:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 103 00000100:00080000:0.0:1777421181.234366:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:1.0:1777421181.691887:0:13193:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421181.691897:0:13193:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421181.692028:0:13193:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 9 count 5 00000040:00080000:1.0:1777421181.692034:0:13193:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421181.733270:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421181.733344:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006807424 00000100:00100000:2.0:1777421181.733356:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006807424 00000100:00100000:2.0:1777421181.733417:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 293 00000100:00100000:2.0:1777421181.733426:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+22:13281:x1863761006807424:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421181.733466:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421181.733489:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c04b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04ba0 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.733578:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c04c0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.733593:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c04c0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.733607:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c04c0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.733621:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c04c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.733627:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c04c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.733634:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c04c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.733767:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c04ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.733774:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c04ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.733780:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c04ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421181.733790:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00010000:00010000:2.0:1777421181.733883:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c04c0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.733891:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c04c0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.733896:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c04c0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.733902:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421181.733906:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c04c0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.733913:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c04c0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.733923:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971043f8b200) 00010000:00010000:2.0:1777421181.733927:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421181.733931:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c04c0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.733937:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c04c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.733946:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c04c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.733951:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c04c7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.733957:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c04c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.733970:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421181.733973:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c04c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.733979:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c04c7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.733986:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff971049356d00) 00010000:00010000:2.0:1777421181.733989:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421181.733992:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c04c7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.733997:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c04c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.734034:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c04b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ba0 expref: 25 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.734048:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6400/0xd9d09a059d6c04ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ba0 expref: 24 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.734055:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356c00) 00010000:00010000:2.0:1777421181.734058:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421181.734060:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe6400, rc 0) 00000100:00100000:2.0:1777421181.734123:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+24:13281:x1863761006807424:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 698us (860us total) trans 4294967514 rc 0/0 00000100:00100000:2.0:1777421181.734135:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 293 00000100:00100000:1.0:1777421181.741060:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421181.741201:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006807552 00000100:00100000:3.0:1777421181.741212:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006807552 00000100:00100000:3.0:1777421181.741337:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 294 00000100:00100000:3.0:1777421181.741347:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+24:13281:x1863761006807552:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:3.0:1777421181.741420:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c04dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421181.741440:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c04dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421181.741529:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c04dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421181.741560:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c04dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421181.741567:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c04dc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421181.741573:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c04dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421181.741585:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbaa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421181.741589:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c04dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421181.741597:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c04dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421181.741609:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356c00) 00010000:00010000:3.0:1777421181.741612:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421181.741617:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c04dc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421181.741624:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c04dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421181.742452:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+24:13281:x1863761006807552:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 1103us (1400us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421181.742472:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 294 00000100:00100000:0.0:1777421181.750437:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421181.750515:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006807808 00000100:00100000:1.0:1777421181.750527:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006807808 00000100:00100000:1.0:1777421181.750587:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 85 00000100:00100000:1.0:1777421181.750597:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+24:13281:x1863761006807808:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1777421181.750883:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+25:13281:x1863761006807808:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 286us (457us total) trans 4294967515 rc 0/0 00000100:00100000:1.0:1777421181.750893:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 85 00000100:00100000:1.0:1777421181.795747:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421181.796554:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006808064 00000100:00100000:2.0:1777421181.796572:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006808064 00000100:00100000:2.0:1777421181.796639:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 295 00000100:00100000:2.0:1777421181.796649:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+25:13290:x1863761006808064:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421181.796678:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421181.796700:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c04e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04ba7 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421181.796818:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 11776 00010000:00010000:2.0:1777421181.796947:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c04e3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ba7 expref: 27 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.796963:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afd700) 00010000:00010000:2.0:1777421181.796966:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421181.796972:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c04e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ba7 expref: 27 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.796984:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe7800, rc 0) 00000100:00100000:2.0:1777421181.797047:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+26:13290:x1863761006808064:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 400us (1311us total) trans 4294967516 rc 301/301 00000100:00100000:2.0:1777421181.797056:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 295 00000100:00100000:1.0:1777421181.802523:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421181.802554:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006808192 00000100:00100000:2.0:1777421181.802564:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006808192 00000100:00100000:2.0:1777421181.802634:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 296 00000100:00100000:2.0:1777421181.802647:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+26:13290:x1863761006808192:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:2.0:1777421181.802724:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c04f1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.802739:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c04f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.802760:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c04f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.802778:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c04f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.802786:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c04f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.802794:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c04f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.802922:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c04ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.802931:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c04ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.802939:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c04ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421181.802985:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:2.0:1777421181.802990:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421181.803004:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c04ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.803017:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c04f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.803023:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c04f1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.803039:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c04f1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.803046:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421181.803050:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c04f1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.803057:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c04f1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.803069:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971043f8b200) 00010000:00010000:2.0:1777421181.803084:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421181.803088:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c04f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.803095:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c04f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.803108:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c04f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.803115:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c04f8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.803122:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c04f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.803127:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421181.803130:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c04f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.803145:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c04f8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.803154:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff971049356d00) 00010000:00010000:2.0:1777421181.803156:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421181.803159:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c04f8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.803165:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c04f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.803181:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c04ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.803188:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c04ff lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.803194:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c04ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.803200:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421181.803202:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c04ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.803209:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c04ff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.803215:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356c00) 00010000:00010000:2.0:1777421181.803217:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421181.803220:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c04ff lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.803246:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c04ff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421181.803351:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+26:13290:x1863761006808192:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 706us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421181.803360:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 296 00000100:00100000:2.0:1777421181.809167:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421181.809302:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006808448 00000100:00100000:1.0:1777421181.809313:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006808448 00000100:00100000:1.0:1777421181.809363:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 86 00000100:00100000:1.0:1777421181.809372:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4c0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+26:13290:x1863761006808448:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1777421181.809602:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4c0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+27:13290:x1863761006808448:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 229us (444us total) trans 4294967517 rc 0/0 00000100:00100000:1.0:1777421181.809610:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 86 00000100:00100000:2.0:1777421181.836071:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421181.836143:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006808704 00000100:00100000:0.0:1777421181.836154:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006808704 00000100:00100000:0.0:1777421181.836219:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 297 00000100:00100000:0.0:1777421181.836230:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+27:13297:x1863761006808704:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421181.836264:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421181.836314:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0506 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04bae expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.836473:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c050d lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.836489:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c050d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.836500:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c050d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421181.836512:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 11776 00010000:00010000:0.0:1777421181.836638:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0506 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bae expref: 30 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.836656:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc200/0xd9d09a059d6c050d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bae expref: 29 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.836665:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971043f8b200) 00010000:00010000:0.0:1777421181.836668:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777421181.836672:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bc200, rc 0) 00000100:00100000:0.0:1777421181.836742:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+29:13297:x1863761006808704:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 513us (680us total) trans 4294967518 rc 0/0 00000100:00100000:0.0:1777421181.836749:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 297 00000100:00100000:0.0:1777421181.841683:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421181.842308:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006808832 00000100:00100000:2.0:1777421181.842320:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006808832 00000100:00100000:2.0:1777421181.842385:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 298 00000100:00100000:2.0:1777421181.842395:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+29:13297:x1863761006808832:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:2.0:1777421181.842467:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c051b lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.842486:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c051b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.842498:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c051b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.842511:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0522 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.842517:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0522 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.842525:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0522 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.843758:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c0529 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.843775:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c0529 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.843784:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c0529 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421181.843825:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:2.0:1777421181.843831:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421181.843844:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c0529 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.843857:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c051b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.843864:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c051b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.843871:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c051b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.843877:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421181.843881:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c051b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.843889:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c051b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.843900:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971043f8b200) 00010000:00010000:2.0:1777421181.843912:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421181.843918:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c051b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.843924:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c051b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.843941:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0522 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.843947:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0522 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.843952:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0522 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.843958:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421181.843961:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0522 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.843967:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0522 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.843974:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff971049356d00) 00010000:00010000:2.0:1777421181.843976:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421181.843978:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0522 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.843984:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0522 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.843999:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c0529 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.844012:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c0529 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.844018:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c0529 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.844023:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421181.844026:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c0529 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.844032:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c0529 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.844039:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356c00) 00010000:00010000:2.0:1777421181.844041:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421181.844044:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c0529 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421181.844050:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c0529 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421181.844131:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+29:13297:x1863761006808832:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 1734us (2455us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421181.844140:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 298 00000100:00100000:2.0:1777421181.870519:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421181.870727:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006808960 00000100:00100000:0.0:1777421181.870738:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006808960 00000100:00100000:0.0:1777421181.870802:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 299 00000100:00100000:0.0:1777421181.870812:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+29:13303:x1863761006808960:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:0.0:1777421181.871164:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0530 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.871184:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0530 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.871195:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0530 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.871210:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0537 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.871217:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0537 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.871223:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0537 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.871538:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c053e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.871547:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c053e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.871555:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c053e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421181.871591:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:0.0:1777421181.871596:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421181.871608:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c053e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.871621:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0530 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.871635:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0530 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.871718:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0530 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.871726:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421181.871730:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0530 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.871738:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0530 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.871753:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971043f8b200) 00010000:00010000:0.0:1777421181.871756:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421181.871761:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0530 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.871767:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0530 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.871783:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0537 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.871789:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0537 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.871795:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0537 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.871801:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421181.871810:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0537 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.871816:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0537 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.871825:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff971042afde00) 00010000:00010000:0.0:1777421181.871827:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421181.871830:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0537 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.872025:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0537 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.872048:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c053e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.872054:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c053e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.872061:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c053e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.872066:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421181.872069:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c053e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.872076:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c053e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.872085:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356c00) 00010000:00010000:0.0:1777421181.872088:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421181.872100:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c053e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.872107:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c053e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421181.872243:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+29:13303:x1863761006808960:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 1420us (1721us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421181.872252:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 299 00000100:00100000:1.0:1777421181.910708:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421181.910828:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006809088 00000100:00100000:0.0:1777421181.910839:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006809088 00000100:00100000:0.0:1777421181.910947:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 300 00000100:00100000:0.0:1777421181.910957:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+29:13311:x1863761006809088:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:0.0:1777421181.911029:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0545 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911048:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0545 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911060:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0545 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911076:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c054c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911083:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c054c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911089:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c054c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911192:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0553 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911211:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0553 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911218:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0553 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421181.911268:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:0.0:1777421181.911303:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421181.911316:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0553 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911328:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0545 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911334:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0545 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911340:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0545 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911346:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421181.911351:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0545 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911358:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0545 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911370:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971043f8b200) 00010000:00010000:0.0:1777421181.911373:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421181.911377:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0545 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911393:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0545 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911407:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c054c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911413:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c054c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911419:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c054c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911424:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421181.911427:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c054c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911433:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c054c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911441:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff971042afde00) 00010000:00010000:0.0:1777421181.911443:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421181.911446:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c054c lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911452:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c054c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911466:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0553 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911471:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0553 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911483:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0553 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911488:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421181.911491:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0553 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911497:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0553 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911505:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356c00) 00010000:00010000:0.0:1777421181.911508:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421181.911510:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0553 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.911516:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0553 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421181.911595:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+29:13311:x1863761006809088:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 638us (897us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421181.911605:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 300 00000100:00100000:1.0:1777421181.937949:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421181.938121:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006809216 00000100:00100000:0.0:1777421181.938134:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006809216 00000100:00100000:0.0:1777421181.938187:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 301 00000100:00100000:0.0:1777421181.938196:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+29:13318:x1863761006809216:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:0.0:1777421181.938320:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c055a lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938337:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c055a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938360:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c055a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938375:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0561 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938382:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0561 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938387:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0561 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938490:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0568 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938499:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0568 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938504:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0568 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421181.938536:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:0.0:1777421181.938541:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421181.938553:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0568 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938564:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c055a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938570:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c055a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938586:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c055a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938592:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421181.938596:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c055a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938603:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c055a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938615:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971043f8b200) 00010000:00010000:0.0:1777421181.938624:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421181.938628:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c055a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938634:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c055a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938651:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0561 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938658:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0561 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938663:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0561 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938667:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421181.938671:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0561 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938688:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0561 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938697:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff971042afde00) 00010000:00010000:0.0:1777421181.938700:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421181.938703:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0561 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938709:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c0561 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938724:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0568 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938730:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0568 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938736:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0568 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938741:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421181.938744:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0568 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938750:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0568 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938758:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356c00) 00010000:00010000:0.0:1777421181.938761:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421181.938764:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0568 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421181.938781:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c0568 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421181.938854:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+29:13318:x1863761006809216:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 658us (925us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421181.938863:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 301 00000100:00100000:2.0:1777421181.974568:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421181.974682:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006809344 00000100:00100000:1.0:1777421181.974694:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006809344 00000100:00100000:1.0:1777421181.974806:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 302 00000100:00100000:1.0:1777421181.974817:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+29:13325:x1863761006809344:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:1.0:1777421181.974895:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c056f lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.974917:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c056f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.974929:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c056f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.974945:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0576 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.974952:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0576 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.974959:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0576 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.975081:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c057d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.975108:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c057d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.975116:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c057d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421181.975162:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:1.0:1777421181.975167:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421181.975179:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c057d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.975192:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c056f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.975200:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c056f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.975206:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c056f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.975213:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cea00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421181.975217:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c056f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.975225:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c056f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.975247:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971043f8b200) 00010000:00010000:1.0:1777421181.975251:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421181.975256:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c056f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.975312:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c056f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.975329:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0576 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.975335:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0576 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.975341:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0576 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.975346:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421181.975349:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0576 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.975356:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0576 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.975364:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff97104562fa00) 00010000:00010000:1.0:1777421181.975367:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421181.975369:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0576 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.975375:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0576 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.975465:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c057d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.975471:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c057d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.975483:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c057d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.975489:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421181.975492:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c057d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.975499:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c057d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.975507:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356c00) 00010000:00010000:1.0:1777421181.975510:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421181.975513:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c057d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421181.975518:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c057d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421181.975589:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+29:13325:x1863761006809344:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 773us (1030us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421181.975596:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 302 00000100:00100000:2.0:1777421182.002812:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421182.003023:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006809472 00000100:00100000:1.0:1777421182.003034:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006809472 00000100:00100000:1.0:1777421182.003148:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 303 00000100:00100000:1.0:1777421182.003160:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+29:13331:x1863761006809472:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:1.0:1777421182.003247:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0584 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003265:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0584 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003330:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0584 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003347:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c058b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003355:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c058b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003363:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c058b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003487:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0592 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003496:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0592 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003502:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0592 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421182.003539:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:1.0:1777421182.003544:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421182.003556:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0592 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003569:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0584 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003575:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0584 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003591:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0584 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003598:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421182.003602:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0584 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003609:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0584 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003622:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971043f8b200) 00010000:00010000:1.0:1777421182.003625:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421182.003630:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0584 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003636:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0584 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003653:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c058b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003658:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c058b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003664:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c058b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003668:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421182.003671:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c058b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003687:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c058b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003695:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff97104562fa00) 00010000:00010000:1.0:1777421182.003697:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421182.003700:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c058b lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003706:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c058b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003722:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0592 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003728:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0592 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003733:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0592 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003738:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cea00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421182.003741:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0592 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003746:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0592 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003752:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356c00) 00010000:00010000:1.0:1777421182.003755:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421182.003758:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0592 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.003774:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0592 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421182.003860:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+29:13331:x1863761006809472:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 701us (1064us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421182.003868:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 303 00000100:00100000:2.0:1777421182.032571:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421182.032693:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006809600 00000100:00100000:1.0:1777421182.032704:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006809600 00000100:00100000:1.0:1777421182.032825:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 304 00000100:00100000:1.0:1777421182.032836:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+29:13339:x1863761006809600:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:1.0:1777421182.032914:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0599 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.032933:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0599 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.032946:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0599 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.032963:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c05a0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.032970:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c05a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.032977:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c05a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.033082:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c05a7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.033101:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c05a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.033108:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c05a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421182.033145:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:1.0:1777421182.033150:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421182.033161:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c05a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.033173:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0599 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.033180:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0599 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.033187:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0599 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.033193:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cea00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421182.033198:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0599 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.033206:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0599 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.033218:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971043f8b200) 00010000:00010000:1.0:1777421182.033221:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421182.033226:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0599 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.033458:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0599 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.033475:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c05a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.033482:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c05a0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.033487:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c05a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.033492:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421182.033496:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c05a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.033502:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c05a0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.033510:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff97104562fa00) 00010000:00010000:1.0:1777421182.033513:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421182.033516:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c05a0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.033522:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c05a0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.033537:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c05a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.033543:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c05a7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.033557:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c05a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.033562:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421182.033565:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c05a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.033571:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c05a7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.033579:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356c00) 00010000:00010000:1.0:1777421182.033582:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421182.033585:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c05a7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421182.033590:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c05a7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421182.033815:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+29:13339:x1863761006809600:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 978us (1250us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421182.033825:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 304 00000100:00100000:2.0:1777421182.052494:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421182.052646:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006809728 00000100:00100000:0.0:1777421182.052660:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006809728 00000100:00100000:0.0:1777421182.052789:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 305 00000100:00100000:0.0:1777421182.052800:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+29:13342:x1863761006809728:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:0.0:1777421182.052886:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05ae lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.052908:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05ae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.052927:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05ae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.052963:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c05b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.052973:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c05b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.052980:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c05b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.053222:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c05bc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.053243:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c05bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.053250:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c05bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421182.053468:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:0.0:1777421182.053474:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421182.053488:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c05bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.053502:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05ae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.053511:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05ae lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.053518:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05ae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.053525:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421182.053530:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05ae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.053537:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05ae lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.053549:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff971043f8b200) 00010000:00010000:0.0:1777421182.053558:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421182.053564:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05ae lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.053571:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.053586:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c05b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.053592:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c05b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.053598:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c05b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.053604:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421182.053606:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c05b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.053612:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c05b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.053620:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff971042afde00) 00010000:00010000:0.0:1777421182.053622:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421182.053625:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c05b5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.053632:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c05b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.053646:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c05bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.053658:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c05bc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.053664:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c05bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.053669:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421182.053672:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c05bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.053769:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c05bc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.053779:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff971049356c00) 00010000:00010000:0.0:1777421182.053781:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421182.053784:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c05bc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421182.053789:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c05bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421182.053910:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+29:13342:x1863761006809728:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 1109us (1429us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421182.053918:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 305 00010000:00010000:2.0:1777421182.178708:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421182.242669:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1863761018292864:0@lo:400:kworker.0 00000100:00100000:2.0:1777421182.242670:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1863761018292992:0@lo:400:kworker.0 00000100:00100000:0.0:1777421182.242736:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018292736:0@lo:400:kworker.0 00000100:00100000:3.0:1777421182.242786:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018293120:0@lo:400:kworker.0 00000100:00100000:1.0:1777421182.245246:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421182.245315:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018292864 00000100:00100000:2.0:1777421182.245329:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018292864 00000100:00100000:1.0:1777421182.245353:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018293376:0@lo:400:kworker.0 00000100:00100000:2.0:1777421182.245394:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1777421182.245405:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1863761018292864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421182.245494:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421182.245543:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421182.245588:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42675500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018293504:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421182.245613:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421182.245674:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018293376 00000100:00100000:1.0:1777421182.245679:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018293376 00000100:00100000:1.0:1777421182.245717:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1777421182.245725:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018293376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421182.245782:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018293376:12345-0@lo:400:kworker.0 Request processed in 57us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421182.245790:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1777421182.245834:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018293376:0@lo:400:kworker.0 00000100:00100000:1.0:1777421182.245865:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018292992 00000100:00100000:1.0:1777421182.245869:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018292992 00000100:00100000:1.0:1777421182.245909:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1777421182.245916:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018292992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421182.245968:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018292992:12345-0@lo:400:kworker.0 Request processed in 52us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421182.245975:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1777421182.246002:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1863761018292992:0@lo:400:kworker.0 00000100:00080000:1.0:1777421182.246025:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777421182.246030:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421182.246059:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018293504 00000100:00100000:1.0:1777421182.246062:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018293504 00000100:00100000:1.0:1777421182.246090:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1777421182.246097:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018293504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777421182.246124:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 52756480 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1777421182.246171:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018293504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421182.246177:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1777421182.246204:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42675500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018293504:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421182.246267:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1863761018292864:12345-0@lo:400:kworker.0 Request processed in 861us (1025us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421182.246271:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1863761018292864:0@lo:400:kworker.0 00000100:00100000:2.0:1777421182.246301:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1777421182.248982:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421182.249048:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018293248:0@lo:400:kworker.0 00000100:00100000:0.0:1777421182.249084:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421182.249655:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018293248 00000100:00100000:1.0:1777421182.249670:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018293248 00000100:00100000:1.0:1777421182.249741:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1777421182.249751:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1863761018293248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421182.249781:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018292736 00000100:00100000:2.0:1777421182.249787:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018292736 00000100:00100000:1.0:1777421182.249814:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1863761018293248:12345-0@lo:400:kworker.0 Request processed in 64us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421182.249822:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1777421182.249844:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421182.249883:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018293120 00000100:00080000:0.0:1777421182.249979:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421182.250013:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018293248:0@lo:400:kworker.0 00000100:00100000:2.0:1777421182.250049:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:2.0:1777421182.250059:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b558450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018292736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421182.250266:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b558450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018292736:12345-0@lo:400:kworker.0 Request processed in 208us (1290us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421182.250290:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:0.0:1777421182.250586:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018292736:0@lo:400:kworker.0 00000100:00100000:3.0:1777421182.250806:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018293120 00000100:00100000:3.0:1777421182.250853:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1777421182.250862:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3298:x1863761018293120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421182.251572:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3298:x1863761018293120:12345-0@lo:400:kworker.0 Request processed in 710us (1726us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421182.251581:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1777421182.251607:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018293120:0@lo:400:kworker.0 00010000:00010000:1.0:1777421183.203722:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777421183.309756:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967308 is committed 00010000:00010000:3.0:1777421184.226465:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777421184.483384:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421184.484911:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421184.485348:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 9 count 3 00000040:00080000:3.0:1777421184.485356:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421184.992594:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421184.992673:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006809856 00000100:00100000:1.0:1777421184.992690:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006809856 00000100:00100000:1.0:1777421184.992793:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 306 00000100:00100000:1.0:1777421184.992809:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971048d83050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:13231:x1863761006809856:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1777421184.992962:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971048d83050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:13231:x1863761006809856:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 Request processed in 156us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421184.992971:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 306 00000100:00080000:0.0:1777421184.994666:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421185.001002:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421185.001148:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006810112 00000100:00100000:1.0:1777421185.001163:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006810112 00000100:00100000:1.0:1777421185.001512:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 87 00000100:00100000:1.0:1777421185.001524:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:13231:x1863761006810112:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421185.001899:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:13231:x1863761006810112:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 375us (911us total) trans 4294967519 rc 0/0 00000100:00100000:1.0:1777421185.001908:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 87 00010000:00010000:2.0:1777421185.250591:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777421185.355063:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967310 is committed 00000001:00080000:1.0:1777421185.355095:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967309 is committed 00000001:00080000:2.0:1777421185.356987:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967518 is committed 00000001:00080000:2.0:1777421185.357010:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967519 is committed 00000020:00080000:2.0:1777421185.357023:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 5 batchid updated 00000020:00080000:2.0:1777421185.357068:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff97104a378c00 refcount 2 committed 0 result 0 batchid 6 00000020:00080000:2.0:1777421185.357075:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff97108015d100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff97104a378e40 00000020:00080000:2.0:1777421185.357079:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff97108015d200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff970f41cab400 00000020:00080000:1.0:1777421185.357145:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 6 committed batchid 5 00000020:00080000:1.0:1777421185.357443:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 5 00000001:02000400:3.0:1777421186.049142:0:13395:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 1f: DoM file release after restore ==== 20:06:24 (1777421184) 00000100:00100000:3.0:1777421186.098387:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421186.098489:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006810240 00000100:00100000:0.0:1777421186.098502:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006810240 00000100:00100000:0.0:1777421186.098576:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 307 00000100:00080000:2.0:1777421186.098579:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421186.098586:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+24:13917:x1863761006810240:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421186.098609:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421186.098630:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c05c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04bb5 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.098709:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c05ca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.098724:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c05ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.098737:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c05ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.098752:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c05d1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.098760:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c05d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.098766:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c05d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.098843:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c05ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.098851:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c05ca lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.098858:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c05ca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.098864:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421186.098868:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c05ca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.098875:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c05ca lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.098886:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421186.098890:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421186.098894:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c05ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.098901:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c05ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.098913:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c05d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.098920:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c05d1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.098927:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c05d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.098938:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bce00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421186.098941:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c05d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.098946:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c05d1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.098954:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xedcd73f9 (ffff971042afdd00) 00010000:00010000:0.0:1777421186.098956:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421186.098958:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c05d1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.098963:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c05d1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.098996:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c05c3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bb5 expref: 25 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.099006:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421186.099010:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421186.099014:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd000/0xd9d09a059d6c05c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bb5 expref: 25 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.099025:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bd000, rc 0) 00000100:00100000:0.0:1777421186.099091:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+24:13917:x1863761006810240:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 506us (712us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421186.099098:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 307 00000100:00100000:2.0:1777421186.107695:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421186.110467:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006810496 00000100:00100000:0.0:1777421186.110493:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006810496 00000100:00100000:0.0:1777421186.110562:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 308 00000100:00100000:0.0:1777421186.110574:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+24:13917:x1863761006810496:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:0.0:1777421186.110632:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421186.110662:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6c0243 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ae3 expref: 24 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.110682:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421186.110688:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421186.110796:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05d8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.110813:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c02f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b1b expref: 12 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.110824:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05d8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.110862:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c02f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b1b expref: 12 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.110876:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c02f2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b1b expref: 12 pid: 12998 timeout: 352 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421186.110892:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6f800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018293632:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421186.110998:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104904f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421186.113127:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421186.113127:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6f800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018293632:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421186.113169:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05d8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421186.113329:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006810624 00000100:00100000:2.0:1777421186.113337:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006810624 00010000:00010000:2.0:1777421186.113430:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c02f2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b1b expref: 13 pid: 12998 timeout: 352 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421186.113462:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 105 00000100:00100000:2.0:1777421186.113471:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761006810624:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421186.113483:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421186.113490:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c02f2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b1b expref: 13 pid: 12998 timeout: 352 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.113502:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c02f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b1b expref: 13 pid: 12998 timeout: 352 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.113528:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c02f2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04b1b expref: 13 pid: 12998 timeout: 352 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.113540:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afd700) 00010000:00010000:2.0:1777421186.113544:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05d8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.113553:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05d8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.113560:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05d8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.113581:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421186.113637:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761006810624:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 166us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421186.113647:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 105 00010000:00010000:2.0:1777421186.113673:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05d8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.113678:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05d8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.113701:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c05df lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.113712:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c05df lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.113718:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c05df lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421186.114471:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 512 00010000:00010000:2.0:1777421186.114482:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05d8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.114490:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05d8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.114497:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05d8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.114504:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421186.114508:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05d8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.114516:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05d8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.114532:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afd700) 00010000:00010000:2.0:1777421186.114535:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421186.114541:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05d8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.114547:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c05d8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421186.114562:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000000d97d4d0 reply state 00000000ae8b3bc1 transno 4294967520 ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c05df lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421186.114570:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421186.114640:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+25:13917:x1863761006810496:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 4068us (6952us total) trans 4294967520 rc 0/0 00000100:00100000:2.0:1777421186.114647:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 308 00000100:00080000:0.0:1777421186.114721:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777421186.120803:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c05df lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.120830:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c05df lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.120839:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c05df lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.120846:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421186.120852:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c05df lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.120860:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c05df lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.120877:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xedcd73f9 (ffff971049356d00) 00010000:00010000:1.0:1777421186.120880:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421186.120886:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c05df lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.120892:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c05df lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421186.134234:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421186.134308:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006810752 00000100:00100000:2.0:1777421186.134329:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006810752 00000100:00100000:2.0:1777421186.134398:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 309 00000100:00100000:2.0:1777421186.134412:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+24:13921:x1863761006810752:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421186.134447:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421186.134480:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c05e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04bbc expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.134573:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c05ed lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.134588:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c05ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.134614:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c05ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421186.134692:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1777421186.134697:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 8 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421186.134726:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c05ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.134755:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c05e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bbc expref: 26 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.134780:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c05ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bbc expref: 25 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.134789:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356800) 00010000:00010000:2.0:1777421186.134793:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421186.134798:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe6a00, rc 0) 00000100:00100000:2.0:1777421186.134865:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+25:13921:x1863761006810752:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 457us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421186.134872:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 309 00000100:00100000:2.0:1777421186.143696:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421186.143789:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006810880 00000100:00100000:3.0:1777421186.143801:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006810880 00000100:00100000:3.0:1777421186.143892:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 310 00000100:00100000:3.0:1777421186.143903:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+25:13921:x1863761006810880:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421186.143929:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421186.143949:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c05f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04bc3 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144016:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c05fb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144031:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c05fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144042:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c05fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144057:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c0602 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144065:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c0602 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144072:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c0602 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144198:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0609 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144207:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0609 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144214:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0609 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421186.144255:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 512 00000004:00200000:3.0:1777421186.144259:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421186.144317:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0609 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144329:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c05fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144336:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c05fb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144343:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c05fb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144349:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbaa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421186.144354:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c05fb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144362:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c05fb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144374:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356800) 00010000:00010000:3.0:1777421186.144383:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421186.144388:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c05fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144394:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c05fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144405:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c0602 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144411:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c0602 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144418:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c0602 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144423:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcba200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421186.144426:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c0602 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144433:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c0602 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144440:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xedcd73f9 (ffff971043f8b100) 00010000:00010000:3.0:1777421186.144443:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421186.144446:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c0602 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144451:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c0602 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144481:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c05f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bc3 expref: 27 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144506:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0609 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bc3 expref: 26 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.144513:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff971043f8bb00) 00010000:00010000:3.0:1777421186.144516:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421186.144518:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbac00, rc 0) 00000100:00100000:3.0:1777421186.144573:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+26:13921:x1863761006810880:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 671us (889us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421186.144581:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 310 00000100:00100000:3.0:1777421186.152552:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421186.152603:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006811136 00000100:00100000:2.0:1777421186.152613:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006811136 00000100:00100000:2.0:1777421186.152672:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 311 00000100:00100000:2.0:1777421186.152683:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42677b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+26:13921:x1863761006811136:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421186.152701:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421186.152720:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0610 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04bca expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421186.152912:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 512 00010000:00010000:2.0:1777421186.153022:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0610 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bca expref: 28 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.153037:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356800) 00010000:00010000:2.0:1777421186.153040:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421186.153045:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0610 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bca expref: 28 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.153056:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe6800, rc 0) 00000100:00100000:2.0:1777421186.153118:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42677b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+27:13921:x1863761006811136:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 436us (574us total) trans 4294967521 rc 301/301 00000100:00100000:2.0:1777421186.153126:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 311 00000100:00100000:1.0:1777421186.163140:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421186.163514:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006811392 00000100:00100000:0.0:1777421186.163525:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006811392 00000100:00100000:0.0:1777421186.163647:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 312 00000100:00100000:0.0:1777421186.163658:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+27:13921:x1863761006811392:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:0.0:1777421186.163907:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421186.163935:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0609 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bc3 expref: 27 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.163953:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff971043f8bb00) 00010000:00010000:0.0:1777421186.163965:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421186.163989:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c061e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.164004:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c061e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.164014:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c061e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421186.164255:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000d02985cf reply state 000000008d99cfce transno 4294967522 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c061e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421186.164262:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1777421186.165136:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 512 00000100:00100000:0.0:1777421186.165297:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+28:13921:x1863761006811392:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 1639us (2165us total) trans 4294967522 rc 0/0 00000100:00100000:0.0:1777421186.165307:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 312 00010000:00010000:2.0:1777421186.171016:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c061e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.171039:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c061e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.171048:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c061e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.171055:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bce00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421186.171061:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c061e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.171069:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c061e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421186.171080:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:2.0:1777421186.171108:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff971042afdd00) 00010000:00010000:2.0:1777421186.171111:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421186.171116:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c061e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.171123:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c061e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421186.171223:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006811648 00000100:00100000:0.0:1777421186.171235:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006811648 00000100:00100000:1.0:1777421186.171425:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 88 00000100:00100000:1.0:1777421186.171441:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+27:13921:x1863761006811648:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1777421186.171799:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+28:13921:x1863761006811648:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 361us (722us total) trans 4294967523 rc 0/0 00000100:00100000:1.0:1777421186.171820:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 88 00000100:00100000:0.0:1777421186.181522:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421186.181587:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006811776 00000100:00100000:1.0:1777421186.181601:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006811776 00000100:00100000:1.0:1777421186.181668:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 313 00000100:00100000:1.0:1777421186.181772:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+28:13925:x1863761006811776:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:1.0:1777421186.181803:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421186.181825:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0625 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04bd1 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.181891:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c062c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.181906:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c062c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.181917:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c062c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.181932:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0633 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.181939:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0633 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.181946:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0633 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.182066:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce200/0xd9d09a059d6c063a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.182089:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce200/0xd9d09a059d6c063a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.182097:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce200/0xd9d09a059d6c063a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421186.182133:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 512 00000004:00200000:1.0:1777421186.182137:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421186.182172:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce200/0xd9d09a059d6c063a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.182186:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c062c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.182193:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c062c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.182318:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c062c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.182325:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cfa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421186.182330:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c062c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.182338:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c062c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.182351:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356800) 00010000:00010000:1.0:1777421186.182355:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421186.182360:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c062c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.182378:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c062c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.182391:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0633 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.182398:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0633 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.182414:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0633 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.182420:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421186.182423:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0633 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.182429:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0633 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.182437:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xedcd73f9 (ffff97104562fa00) 00010000:00010000:1.0:1777421186.182440:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421186.182443:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0633 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.182449:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0633 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.182481:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0625 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bd1 expref: 30 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.182496:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce200/0xd9d09a059d6c063a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bd1 expref: 29 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.182511:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff97104562fe00) 00010000:00010000:1.0:1777421186.182515:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421186.182518:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420ce200, rc 0) 00000100:00100000:1.0:1777421186.182590:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+29:13925:x1863761006811776:12345-192.168.204.24@tcp:101:rm.0 Request processed in 911us (1076us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421186.182599:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 313 00000100:00100000:0.0:1777421186.187071:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421186.187160:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006811904 00000100:00100000:2.0:1777421186.187170:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006811904 00000100:00100000:2.0:1777421186.187229:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 314 00000100:00100000:2.0:1777421186.187239:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+29:13925:x1863761006811904:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:2.0:1777421186.187262:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421186.187299:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0641 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04bd8 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.187365:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c0648 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.187380:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c0648 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.187391:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c0648 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.187404:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c064f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.187410:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c064f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.187434:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c064f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.187503:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c0648 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.187511:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c0648 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.187517:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c0648 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.187524:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421186.187528:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c0648 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.187535:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c0648 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.187546:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff97104562fe00) 00010000:00010000:2.0:1777421186.187549:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421186.187554:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c0648 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.187560:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c0648 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.187570:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c064f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.187577:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c064f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.187589:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c064f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.187595:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421186.187598:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c064f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.187606:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c064f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.187614:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x14789339 (ffff971049356a00) 00010000:00010000:2.0:1777421186.187617:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421186.187620:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c064f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.187625:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c064f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.187655:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0641 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bd8 expref: 30 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.187666:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff97104562fe00) 00010000:00010000:2.0:1777421186.187668:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421186.187672:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0641 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bd8 expref: 30 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.187681:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe6800, rc 0) 00000100:00100000:2.0:1777421186.187741:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+29:13925:x1863761006811904:12345-192.168.204.24@tcp:101:rm.0 Request processed in 503us (679us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421186.187755:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 314 00000100:00100000:3.0:1777421186.194867:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421186.195318:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006812032 00000100:00100000:0.0:1777421186.195332:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006812032 00000100:00100000:0.0:1777421186.195411:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 315 00000100:00100000:0.0:1777421186.195422:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42677100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+29:13925:x1863761006812032:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:0.0:1777421186.195445:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421186.195466:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0656 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04bdf expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.195548:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c065d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.195564:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c065d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.195576:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c065d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.195591:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0664 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.195597:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0664 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.195604:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0664 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.195667:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c065d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.195688:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c065d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.195696:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c065d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.195703:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bdc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421186.195709:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c065d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.195718:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c065d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.195731:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff97104562fe00) 00010000:00010000:0.0:1777421186.195734:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421186.195739:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c065d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.195746:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c065d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.195760:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0664 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.195766:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0664 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.195773:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0664 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.195779:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421186.195788:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0664 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.195795:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0664 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.195803:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x14789339 (ffff971042afdb00) 00010000:00010000:0.0:1777421186.195806:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421186.195810:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0664 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.195822:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0664 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.195858:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0656 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bdf expref: 30 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.195872:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff97104562fe00) 00010000:00010000:0.0:1777421186.195874:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421186.195879:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0656 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bdf expref: 30 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.195890:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bda00, rc 0) 00000100:00100000:0.0:1777421186.195966:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42677100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+29:13925:x1863761006812032:12345-192.168.204.24@tcp:101:rm.0 Request processed in 545us (1109us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421186.196254:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 315 00000100:00100000:3.0:1777421186.207393:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421186.208486:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006812288 00000100:00100000:0.0:1777421186.208504:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006812288 00000100:00100000:0.0:1777421186.208582:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 316 00000100:00100000:0.0:1777421186.208595:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+29:13926:x1863761006812288:12345-192.168.204.24@tcp:101:dd.0 00010000:00010000:0.0:1777421186.208635:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421186.208660:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c066b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04be6 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.208812:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0672 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.208827:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0672 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.208838:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0672 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.208852:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c0679 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.208860:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c0679 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.208867:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c0679 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.209554:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.209564:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.209572:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421186.209617:0:8245:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1777421186.209629:0:8245:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb mtime from disk: 0 -> 1777421185 00000004:00010000:0.0:1777421186.209631:0:8245:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb atime from disk: 0 -> 1777421185 00000004:00010000:0.0:1777421186.209634:0:8245:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb ctime from disk: 0 -> 1777421185 00000004:00010000:0.0:1777421186.209636:0:8245:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb blocks from disk: 18427282363563114435 -> 2 00002000:00010000:0.0:1777421186.209640:0:8245:0:(mdt_io.c:1542:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1777421186.209646:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0672 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.209653:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0672 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.209660:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0672 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.209667:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bc800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421186.209673:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0672 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.209681:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0672 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.209693:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff97104562fe00) 00010000:00010000:0.0:1777421186.209697:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421186.209702:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0672 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.209709:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0672 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421186.209722:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000329e91c8 reply state 00000000fb218ad2 transno 4294967524 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c0679 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421186.209740:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777421186.209771:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c066b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 32 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.209786:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 31 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.209794:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:0.0:1777421186.209796:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1777421186.209799:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bc600, rc 0) 00000100:00100000:0.0:1777421186.209879:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+32:13926:x1863761006812288:12345-192.168.204.24@tcp:101:dd.0 Request processed in 1287us (2497us total) trans 4294967524 rc 0/0 00000100:00100000:0.0:1777421186.209887:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 316 00010000:00010000:1.0:1777421186.212451:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c0679 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.212468:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c0679 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.212475:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c0679 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.212482:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bdc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421186.212487:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c0679 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.212494:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c0679 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.212511:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x14789339 (ffff971042afdb00) 00010000:00010000:1.0:1777421186.212514:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421186.212518:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c0679 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.212525:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c0679 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421186.236817:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421186.237141:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006812544 00000100:00100000:0.0:1777421186.237162:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006812544 00000100:00100000:0.0:1777421186.237341:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 317 00000100:00100000:0.0:1777421186.237354:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42676680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+31:13926:x1863761006812544:12345-192.168.204.24@tcp:101:dd.0 00010000:00010000:0.0:1777421186.237386:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421186.237408:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c068e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04bed expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.237469:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0695 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.237483:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 32 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.237510:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0695 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.237554:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 32 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.237567:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 32 pid: 8245 timeout: 352 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421186.237584:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018293760:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421186.237682:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104904ff00 going to sleep for 11 seconds 00000100:00100000:3.0:1777421186.245940:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421186.246047:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006812672 00000100:00100000:1.0:1777421186.246056:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006812672 00010000:00010000:1.0:1777421186.246094:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 33 pid: 8245 timeout: 352 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421186.246134:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 106 00000100:00100000:1.0:1777421186.246141:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b251bd7-457c-4889-b04e-8036834fd389+33:2360:x1863761006812672:12345-192.168.204.24@tcp:102:ldlm_bl.0 00010000:00010000:1.0:1777421186.246168:0:6568:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 33 pid: 8245 timeout: 352 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.246180:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 33 pid: 8245 timeout: 352 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.246191:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 33 pid: 8245 timeout: 352 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.246199:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:1.0:1777421186.246202:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1777421186.246206:0:6568:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0695 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.246215:0:6568:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0695 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.246221:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0695 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.246240:0:6568:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 33 pid: 8245 timeout: 352 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421186.246463:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b251bd7-457c-4889-b04e-8036834fd389+33:2360:x1863761006812672:12345-192.168.204.24@tcp:102:ldlm_bl.0 Request processed in 320us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421186.246471:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 106 00000100:00100000:0.0:1777421186.246550:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018293760:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421186.246580:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0695 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.246590:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0695 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.246595:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0695 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421186.246940:0:8245:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x6:0x0], index 0: 0 00000004:00080000:0.0:1777421186.246952:0:8245:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x7:0x0], index 1: 0 00010000:00010000:0.0:1777421186.247119:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0695 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bed expref: 34 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.247130:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:0.0:1777421186.247142:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1777421186.247173:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c068e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bed expref: 34 pid: 8245 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.247193:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0695 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bed expref: 33 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.247221:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:0.0:1777421186.247224:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1777421186.247226:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bc800, rc 0) 00000100:00100000:0.0:1777421186.247263:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42676680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+33:13926:x1863761006812544:12345-192.168.204.24@tcp:101:dd.0 Request processed in 9912us (10458us total) trans 4294967525 rc 0/0 00000100:00100000:0.0:1777421186.247270:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 317 00000100:00100000:3.0:1777421186.261495:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421186.261981:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006812800 00000100:00100000:1.0:1777421186.261995:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006812800 00000100:00100000:1.0:1777421186.262085:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 66 00000100:00100000:1.0:1777421186.262096:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42676d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+6:13926:x1863761006812800:12345-192.168.204.24@tcp:101:dd.0 00010000:00010000:1.0:1777421186.262115:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421186.262140:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b55cc4e/0xd9d09a059d6c069c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04bf4 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421186.262178:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1777421186.262198:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421186.262200:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421186.262209:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b55cc4e/0xd9d09a059d6c069c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bf4 expref: 7 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.262226:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008b55cc4e/0xd9d09a059d6c069c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bf4 expref: 7 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.262243:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cf400, rc 0) 00000100:00100000:1.0:1777421186.262374:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42676d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+7:13926:x1863761006812800:12345-192.168.204.24@tcp:101:dd.0 Request processed in 278us (892us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421186.262382:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 66 00000100:00080000:3.0:1777421186.262511:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777421186.275079:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421186.276270:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421186.276395:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006813056 00000100:00100000:1.0:1777421186.276406:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006813056 00000100:00100000:1.0:1777421186.276457:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 89 00000100:00100000:1.0:1777421186.276466:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+33:13926:x1863761006813056:12345-192.168.204.24@tcp:35:dd.0 00000100:00100000:1.0:1777421186.276873:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+34:13926:x1863761006813056:12345-192.168.204.24@tcp:35:dd.0 Request processed in 406us (610us total) trans 4294967526 rc 0/0 00000100:00100000:1.0:1777421186.276881:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 89 00000100:00100000:1.0:1777421186.338536:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777421186.338564:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018293888:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421186.338634:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421186.338808:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018293888 00000100:00100000:2.0:1777421186.338817:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018293888 00000100:00100000:2.0:1777421186.338884:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1777421186.338895:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018293888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777421186.338929:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 52756480 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777421186.338983:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018293888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421186.338989:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1777421186.339019:0:3297:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967308 gen 2 00000004:00080000:2.0:1777421186.339022:0:3297:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967307 committed transno 4294967308 00000004:00080000:2.0:1777421186.339038:0:3297:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff970f41c29500, transno 4294967308 00000100:00100000:2.0:1777421186.339050:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018293888:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1777421186.339293:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421186.357239:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421186.357367:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006813184 00000100:00100000:2.0:1777421186.357378:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006813184 00000100:00100000:2.0:1777421186.357436:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 272 00000100:00100000:2.0:1777421186.357446:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761006813184:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421186.357522:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761006813184:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 77us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421186.357529:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 272 00000100:00100000:3.0:1777421186.359822:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421186.359869:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421186.359898:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421186.359984:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006813440 00000100:00100000:1.0:1777421186.359992:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006813312 00000100:00100000:0.0:1777421186.359994:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006813440 00000100:00100000:1.0:1777421186.359999:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006813312 00000100:00100000:1.0:1777421186.360058:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006813568 00000100:00100000:1.0:1777421186.360062:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006813568 00000100:00100000:2.0:1777421186.360100:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 82 00000100:00100000:1.0:1777421186.360115:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 83 00000100:00100000:1.0:1777421186.360132:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42677800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006813440:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421186.360132:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 67 00000100:00100000:0.0:1777421186.360155:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+5:2357:x1863761006813312:12345-192.168.204.24@tcp:9:kworker.0 00000020:00000080:0.0:1777421186.360180:0:6552:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xd9d09a059d6bf8d4 00000100:00080000:0.0:1777421186.360188:0:6552:0:(import.c:65:import_set_state_nolock()) ffff97104b769800 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1777421186.360218:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42677800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006813440:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 91us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421186.360225:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 83 00000001:00000004:0.0:1777421186.360231:0:6552:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967310 00010000:00010000:1.0:1777421186.360266:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1777421186.360451:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777421186.360457:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421186.360493:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+2:2357:x1863761006813312:12345-192.168.204.24@tcp:9:kworker.0 Request processed in 348us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421186.360501:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 67 00000100:00100000:2.0:1777421186.360602:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42676a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006813568:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421186.360637:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42676a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006813568:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 522us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421186.360657:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 82 00000100:00100000:0.0:1777421186.483424:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421186.483547:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006813696 00000100:00100000:3.0:1777421186.483560:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006813696 00000100:00100000:3.0:1777421186.483629:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 318 00000100:00100000:3.0:1777421186.483638:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:13953:x1863761006813696:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421186.483676:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421186.483695:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c06a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04bfb expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.483771:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c06aa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.483786:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c06aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.483797:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c06aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421186.483881:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1777421186.483885:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 8 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421186.483910:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c06aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.483934:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c06a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bfb expref: 14 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.483950:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c06aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bfb expref: 13 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.483958:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356800) 00010000:00010000:3.0:1777421186.483960:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421186.483963:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcba200, rc 0) 00000100:00100000:3.0:1777421186.484031:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:13953:x1863761006813696:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 394us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421186.484037:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 318 00000100:00100000:3.0:1777421186.495319:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421186.495513:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006813952 00000100:00100000:1.0:1777421186.495524:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006813952 00000100:00100000:1.0:1777421186.495590:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 319 00000100:00100000:1.0:1777421186.495600:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:13954:x1863761006813952:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421186.495621:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421186.495643:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c06b1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04c02 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.495755:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c06b8 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.495771:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c06b8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.495782:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c06b8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.495797:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c06bf lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.495805:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c06bf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.496085:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c06bf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.496248:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c06c6 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.496258:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c06c6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.496265:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c06c6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421186.496309:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:1.0:1777421186.496421:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c06b8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.496428:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c06b8 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.496445:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c06b8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.496452:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cfa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421186.496457:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c06b8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.496464:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c06b8 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.496478:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff971050d92600) 00010000:00010000:1.0:1777421186.496481:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421186.496487:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c06b8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.496493:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c06b8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.496507:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c06bf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.496514:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c06bf lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.496519:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c06bf lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.496524:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421186.496527:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c06bf lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.496543:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c06bf lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.496551:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff97104562f800) 00010000:00010000:1.0:1777421186.496554:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421186.496557:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c06bf lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.496562:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c06bf lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.497094:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c06b1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c02 expref: 16 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.497111:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c06c6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c02 expref: 15 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421186.497119:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:1.0:1777421186.497121:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421186.497124:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cf600, rc 0) 00000100:00100000:1.0:1777421186.497208:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:13954:x1863761006813952:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1608us (1901us total) trans 4294967527 rc 0/0 00000100:00100000:1.0:1777421186.497217:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 319 00000100:00100000:0.0:1777421186.506088:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421186.506140:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421186.506255:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006814080 00000100:00100000:1.0:1777421186.506267:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006814080 00000100:00100000:1.0:1777421186.506351:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 320 00000100:00100000:1.0:1777421186.506359:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:13954:x1863761006814080:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1777421186.506502:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:13954:x1863761006814080:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 142us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421186.506508:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 320 00000100:00100000:2.0:1777421186.506773:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006814208 00000100:00100000:2.0:1777421186.506779:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006814208 00000100:00100000:2.0:1777421186.506828:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 8 00000100:00100000:2.0:1777421186.506835:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:2359:x1863761006814208:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421186.506847:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421186.506873:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c06c6 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c02 expref: 15 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421186.506896:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:2.0:1777421186.506901:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421186.506934:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:2359:x1863761006814208:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 99us (793us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421186.506941:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 8 00000100:00100000:0.0:1777421186.511672:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421186.511971:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006814336 00000100:00100000:3.0:1777421186.511989:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006814336 00000100:00100000:3.0:1777421186.512105:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 321 00000100:00100000:3.0:1777421186.512116:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+34:13955:x1863761006814336:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421186.512157:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421186.512181:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c06d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04c09 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.512253:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c06db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.512270:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 35 pid: 8245 timeout: 352 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.512329:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c06db lrc: 4/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.512367:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 35 pid: 8245 timeout: 352 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.512379:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 35 pid: 8245 timeout: 353 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421186.512391:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42676300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018294016:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421186.512470:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b75ff00 going to sleep for 11 seconds 00000100:00100000:3.0:1777421186.517065:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42676300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018294016:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421186.517097:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c06db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421186.517328:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421186.517476:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006814464 00000100:00100000:3.0:1777421186.517484:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006814464 00010000:00010000:3.0:1777421186.517521:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 36 pid: 8245 timeout: 353 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421186.517557:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 107 00000100:00100000:3.0:1777421186.517568:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+36:2360:x1863761006814464:12345-192.168.204.24@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1777421186.517588:0:11342:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 36 pid: 8245 timeout: 353 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.517600:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 36 pid: 8245 timeout: 353 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.517612:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 36 pid: 8245 timeout: 353 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.517622:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:3.0:1777421186.517625:0:11342:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 51 00010000:00010000:3.0:1777421186.517628:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c06db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.517639:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c06db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.517645:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c06db lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.517681:0:11342:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 36 pid: 8245 timeout: 353 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421186.517770:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+36:2360:x1863761006814464:12345-192.168.204.24@tcp:102:ldlm_bl.0 Request processed in 204us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421186.517779:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 107 00010000:00010000:0.0:1777421186.518418:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c06db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.518431:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c06db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421186.518508:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00200000:0.0:1777421186.518515:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421186.518541:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c06db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.518587:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c06d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c09 expref: 36 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.518608:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c06db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c09 expref: 35 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.518617:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:0.0:1777421186.518619:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421186.518622:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbaa00, rc 0) 00000100:00100000:0.0:1777421186.518665:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+35:13955:x1863761006814336:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 6552us (7006us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421186.518674:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 321 00000100:00100000:0.0:1777421186.521878:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421186.522100:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006814592 00000100:00100000:2.0:1777421186.522115:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006814592 00000100:00100000:2.0:1777421186.522197:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 68 00000100:00100000:2.0:1777421186.522207:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080c22450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2357:x1863761006814592:12345-192.168.204.24@tcp:8:lfs.0 00010000:00080000:2.0:1777421186.522247:0:7984:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from 8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp t0 exp 0000000000000000 cur 253 last 0 00000020:00000080:2.0:1777421186.522329:0:7984:0:(genops.c:1404:class_connect()) connect: client 8b251bd7-457c-4889-b04e-8036834fd389, cookie 0xd9d09a059d6c06e2 00002000:00100000:2.0:1777421186.522341:0:7984:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 8b251bd7-457c-4889-b04e-8036834fd389/ffff97108037b000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c2 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1777421186.522366:0:7984:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1777421186.522511:0:7984:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1777421186.522697:0:7984:0:(import.c:65:import_set_state_nolock()) ffff97108037e800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1777421186.522785:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080c22450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+6:2357:x1863761006814592:12345-192.168.204.24@tcp:8:lfs.0 Request processed in 577us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421186.522808:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 68 00000100:00100000:1.0:1777421186.525687:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421186.526067:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006814720 00000100:00100000:0.0:1777421186.526078:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006814720 00000100:00100000:0.0:1777421186.526218:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 69 00000100:00100000:0.0:1777421186.526228:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+6:0:x1863761006814720:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421186.526261:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421186.526318:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c319a95d/0xd9d09a059d6c06e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04c10 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421186.526343:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777421186.526362:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421186.526365:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421186.526374:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c319a95d/0xd9d09a059d6c06e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c10 expref: 7 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.526407:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c319a95d/0xd9d09a059d6c06e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c10 expref: 7 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.526422:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bd000, rc 0) 00000100:00100000:0.0:1777421186.526482:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+7:0:x1863761006814720:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 255us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421186.526490:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 69 00000100:00080000:3.0:1777421186.526882:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421186.530223:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421186.530366:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006814848 00000100:00100000:0.0:1777421186.530378:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006814848 00000100:00100000:0.0:1777421186.530427:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 322 00000100:00100000:0.0:1777421186.530438:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42676300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+35:13955:x1863761006814848:12345-192.168.204.24@tcp:101:lfs.0 00000040:00080000:3.0:1777421186.530459:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00010000:00010000:0.0:1777421186.530459:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000040:00080000:3.0:1777421186.530465:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00010000:00010000:0.0:1777421186.530481:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c06f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04c17 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.530551:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6c06f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.530579:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6c06f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.530592:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6c06f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.530607:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c06fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.530614:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c06fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.530621:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c06fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.530719:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0705 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.530728:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0705 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.530735:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0705 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421186.530765:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00200000:0.0:1777421186.530769:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421186.530785:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0705 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.530796:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6c06f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.530812:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6c06f7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.530819:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6c06f7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.530825:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421186.530830:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6c06f7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.530837:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6c06f7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.530849:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff97104562fe00) 00010000:00010000:0.0:1777421186.530852:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421186.530856:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6c06f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.530862:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd400/0xd9d09a059d6c06f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.530877:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c06fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.530882:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c06fe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.530888:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c06fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.530892:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bce00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421186.530900:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c06fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.530907:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c06fe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.530916:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x14789339 (ffff971042afdc00) 00010000:00010000:0.0:1777421186.530919:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421186.530923:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c06fe lrc: 2/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.530929:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c06fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.530960:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c06f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c17 expref: 37 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777421186.530968:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00010000:00010000:0.0:1777421186.530975:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0705 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c17 expref: 36 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777421186.530980:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777421186.530985:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:0.0:1777421186.530989:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421186.530992:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bc400, rc 0) 00000100:00100000:0.0:1777421186.531182:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42676300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+36:13955:x1863761006814848:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 745us (971us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421186.531190:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 322 00000100:00100000:2.0:1777421186.537744:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421186.537793:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421186.537867:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006814976 00000100:00100000:3.0:1777421186.537877:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006814976 00000100:00100000:3.0:1777421186.537941:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 9 00000100:00100000:3.0:1777421186.537950:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c29500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+36:2358:x1863761006814976:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421186.537966:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421186.537991:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc400/0xd9d09a059d6c0705 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c17 expref: 36 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421186.538014:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:3.0:1777421186.538020:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421186.538093:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c29500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+35:2358:x1863761006814976:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 144us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421186.538101:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 9 00000100:00100000:0.0:1777421186.538343:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006815104 00000100:00100000:0.0:1777421186.538348:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006815104 00000100:00100000:0.0:1777421186.538431:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 323 00000100:00100000:0.0:1777421186.538440:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+35:13955:x1863761006815104:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421186.538483:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421186.538502:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c070c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04c1e expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.538571:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0713 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.538585:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0713 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.538596:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0713 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421186.538668:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 512 00000004:00200000:0.0:1777421186.538672:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421186.538701:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0713 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.538732:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bd600/0xd9d09a059d6c070c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c1e expref: 37 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.538748:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0713 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c1e expref: 36 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421186.538756:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff97104562fe00) 00010000:00010000:0.0:1777421186.538758:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421186.538761:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bce00, rc 0) 00000100:00100000:0.0:1777421186.538802:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+36:13955:x1863761006815104:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 363us (1007us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421186.538811:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 323 00000100:00100000:2.0:1777421186.552291:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421186.552511:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006815360 00000100:00100000:0.0:1777421186.552522:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006815360 00000100:00100000:0.0:1777421186.552582:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 324 00000100:00100000:0.0:1777421186.552592:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+36:13955:x1863761006815360:12345-192.168.204.24@tcp:58:lfs.0 00000040:00080000:0.0:1777421186.552888:0:8245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].9, 136 off9416 00000100:00100000:0.0:1777421186.553019:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+36:13955:x1863761006815360:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 427us (750us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421186.553028:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 324 00000040:00080000:1.0:1777421187.111886:0:13444:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421187.111894:0:13444:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421187.111934:0:13444:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 10 count 4 00000040:00080000:1.0:1777421187.111941:0:13444:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777421187.298584:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421187.362676:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1863761018294272:0@lo:400:kworker.0 00000100:00100000:3.0:1777421187.362725:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1863761018294400:0@lo:400:kworker.0 00000100:00100000:1.0:1777421187.362753:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421187.362766:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018294144:0@lo:400:kworker.0 00000100:00100000:3.0:1777421187.362786:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421187.362857:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018294784:0@lo:400:kworker.0 00000100:00100000:2.0:1777421187.362956:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018294272 00000100:00100000:2.0:1777421187.362963:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018294272 00000100:00100000:2.0:1777421187.363008:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018294400 00000100:00100000:2.0:1777421187.363012:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018294400 00000100:00100000:2.0:1777421187.363043:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1777421187.363052:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1863761018294272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421187.364516:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421187.364588:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018294656:0@lo:400:kworker.0 00000100:00100000:0.0:1777421187.364636:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421187.364683:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018294144 00000100:00100000:0.0:1777421187.364690:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018294144 00000100:00100000:0.0:1777421187.364734:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:0.0:1777421187.364743:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b559450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018294144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421187.364789:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b559450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018294144:12345-0@lo:400:kworker.0 Request processed in 47us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421187.364795:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:0.0:1777421187.364844:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018294144:0@lo:400:kworker.0 00000100:00100000:0.0:1777421187.364891:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018294656 00000100:00100000:0.0:1777421187.364895:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018294656 00000100:00100000:0.0:1777421187.364920:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1777421187.364941:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018294400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421187.365378:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018294400:12345-0@lo:400:kworker.0 Request processed in 438us (2592us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421187.365403:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1777421187.365420:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1777421187.365427:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1863761018294656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421187.365462:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1863761018294656:12345-0@lo:400:kworker.0 Request processed in 36us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421187.365468:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1777421187.365501:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018294656:0@lo:400:kworker.0 00000100:00080000:0.0:1777421187.365543:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421187.365562:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018294528:0@lo:400:kworker.0 00000100:00100000:0.0:1777421187.365590:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421187.365612:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777421187.365618:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018294912:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421187.365639:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421187.365667:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018294528 00000100:00100000:0.0:1777421187.365671:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018294528 00000100:00100000:1.0:1777421187.365701:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421187.365702:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1863761018294400:0@lo:400:kworker.0 00000100:00100000:0.0:1777421187.365708:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1777421187.365720:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018294528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421187.365724:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1863761018294272:12345-0@lo:400:kworker.0 Request processed in 2671us (2970us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421187.365735:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1777421187.365750:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1863761018294272:0@lo:400:kworker.0 00000100:00100000:3.0:1777421187.365761:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018294912 00000100:00100000:3.0:1777421187.365767:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018294912 00000100:00100000:2.0:1777421187.365769:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018294784 00000100:00100000:0.0:1777421187.365774:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018294528:12345-0@lo:400:kworker.0 Request processed in 55us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421187.365776:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018294784 00000100:00100000:0.0:1777421187.365785:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00080000:0.0:1777421187.365809:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421187.365810:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018294528:0@lo:400:kworker.0 00000100:00100000:3.0:1777421187.365902:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1777421187.365916:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018294912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777421187.365936:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1777421187.365946:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1777421187.365987:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018294912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421187.365993:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1777421187.366025:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018294784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421187.366069:0:3298:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967310 gen 2 00000004:00080000:1.0:1777421187.366075:0:3298:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967310 committed transno 4294967310 00000100:00100000:1.0:1777421187.366095:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018294912:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421187.366607:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018294784:12345-0@lo:400:kworker.0 Request processed in 584us (907us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421187.366616:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1777421187.366697:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018294784:0@lo:400:kworker.0 00000040:00080000:3.0:1777421187.554555:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421187.554563:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421187.554601:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 10 count 4 00000040:00080000:3.0:1777421187.554609:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421187.554876:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42677480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018295040:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421187.554984:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b75fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1777421187.564157:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42677480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018295040:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421187.565187:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421187.567244:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006815488 00000100:00100000:2.0:1777421187.567263:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006815488 00000100:00100000:2.0:1777421187.568646:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 325 00000100:00100000:2.0:1777421187.568665:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42677480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:13966:x1863761006815488:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421187.568703:0:8245:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x13:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421187.568855:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42677480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:13966:x1863761006815488:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 197us (3671us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421187.568864:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 325 00000100:00100000:2.0:1777421187.574395:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421187.574546:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006815744 00000100:00100000:0.0:1777421187.574557:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006815744 00000100:00100000:0.0:1777421187.574618:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 326 00000100:00100000:0.0:1777421187.574628:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:13966:x1863761006815744:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421187.574663:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421187.574686:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c071a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04c25 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.574789:0:8245:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 35 pid: 8245 timeout: 353 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.574809:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0721 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.574822:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0721 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.574834:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0721 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421187.574846:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00010000:00010000:0.0:1777421187.574983:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c071a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c25 expref: 17 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.575003:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0721 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c25 expref: 16 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.575012:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:0.0:1777421187.575015:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421187.575034:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bda00, rc 0) 00000100:00100000:0.0:1777421187.575099:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:13966:x1863761006815744:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 471us (713us total) trans 4294967528 rc 0/0 00000100:00100000:0.0:1777421187.575107:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 326 00000100:00100000:1.0:1777421187.581442:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421187.581513:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006815872 00000100:00100000:0.0:1777421187.581524:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006815872 00000100:00100000:1.0:1777421187.581527:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421187.581559:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421187.581580:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 327 00000100:00100000:1.0:1777421187.581588:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006816000 00000100:00100000:1.0:1777421187.581592:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006816000 00000100:00100000:0.0:1777421187.581600:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:2361:x1863761006815872:12345-192.168.204.24@tcp:33:lhsmtool_posix.0 00000100:00100000:1.0:1777421187.581616:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006816128 00000100:00100000:1.0:1777421187.581632:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006816128 00000100:00100000:1.0:1777421187.581654:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 70 00010000:00010000:0.0:1777421187.581656:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c072f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421187.581660:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006816000:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421187.581674:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 35 pid: 8245 timeout: 353 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421187.581683:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000037fb94de/0xd9d09a059d6c0736 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.581683:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c072f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421187.581698:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008b55cc4e/0xd9d09a059d6c069c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bf4 expref: 6 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421187.581706:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777421187.581708:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777421187.581711:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037fb94de/0xd9d09a059d6c0736 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.581719:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 35 pid: 8245 timeout: 353 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421187.581727:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008b55cc4e/0xd9d09a059d6c069c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bf4 expref: 6 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.581732:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 35 pid: 8245 timeout: 354 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421187.581737:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008b55cc4e/0xd9d09a059d6c069c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bf4 expref: 6 pid: 6553 timeout: 354 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421187.581748:0:6552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6552:1863761018295296:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421187.581748:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018295168:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421187.581839:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710453ba480 going to sleep for 11 seconds 00000100:00100000:1.0:1777421187.581871:0:6552:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104fcf69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421187.581876:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 71 00000100:00100000:0.0:1777421187.581884:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2361:x1863761006816128:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421187.581905:0:6554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005ec4a551/0xd9d09a059d6c073d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.581915:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421187.581923:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421187.581928:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ec4a551/0xd9d09a059d6c073d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.581943:0:6554:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ec4a551/0xd9d09a059d6c073d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.581972:0:6554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005ec4a551/0xd9d09a059d6c073d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.581986:0:6554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005ec4a551/0xd9d09a059d6c073d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.581994:0:6554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005ec4a551/0xd9d09a059d6c073d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.582002:0:6554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bd400 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421187.582006:0:6554:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005ec4a551/0xd9d09a059d6c073d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.582015:0:6554:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005ec4a551/0xd9d09a059d6c073d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.582030:0:6554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005ec4a551/0xd9d09a059d6c073d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.582037:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ec4a551/0xd9d09a059d6c073d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421187.582095:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2361:x1863761006816128:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 211us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421187.582103:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 71 00000100:00100000:1.0:1777421187.584429:0:6552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6552:1863761018295296:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421187.584459:0:6552:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000037fb94de/0xd9d09a059d6c0736 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421187.586717:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018295168:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421187.586748:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c072f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421187.587702:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421187.587762:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006816256 00000100:00100000:2.0:1777421187.587764:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421187.587775:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006816256 00002000:00100000:0.0:1777421187.587830:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x6:0x0] (524288->1048575) req@ffff970f41c2b480 x1863761006816256/t0(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:198/0 lens 488/0 e 0 to 0 dl 1777421198 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421187.587842:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f41c2b480 with x1863761006816256 ext(524288->1048575) 00000100:00100000:1.0:1777421187.587843:0:5785:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006816384 00000100:00100000:1.0:1777421187.587850:0:5785:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006816384 00010000:00010000:0.0:1777421187.587852:0:6558:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000008b55cc4e/0xd9d09a059d6c069c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bf4 expref: 7 pid: 6553 timeout: 354 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.587868:0:6558:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000008b55cc4e/0xd9d09a059d6c069c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bf4 expref: 7 pid: 6553 timeout: 354 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421187.587875:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff970f41c2b480 00002000:00100000:1.0:1777421187.587882:0:5785:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000401:0x13:0x0] req@ffff970f41c2a300 x1863761006816384/t0(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:198/0 lens 488/0 e 0 to 0 dl 1777421198 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421187.587892:0:5785:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff970f41c2a300 with x1863761006816384 00010000:00010000:1.0:1777421187.587900:0:5785:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 36 pid: 8245 timeout: 354 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421187.587914:0:5785:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 36 pid: 8245 timeout: 354 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421187.587914:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 0 00002000:00010000:1.0:1777421187.587926:0:5785:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff970f41c2a300 00000100:00100000:0.0:1777421187.587932:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+7:2360:x1863761006816256:12345-192.168.204.24@tcp:4:dd.0 00000100:00100000:1.0:1777421187.587963:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 0 00000100:00100000:1.0:1777421187.587973:0:5785:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+36:2360:x1863761006816384:12345-192.168.204.24@tcp:4:dd.0 00000004:00010000:0.0:1777421187.609437:0:5785:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb size from disk: 0 -> 524288 00000004:00010000:0.0:1777421187.609452:0:5785:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb mtime from disk: 1777421185 -> 1777421185 00000004:00010000:0.0:1777421187.609455:0:5785:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb atime from disk: 1777421185 -> 1777421185 00000004:00010000:0.0:1777421187.609466:0:5785:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb ctime from disk: 1777421185 -> 1777421185 00000004:00010000:0.0:1777421187.609468:0:5785:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb blocks from disk: 2 -> 2 00000100:00100000:0.0:1777421187.609578:0:5785:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+38:2360:x1863761006816384:12345-192.168.204.24@tcp:4:dd.0 Request processed in 21599us (21807us total) trans 4294967529 rc 0/0 00000100:00100000:0.0:1777421187.609592:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 0 00002000:00100000:0.0:1777421187.609609:0:5785:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000401:0x13:0x0] req@ffff970f41c2a300 x1863761006816384/t4294967529(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:198/0 lens 488/448 e 0 to 0 dl 1777421198 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421187.609619:0:5785:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff970f41c2a300 with x1863761006816384 00010000:00010000:0.0:1777421187.609631:0:5785:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 38 pid: 8245 timeout: 354 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.609644:0:5785:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 38 pid: 8245 timeout: 354 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421187.609653:0:5785:0:(mdt_io.c:157:mdt_rw_hpreq_check()) lustre-MDT0000: refreshed 1 locks timeout for req ffff970f41c2a300 00000100:00100000:3.0:1777421187.612646:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421187.612710:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006816512 00000100:00100000:2.0:1777421187.612723:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006816512 00010000:00010000:2.0:1777421187.612775:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 38 pid: 8245 timeout: 354 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421187.613468:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+9:2360:x1863761006816256:12345-192.168.204.24@tcp:4:dd.0 Request processed in 25537us (25781us total) trans 4294967309 rc 0/0 00000100:00100000:0.0:1777421187.613479:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 0 00002000:00100000:0.0:1777421187.613503:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x6:0x0] (524288->1048575) req@ffff970f41c2b480 x1863761006816256/t4294967309(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:198/0 lens 488/448 e 0 to 0 dl 1777421198 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421187.613514:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f41c2b480 with x1863761006816256 ext(524288->1048575) 00010000:00010000:0.0:1777421187.613523:0:6558:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000008b55cc4e/0xd9d09a059d6c069c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bf4 expref: 9 pid: 6553 timeout: 354 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.613547:0:6558:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000008b55cc4e/0xd9d09a059d6c069c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bf4 expref: 9 pid: 6553 timeout: 354 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421187.613566:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff970f41c2b480 00000100:00100000:2.0:1777421187.613657:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 108 00000100:00100000:2.0:1777421187.613668:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045d64450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b251bd7-457c-4889-b04e-8036834fd389+38:2360:x1863761006816512:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421187.613683:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421187.613708:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 38 pid: 8245 timeout: 354 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.613719:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 38 pid: 8245 timeout: 354 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.613744:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc600/0xd9d09a059d6c0680 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04be6 expref: 38 pid: 8245 timeout: 354 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.613761:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:2.0:1777421187.613767:0:6568:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c072f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.613776:0:6568:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c072f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40090000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.613793:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c072f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40090000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.613831:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421187.613859:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045d64450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b251bd7-457c-4889-b04e-8036834fd389+37:2360:x1863761006816512:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 193us (1223us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421187.613867:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 108 00010000:00010000:0.0:1777421187.613969:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c072f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.613978:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c072f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.614014:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c072f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.614021:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c072f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.614029:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c072f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.614035:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710779bdc00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421187.614039:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c072f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.614047:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c072f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.614056:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:0.0:1777421187.614060:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777421187.614063:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c072f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.614069:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bdc00/0xd9d09a059d6c072f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421187.614115:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:2361:x1863761006815872:12345-192.168.204.24@tcp:33:lhsmtool_posix.0 Request processed in 32517us (32681us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421187.614133:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 327 00000100:00100000:0.0:1777421187.617971:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421187.618141:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006816640 00000100:00100000:2.0:1777421187.618153:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006816640 00010000:00010000:2.0:1777421187.618200:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008b55cc4e/0xd9d09a059d6c069c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bf4 expref: 9 pid: 6553 timeout: 354 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421187.618441:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 109 00000100:00100000:2.0:1777421187.618454:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b251bd7-457c-4889-b04e-8036834fd389+9:2359:x1863761006816640:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421187.618475:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1777421187.618502:0:6568:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:2.0:1777421187.618505:0:6568:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb mtime from disk: 0 -> 1777421185 00002000:00010000:2.0:1777421187.618507:0:6568:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb ctime from disk: 0 -> 1777421185 00010000:00010000:2.0:1777421187.618514:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008b55cc4e/0xd9d09a059d6c069c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bf4 expref: 9 pid: 6553 timeout: 354 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.618529:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008b55cc4e/0xd9d09a059d6c069c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bf4 expref: 9 pid: 6553 timeout: 354 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.618755:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b55cc4e/0xd9d09a059d6c069c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bf4 expref: 9 pid: 6553 timeout: 354 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.618802:0:6568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421187.618804:0:6568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421187.618810:0:6568:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000037fb94de/0xd9d09a059d6c0736 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.618820:0:6568:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037fb94de/0xd9d09a059d6c0736 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.618849:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421187.618881:0:6552:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000037fb94de/0xd9d09a059d6c0736 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421187.618891:0:6552:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037fb94de/0xd9d09a059d6c0736 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421187.618917:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000037fb94de/0xd9d09a059d6c0736 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421187.618925:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037fb94de/0xd9d09a059d6c0736 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421187.618959:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b251bd7-457c-4889-b04e-8036834fd389+8:2359:x1863761006816640:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 507us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421187.618968:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 109 00010000:00010000:1.0:1777421187.619141:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037fb94de/0xd9d09a059d6c0736 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421187.619148:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf800 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421187.619152:0:6552:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037fb94de/0xd9d09a059d6c0736 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421187.619160:0:6552:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037fb94de/0xd9d09a059d6c0736 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421187.619172:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037fb94de/0xd9d09a059d6c0736 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421187.619179:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037fb94de/0xd9d09a059d6c0736 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421187.619245:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006816000:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 37583us (37716us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421187.619254:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 70 00000100:00100000:0.0:1777421187.621863:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421187.621962:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006816896 00000100:00100000:2.0:1777421187.621974:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006816896 00000100:00100000:3.0:1777421187.622880:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 328 00000100:00100000:3.0:1777421187.622900:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:13966:x1863761006816896:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777421187.623040:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:13966:x1863761006816896:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 148us (1185us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421187.623049:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 328 00000100:00100000:0.0:1777421187.631171:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421187.631218:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421187.631366:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006817024 00000100:00100000:2.0:1777421187.631379:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006817024 00000100:00100000:2.0:1777421187.631431:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 329 00000100:00100000:2.0:1777421187.631441:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:2360:x1863761006817024:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421187.631461:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421187.631483:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0744 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04c2c expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.631522:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0744 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c2c expref: 17 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421187.631535:0:8245:0:(mdt_io.c:1542:mdt_lvb2reply()) size 524288 00010000:00010000:2.0:1777421187.631560:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0744 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c2c expref: 17 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.631574:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:2.0:1777421187.631577:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777421187.631581:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe7000, rc 0) 00000100:00100000:2.0:1777421187.631648:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:2360:x1863761006817024:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 207us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421187.631656:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 329 00000100:00100000:0.0:1777421187.632238:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421187.634233:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006817280 00000100:00100000:1.0:1777421187.634246:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006817280 00000100:00100000:2.0:1777421187.634350:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006817152 00000100:00100000:2.0:1777421187.634355:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006817152 00000100:00100000:1.0:1777421187.634486:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 72 00000100:00100000:1.0:1777421187.634636:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2361:x1863761006817280:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421187.634655:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421187.634683:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037fb94de/0xd9d09a059d6c074b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04c3a expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421187.634708:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421187.634711:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421187.634719:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037fb94de/0xd9d09a059d6c074b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c3a expref: 6 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421187.634749:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000037fb94de/0xd9d09a059d6c074b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c3a expref: 6 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421187.634763:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cf800, rc 0) 00000100:00100000:1.0:1777421187.634827:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006817280:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 194us (2589us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421187.635077:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 73 00000100:00100000:0.0:1777421187.635087:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006817152:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421187.635096:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421187.635109:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d5f0989/0xd9d09a059d6c0752 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04c33 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421187.635151:0:6554:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x6:0x0] initial LVB size: 1048576, mtime: 0x69f14b81, atime: 0x0, ctime: 0x69f14b81, blocks: 0x1 00010000:00010000:0.0:1777421187.635164:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421187.635166:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421187.635173:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d5f0989/0xd9d09a059d6c0752 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c33 expref: 6 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.635187:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005d5f0989/0xd9d09a059d6c0752 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c33 expref: 6 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.635197:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710779bc400, rc 0) 00000100:00100000:0.0:1777421187.635234:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006817152:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 149us (4014us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421187.635248:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 73 00000100:00100000:1.0:1777421187.635511:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 72 00000100:00100000:0.0:1777421187.638716:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421187.638779:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006817536 00000100:00100000:2.0:1777421187.638789:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006817536 00000100:00100000:2.0:1777421187.638844:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 330 00000100:00100000:2.0:1777421187.638855:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:13966:x1863761006817536:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421187.639012:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:13966:x1863761006817536:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 158us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421187.639021:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 330 00000100:00100000:3.0:1777421187.645805:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421187.645851:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421187.645950:0:5785:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006817664 00000100:00100000:0.0:1777421187.645961:0:5785:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006817664 00000100:00100000:1.0:1777421187.645987:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006817792 00000100:00100000:1.0:1777421187.645994:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006817792 00002000:00100000:0.0:1777421187.646013:0:5785:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000401:0x13:0x0] req@ffff970f42674380 x1863761006817664/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:198/0 lens 488/0 e 0 to 0 dl 1777421198 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421187.646026:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x6:0x0] (524288->1048575) req@ffff970f42674a80 x1863761006817792/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:198/0 lens 488/0 e 0 to 0 dl 1777421198 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421187.646028:0:5785:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff970f42674380 with x1863761006817664 00002000:00100000:1.0:1777421187.646041:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f42674a80 with x1863761006817792 ext(524288->1048575) 00002000:00010000:1.0:1777421187.646047:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff970f42674a80 00000100:00100000:0.0:1777421187.646071:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 3 00000100:00100000:1.0:1777421187.646080:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 40 00000100:00100000:0.0:1777421187.646086:0:5785:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:2358:x1863761006817664:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1777421187.646095:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2358:x1863761006817792:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1777421187.652027:0:5785:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:2358:x1863761006817664:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 5934us (6221us total) trans 0 rc 524288/524288 00000100:00100000:0.0:1777421187.652038:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 3 00002000:00100000:0.0:1777421187.652051:0:5785:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000401:0x13:0x0] req@ffff970f42674380 x1863761006817664/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:198/0 lens 488/440 e 0 to 0 dl 1777421198 ref 1 fl Complete:/600/0 rc 524288/524288 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421187.652061:0:5785:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff970f42674380 with x1863761006817664 00000100:00100000:1.0:1777421187.655025:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2358:x1863761006817792:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 8923us (9162us total) trans 0 rc 524288/524288 00000100:00100000:1.0:1777421187.655040:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 40 00002000:00100000:1.0:1777421187.655061:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x6:0x0] (524288->1048575) req@ffff970f42674a80 x1863761006817792/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:198/0 lens 488/440 e 0 to 0 dl 1777421198 ref 1 fl Complete:/600/0 rc 524288/524288 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421187.655069:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f42674a80 with x1863761006817792 ext(524288->1048575) 00002000:00010000:1.0:1777421187.655076:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff970f42674a80 00000100:00100000:2.0:1777421187.668952:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421187.669102:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006817920 00000100:00100000:0.0:1777421187.669112:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006817920 00000100:00100000:0.0:1777421187.669222:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 331 00000100:00100000:0.0:1777421187.669233:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:13966:x1863761006817920:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421187.669254:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421187.669322:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0759 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04c41 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.669362:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0760 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.669392:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0760 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.669404:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0760 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.669507:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0759 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c41 expref: 19 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.669527:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0760 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c41 expref: 18 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.669536:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:0.0:1777421187.669539:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421187.669543:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b62a00, rc 0) 00000100:00100000:0.0:1777421187.669606:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:13966:x1863761006817920:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 374us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421187.669615:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 331 00000100:00100000:0.0:1777421187.673928:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421187.674106:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006818048 00000100:00100000:2.0:1777421187.674137:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006818048 00000100:00100000:2.0:1777421187.674203:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 332 00000100:00100000:2.0:1777421187.674213:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:13966:x1863761006818048:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421187.674250:0:8245:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x13:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421187.674387:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:13966:x1863761006818048:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 175us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421187.674395:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 332 00000100:00100000:1.0:1777421187.685624:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421187.685669:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421187.685693:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421187.685802:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006818432 00000100:00100000:2.0:1777421187.685817:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006818432 00000100:00100000:2.0:1777421187.685885:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006818304 00000100:00100000:2.0:1777421187.685890:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006818304 00000100:00100000:3.0:1777421187.685913:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006818176 00000100:00100000:2.0:1777421187.685922:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 74 00000100:00100000:3.0:1777421187.685934:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006818176 00000100:00100000:2.0:1777421187.685935:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006818432:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00000100:00100000:3.0:1777421187.685972:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 333 00010000:00010000:2.0:1777421187.685979:0:7984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f0bd8457/0xd9d09a059d6c0767 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421187.685982:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:2361:x1863761006818176:12345-192.168.204.24@tcp:33:lhsmtool_posix.0 00010000:00010000:2.0:1777421187.686000:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421187.686002:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421187.686007:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f0bd8457/0xd9d09a059d6c0767 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.686018:0:7984:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f0bd8457/0xd9d09a059d6c0767 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421187.686023:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c076e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421187.686040:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c076e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x50010000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.686046:0:7984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f0bd8457/0xd9d09a059d6c0767 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421187.686051:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c076e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.686063:0:7984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f0bd8457/0xd9d09a059d6c0767 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.686073:0:7984:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f0bd8457/0xd9d09a059d6c0767 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.686081:0:7984:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6e00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421187.686086:0:7984:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0bd8457/0xd9d09a059d6c0767 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421187.686088:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c076e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x50010000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421187.686096:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c076e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x50010400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421187.686111:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c076e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421187.686116:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbb800 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421187.686131:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c076e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.686137:0:7984:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0bd8457/0xd9d09a059d6c0767 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421187.686147:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c076e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40018400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.686159:0:7984:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f0bd8457/0xd9d09a059d6c0767 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421187.686161:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:3.0:1777421187.686167:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777421187.686172:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c076e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x44819400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.686175:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f0bd8457/0xd9d09a059d6c0767 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421187.686193:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c076e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x44819400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421187.686256:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006818432:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 324us (585us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421187.686265:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 74 00000100:00100000:0.0:1777421187.686296:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 75 00000100:00100000:0.0:1777421187.686308:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006818304:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421187.686329:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006188110b/0xd9d09a059d6c0775 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.686339:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421187.686341:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421187.686344:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006188110b/0xd9d09a059d6c0775 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.686361:0:6552:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006188110b/0xd9d09a059d6c0775 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.686379:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006188110b/0xd9d09a059d6c0775 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.686387:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006188110b/0xd9d09a059d6c0775 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.686395:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006188110b/0xd9d09a059d6c0775 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.686401:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62000 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421187.686405:0:6552:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006188110b/0xd9d09a059d6c0775 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.686412:0:6552:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006188110b/0xd9d09a059d6c0775 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.686421:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006188110b/0xd9d09a059d6c0775 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.686428:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006188110b/0xd9d09a059d6c0775 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421187.688961:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:2361:x1863761006818176:12345-192.168.204.24@tcp:33:lhsmtool_posix.0 Request processed in 2969us (3336us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421187.688976:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 333 00000100:00100000:0.0:1777421187.689092:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006818304:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 2785us (3394us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421187.689104:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 75 00000100:00100000:0.0:1777421187.693220:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421187.694675:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006818688 00000100:00100000:3.0:1777421187.694688:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006818688 00000100:00100000:3.0:1777421187.694743:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 334 00000100:00100000:3.0:1777421187.694752:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:13966:x1863761006818688:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1777421187.694841:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c077c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421187.694859:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0760 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c41 expref: 18 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421187.694868:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c077c lrc: 4/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421187.694901:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0760 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c41 expref: 18 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421187.694913:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0760 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c41 expref: 18 pid: 8245 timeout: 354 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421187.694926:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42674e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018295424:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421187.695034:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b75fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1777421187.698347:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42674e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018295424:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421187.698448:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c077c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421187.699876:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421187.699954:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006818816 00000100:00100000:2.0:1777421187.699964:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006818816 00010000:00010000:2.0:1777421187.700005:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0760 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c41 expref: 19 pid: 8245 timeout: 354 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421187.700055:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 110 00000100:00100000:2.0:1777421187.700066:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:2360:x1863761006818816:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421187.700081:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421187.700089:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0760 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c41 expref: 19 pid: 8245 timeout: 354 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.700104:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0760 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c41 expref: 19 pid: 8245 timeout: 354 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.700159:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0760 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c41 expref: 19 pid: 8245 timeout: 354 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.700176:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:2.0:1777421187.700182:0:6568:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c077c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.700191:0:6568:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c077c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.700199:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c077c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421187.700229:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421187.700261:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c077c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.700290:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c077c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421187.700321:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:2360:x1863761006818816:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 255us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421187.700331:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 110 00010000:00010000:0.0:1777421187.700545:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c077c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.700554:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c077c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.700561:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c077c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.700567:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbb800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421187.700572:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c077c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.700581:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c077c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.700592:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:0.0:1777421187.700595:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421187.700606:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c077c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421187.700614:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c077c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421187.700896:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:13966:x1863761006818688:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 6142us (7684us total) trans 4294967530 rc 0/0 00000100:00100000:0.0:1777421187.700906:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 334 00000040:00080000:3.0:1777421187.701334:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421187.701340:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421187.701879:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1777421187.701888:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421187.704606:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421187.704769:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006819072 00000100:00100000:1.0:1777421187.704780:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006819072 00000100:00100000:1.0:1777421187.704841:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 90 00000100:00100000:1.0:1777421187.704852:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077267b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:13966:x1863761006819072:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421187.705216:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077267b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:13966:x1863761006819072:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 364us (618us total) trans 4294967531 rc 0/0 00000100:00100000:1.0:1777421187.705223:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 90 00010000:00010000:1.0:1777421188.322552:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777421188.405920:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967309 is committed 00000040:00080000:0.0:1777421188.605545:0:13496:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421188.605553:0:13496:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421188.605598:0:13496:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 10 count 4 00000040:00080000:0.0:1777421188.605607:0:13496:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421188.639460:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421188.639632:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006819200 00000100:00100000:3.0:1777421188.639644:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006819200 00000100:00080000:1.0:1777421188.639700:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421188.639723:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 335 00000100:00100000:3.0:1777421188.639735:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+37:2361:x1863761006819200:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421188.639763:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421188.639785:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c0783 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04c48 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.639819:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c0783 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c48 expref: 38 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421188.639833:0:5770:0:(mdt_io.c:1542:mdt_lvb2reply()) size 524288 00010000:00010000:3.0:1777421188.639840:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c0783 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c48 expref: 38 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.639918:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:3.0:1777421188.639922:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777421188.639926:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcba400, rc 0) 00000100:00100000:3.0:1777421188.639991:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+38:2361:x1863761006819200:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 259us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421188.640011:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 335 00000100:00100000:2.0:1777421188.640121:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421188.641951:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006819328 00000100:00100000:3.0:1777421188.641965:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006819328 00000100:00100000:3.0:1777421188.642142:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 76 00000100:00100000:3.0:1777421188.642152:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+6:2361:x1863761006819328:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421188.642168:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421188.642184:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c078a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04c4f expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.642219:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421188.642221:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421188.642230:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c078a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c4f expref: 7 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.642248:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c078a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c4f expref: 7 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.642264:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbae00, rc 0) 00000100:00100000:3.0:1777421188.642348:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+7:2361:x1863761006819328:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 197us (2226us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421188.642356:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 76 00000100:00080000:0.0:1777421188.642369:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421188.654364:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421188.654523:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006819584 00000100:00100000:3.0:1777421188.654535:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006819584 00000100:00100000:3.0:1777421188.654646:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 336 00000100:00100000:3.0:1777421188.654658:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+38:13974:x1863761006819584:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421188.654679:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421188.654710:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0791 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04c56 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.654849:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0798 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.654865:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0798 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.654878:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0798 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421188.654892:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00010000:00010000:3.0:1777421188.655037:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0791 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c56 expref: 41 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.655053:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0798 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c56 expref: 40 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.655062:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:3.0:1777421188.655065:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777421188.655068:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbb000, rc 0) 00000100:00100000:3.0:1777421188.655143:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+40:13974:x1863761006819584:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 487us (790us total) trans 4294967532 rc 0/0 00000100:00100000:3.0:1777421188.655151:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 336 00000100:00100000:3.0:1777421188.659474:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421188.659501:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421188.659526:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421188.659544:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006819712 00000100:00100000:3.0:1777421188.659548:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006819840 00000100:00100000:3.0:1777421188.659554:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006819840 00000100:00100000:1.0:1777421188.659554:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006819712 00000100:00100000:3.0:1777421188.659596:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006819968 00000100:00100000:3.0:1777421188.659599:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006819968 00000100:00100000:1.0:1777421188.659600:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 337 00000100:00100000:1.0:1777421188.659608:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+40:2360:x1863761006819712:12345-192.168.204.24@tcp:33:lfs.0 00000100:00100000:3.0:1777421188.659625:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 77 00000100:00100000:3.0:1777421188.659631:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+7:2360:x1863761006819840:12345-192.168.204.24@tcp:1:lfs.0 00010000:00010000:3.0:1777421188.659657:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d715700/0xd9d09a059d6c07a6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421188.659657:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c07ad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.659675:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005d5f0989/0xd9d09a059d6c0752 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c33 expref: 5 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421188.659675:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0744 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c2c expref: 18 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421188.659685:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c0783 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c48 expref: 40 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.659686:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c078a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c4f expref: 7 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.659693:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421188.659696:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421188.659699:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d715700/0xd9d09a059d6c07a6 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421188.659699:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c07ad lrc: 5/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x50010000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.659732:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c078a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c4f expref: 7 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421188.659732:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c0783 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c48 expref: 40 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.659747:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c078a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c4f expref: 7 pid: 6552 timeout: 355 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421188.659747:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c0783 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c48 expref: 40 pid: 5770 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421188.659762:0:6552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42677800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6552:1863761018295552:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421188.659763:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee4000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018295680:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421188.659912:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 78 00000100:00100000:0.0:1777421188.659923:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42676d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+7:2360:x1863761006819968:12345-192.168.204.24@tcp:1:lfs.0 00010000:00010000:0.0:1777421188.659943:0:12497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fe1e3e8/0xd9d09a059d6c07b4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.659954:0:12497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c319a95d/0xd9d09a059d6c06e9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c10 expref: 7 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421188.659955:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0744 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c2c expref: 18 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.659963:0:12497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000037fb94de/0xd9d09a059d6c074b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c3a expref: 5 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.659981:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421188.659982:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421188.659985:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fe1e3e8/0xd9d09a059d6c07b4 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.660005:0:12497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000037fb94de/0xd9d09a059d6c074b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c3a expref: 5 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.660013:0:12497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000037fb94de/0xd9d09a059d6c074b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c3a expref: 5 pid: 6552 timeout: 355 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421188.660024:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077264700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12497:1863761018295936:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421188.660061:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0744 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c2c expref: 18 pid: 8245 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421188.660072:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee4700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018295808:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421188.660816:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005d5f0989/0xd9d09a059d6c0752 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c33 expref: 5 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.660835:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005d5f0989/0xd9d09a059d6c0752 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c33 expref: 5 pid: 6554 timeout: 355 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421188.660846:0:6552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42675180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6552:1863761018296064:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421188.660876:0:6552:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077516c00 going to sleep for 11 seconds 00000100:00080000:3.0:1777421188.660897:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421188.661941:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff971043174600 going to sleep for 11 seconds 00010000:00010000:0.0:1777421188.662182:0:12497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c319a95d/0xd9d09a059d6c06e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c10 expref: 7 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.662197:0:12497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c319a95d/0xd9d09a059d6c06e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c10 expref: 7 pid: 6552 timeout: 355 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421188.662209:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077265f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12497:1863761018296192:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421188.662270:0:12497:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077866540 going to sleep for 11 seconds 00000100:00100000:3.0:1777421188.669629:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421188.669661:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421188.669683:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421188.669756:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006820096 00000100:00100000:3.0:1777421188.669767:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006820096 00000100:00100000:0.0:1777421188.669788:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee4000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018295680:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421188.669806:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee4700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018295808:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421188.669809:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c0783 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c48 expref: 41 pid: 5770 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.669843:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c07ad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421188.669847:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006820224 00000100:00100000:3.0:1777421188.669851:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006820224 00010000:00010000:3.0:1777421188.669867:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c078a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c4f expref: 8 pid: 6552 timeout: 355 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421188.669890:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077264700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12497:1863761018295936:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421188.669893:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006820352 00000100:00100000:3.0:1777421188.669898:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006820352 00000100:00100000:0.0:1777421188.669907:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077265f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12497:1863761018296192:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421188.669925:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005d5f0989/0xd9d09a059d6c0752 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c33 expref: 6 pid: 6554 timeout: 355 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.669930:0:12497:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008fe1e3e8/0xd9d09a059d6c07b4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421188.669947:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 111 00000100:00100000:3.0:1777421188.669959:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42676a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+41:2360:x1863761006820096:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421188.669987:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421188.670019:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c0783 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c48 expref: 41 pid: 5770 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.670033:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c0783 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c48 expref: 41 pid: 5770 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.670054:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c0783 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c48 expref: 41 pid: 5770 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.670069:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:3.0:1777421188.670074:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c07ad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.670084:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421188.670148:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42676a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+40:2360:x1863761006820096:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 191us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421188.670155:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 111 00000100:00100000:3.0:1777421188.670183:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 112 00000100:00100000:3.0:1777421188.670192:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+8:2360:x1863761006820224:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421188.670201:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1777421188.670215:0:11342:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb blocks from disk: 1 -> 1031 00010000:00010000:3.0:1777421188.670221:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c078a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c4f expref: 8 pid: 6552 timeout: 355 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.670232:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c078a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c4f expref: 8 pid: 6552 timeout: 355 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.670255:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421188.670309:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+8:2360:x1863761006820224:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 118us (648us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421188.670319:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 112 00000100:00100000:3.0:1777421188.670334:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 113 00000100:00100000:3.0:1777421188.670340:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006820352:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421188.670348:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421188.670357:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005d5f0989/0xd9d09a059d6c0752 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c33 expref: 6 pid: 6554 timeout: 355 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.670367:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005d5f0989/0xd9d09a059d6c0752 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c33 expref: 6 pid: 6554 timeout: 355 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.670383:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421188.670385:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421188.670389:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d715700/0xd9d09a059d6c07a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.670399:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d715700/0xd9d09a059d6c07a6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.670496:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421188.670532:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006820352:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 188us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421188.670539:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 113 00000100:00080000:3.0:1777421188.670572:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777421188.670864:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c078a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c4f expref: 7 pid: 6552 timeout: 355 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421188.670878:0:6552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42677800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6552:1863761018295552:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421188.670888:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d5f0989/0xd9d09a059d6c0752 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c33 expref: 5 pid: 6554 timeout: 355 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421188.670911:0:6552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42675180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6552:1863761018296064:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421188.670926:0:6552:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006d715700/0xd9d09a059d6c07a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.670937:0:6552:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006d715700/0xd9d09a059d6c07a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.670945:0:6552:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d715700/0xd9d09a059d6c07a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.670970:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d715700/0xd9d09a059d6c07a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.670979:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d715700/0xd9d09a059d6c07a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.670986:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d715700/0xd9d09a059d6c07a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.670994:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbac00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421188.670998:0:6552:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d715700/0xd9d09a059d6c07a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.671007:0:6552:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d715700/0xd9d09a059d6c07a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.671028:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d715700/0xd9d09a059d6c07a6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.671036:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d715700/0xd9d09a059d6c07a6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421188.671409:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+6:2360:x1863761006819840:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 11776us (11941us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421188.671417:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 77 00000100:00100000:2.0:1777421188.673251:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421188.673335:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421188.673386:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006820480 00000100:00100000:2.0:1777421188.673386:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421188.673398:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006820480 00000100:00100000:2.0:1777421188.673422:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006820608 00000100:00100000:2.0:1777421188.673429:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006820608 00010000:00010000:3.0:1777421188.673449:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000037fb94de/0xd9d09a059d6c074b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c3a expref: 6 pid: 6552 timeout: 355 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.673463:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0744 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c2c expref: 19 pid: 8245 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421188.673481:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006820736 00000100:00100000:3.0:1777421188.673484:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006820736 00010000:00010000:3.0:1777421188.673497:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c319a95d/0xd9d09a059d6c06e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c10 expref: 8 pid: 6552 timeout: 355 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421188.673501:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 114 00000100:00100000:2.0:1777421188.673517:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006820480:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421188.673530:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421188.673553:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000037fb94de/0xd9d09a059d6c074b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c3a expref: 6 pid: 6552 timeout: 355 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.673567:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000037fb94de/0xd9d09a059d6c074b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c3a expref: 6 pid: 6552 timeout: 355 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.673608:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037fb94de/0xd9d09a059d6c074b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c3a expref: 6 pid: 6552 timeout: 355 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.673625:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421188.673681:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2361:x1863761006820480:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 167us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421188.673689:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 114 00000100:00100000:2.0:1777421188.673709:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 115 00000100:00100000:2.0:1777421188.673716:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045d67450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:2360:x1863761006820608:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421188.673724:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421188.673743:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0744 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c2c expref: 19 pid: 8245 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.673754:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0744 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c2c expref: 19 pid: 8245 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.673769:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0744 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c2c expref: 19 pid: 8245 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.673781:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:2.0:1777421188.673787:0:6568:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c07ad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.673798:0:6568:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c07ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40090000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.673818:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c07ad lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40090000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.673851:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421188.673864:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 116 00000100:00100000:3.0:1777421188.673877:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+8:2361:x1863761006820736:12345-192.168.204.24@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777421188.673880:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045d67450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:2360:x1863761006820608:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 161us (542us total) trans 0 rc 0/0 00010000:00010000:3.0:1777421188.673889:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777421188.673891:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 115 00010000:00010000:3.0:1777421188.673903:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c319a95d/0xd9d09a059d6c06e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c10 expref: 8 pid: 6552 timeout: 355 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.673965:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c07ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.673974:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c07ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.674007:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c07ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.674015:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c07ad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.674022:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c07ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.674028:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce800 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421188.674032:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c07ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.674038:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c07ad lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40018400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.674047:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:0.0:1777421188.674056:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777421188.674060:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c07ad lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x44819400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.674066:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c07ad lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x44819400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421188.674336:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+39:2360:x1863761006819712:12345-192.168.204.24@tcp:33:lfs.0 Request processed in 14726us (14831us total) trans 0 rc 0/0 00000100:00080000:2.0:1777421188.674342:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421188.674347:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 337 00000100:00080000:2.0:1777421188.674348:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777421188.674466:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c319a95d/0xd9d09a059d6c06e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c10 expref: 8 pid: 6552 timeout: 355 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.674485:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c319a95d/0xd9d09a059d6c06e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c10 expref: 8 pid: 6552 timeout: 355 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.674497:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421188.674500:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421188.674505:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008fe1e3e8/0xd9d09a059d6c07b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.674527:0:5756:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fe1e3e8/0xd9d09a059d6c07b4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.674595:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421188.674619:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+7:2361:x1863761006820736:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 748us (1234us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421188.674626:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 116 00010000:00010000:1.0:1777421188.674777:0:12497:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008fe1e3e8/0xd9d09a059d6c07b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421188.674786:0:12497:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008fe1e3e8/0xd9d09a059d6c07b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421188.674808:0:12497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fe1e3e8/0xd9d09a059d6c07b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421188.674819:0:12497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008fe1e3e8/0xd9d09a059d6c07b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421188.674826:0:12497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008fe1e3e8/0xd9d09a059d6c07b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421188.674833:0:12497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62400 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421188.674836:0:12497:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008fe1e3e8/0xd9d09a059d6c07b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421188.674843:0:12497:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008fe1e3e8/0xd9d09a059d6c07b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421188.674854:0:12497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008fe1e3e8/0xd9d09a059d6c07b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421188.674860:0:12497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008fe1e3e8/0xd9d09a059d6c07b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421188.674905:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42676d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+6:2360:x1863761006819968:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 14985us (15378us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421188.674913:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 78 00000100:00100000:2.0:1777421188.679882:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421188.679951:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006820992 00000100:00100000:0.0:1777421188.679961:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006820992 00000100:00100000:0.0:1777421188.680012:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 91 00000100:00100000:0.0:1777421188.680021:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4c0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+39:13974:x1863761006820992:12345-192.168.204.24@tcp:35:lfs.0 00000004:00010000:0.0:1777421188.680073:0:5774:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000401:0x13:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0798 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c56 expref: 39 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421188.680315:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967533 00000001:00080000:0.0:1777421188.680979:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967534 00010000:00010000:0.0:1777421188.681121:0:5774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c07bb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.681138:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0695 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bed expref: 42 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.681147:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c06db lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c09 expref: 42 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.681156:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0721 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c25 expref: 17 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.681173:0:5774:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c07bb lrc: 6/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.681208:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0721 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c25 expref: 17 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.681223:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0721 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c25 expref: 17 pid: 8245 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421188.681402:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077265f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018296320:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421188.681556:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c06db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c09 expref: 42 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.681567:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c06db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c09 expref: 42 pid: 8245 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421188.681576:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077264700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018296448:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421188.681612:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0695 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bed expref: 42 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.681621:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0695 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bed expref: 42 pid: 8245 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421188.681631:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077265880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018296576:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421188.681654:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077866540 going to sleep for 11 seconds 00000100:00100000:0.0:1777421188.684260:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077265f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018296320:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421188.684351:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077264700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018296448:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421188.696818:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421188.696846:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421188.696877:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421188.696911:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006821120 00000100:00100000:2.0:1777421188.696920:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006821120 00010000:00010000:2.0:1777421188.696959:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0721 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c25 expref: 18 pid: 8245 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421188.696988:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006821248 00000100:00100000:2.0:1777421188.696991:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006821248 00010000:00010000:2.0:1777421188.697004:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c06db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c09 expref: 43 pid: 8245 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421188.697017:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006821376 00000100:00100000:2.0:1777421188.697019:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006821376 00010000:00010000:2.0:1777421188.697027:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0695 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bed expref: 44 pid: 8245 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421188.697039:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 117 00000100:00100000:2.0:1777421188.697057:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:2360:x1863761006821120:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421188.697070:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421188.697077:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0721 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c25 expref: 18 pid: 8245 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.697090:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0721 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c25 expref: 18 pid: 8245 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.697122:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bda00/0xd9d09a059d6c0721 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c25 expref: 18 pid: 8245 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.697139:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:2.0:1777421188.697144:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c07bb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.697153:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c07bb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.697161:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421188.697168:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 118 00000100:00100000:3.0:1777421188.697182:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+44:2360:x1863761006821248:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421188.697192:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421188.697199:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c06db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c09 expref: 44 pid: 8245 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.697211:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c06db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c09 expref: 44 pid: 8245 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421188.697218:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:2360:x1863761006821120:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 160us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421188.697229:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 117 00010000:00010000:3.0:1777421188.697234:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c06db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c09 expref: 44 pid: 8245 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.697248:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00000100:00100000:2.0:1777421188.697253:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 119 00010000:00010000:3.0:1777421188.697255:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c07bb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421188.697263:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+43:2361:x1863761006821376:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421188.697267:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c07bb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.697308:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421188.697311:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421188.697316:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0695 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bed expref: 43 pid: 8245 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421188.697337:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+43:2360:x1863761006821248:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 158us (488us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421188.697341:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0695 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bed expref: 43 pid: 8245 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421188.697352:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 118 00010000:00010000:2.0:1777421188.697360:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:2.0:1777421188.697364:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c07bb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.697372:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c07bb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.697379:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c07bb lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.697405:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421188.697425:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+42:2361:x1863761006821376:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 165us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421188.697431:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 119 00010000:00010000:0.0:1777421188.697658:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bc800/0xd9d09a059d6c0695 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bed expref: 41 pid: 8245 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421188.697673:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077265880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018296576:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421188.697705:0:5774:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c07bb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.697715:0:5774:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c07bb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421188.697721:0:5774:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c07bb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421188.697873:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967535 00000001:00080000:0.0:1777421188.698033:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967536 00000100:00100000:0.0:1777421188.698159:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077265880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018296704:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777421188.698209:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421188.698250:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077866240 going to sleep for 11 seconds 00000100:00100000:2.0:1777421188.698372:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018296704 00000100:00100000:2.0:1777421188.698380:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018296704 00000100:00100000:2.0:1777421188.698465:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1777421188.698475:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5774:x1863761018296704:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777421188.698554:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5774:x1863761018296704:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 81us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421188.698562:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1777421188.698645:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077265880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018296704:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777421188.698699:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018296832:0@lo:1000:mdt_rdpg00_001.0 00000100:00080000:3.0:1777421188.698732:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421188.698738:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421188.698794:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c523900 going to sleep for 11 seconds 00000100:00100000:0.0:1777421188.698828:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018296832 00000100:00100000:0.0:1777421188.698832:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018296832 00000100:00100000:0.0:1777421188.698887:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1777421188.698893:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5774:x1863761018296832:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777421188.698950:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5774:x1863761018296832:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 57us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421188.698956:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1777421188.699017:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018296832:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1777421188.699406:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967537 00000100:00100000:3.0:1777421188.699469:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c484e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018296960:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777421188.699502:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421188.699523:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077516240 going to sleep for 11 seconds 00000100:00100000:0.0:1777421188.699534:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018296960 00000100:00100000:0.0:1777421188.699540:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018296960 00000100:00100000:0.0:1777421188.699599:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1777421188.699607:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5774:x1863761018296960:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777421188.699830:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5774:x1863761018296960:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 224us (326us total) trans 4294967310 rc 0/0 00000100:00100000:0.0:1777421188.699837:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1777421188.699878:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c484e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018296960:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1777421188.699925:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967538 00010000:00010000:3.0:1777421188.699994:0:5774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c07bb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.700004:0:5774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c07bb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.700012:0:5774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c07bb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.700019:0:5774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b63200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421188.700024:0:5774:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c07bb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.700032:0:5774:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c07bb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.700058:0:5774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:3.0:1777421188.700061:0:5774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1777421188.700066:0:5774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c07bb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.700072:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c07bb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777421188.700402:0:5774:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x14:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1777421188.700491:0:5774:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3, 64 off8384 00000004:00080000:3.0:1777421188.700503:0:5774:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 255257228137ns, next at 256257225857ns, rc = 0 00000040:00080000:3.0:1777421188.700588:0:5774:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].5, 64 off8512 00000004:00080000:3.0:1777421188.700595:0:5774:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 255257320207ns, next at 256257318962ns, rc = 0 00000001:00080000:3.0:1777421188.700601:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967539 00010000:00010000:3.0:1777421188.700674:0:5774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971042afd400) 00010000:00010000:3.0:1777421188.701536:0:5774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777421188.701551:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0798 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c56 expref: 45 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421188.701718:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4c0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+44:13974:x1863761006820992:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 21696us (21843us total) trans 4294967540 rc 0/0 00000100:00100000:3.0:1777421188.701727:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 91 00000020:00080000:3.0:1777421188.701733:0:5774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1777421188.724851:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421188.725014:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006821632 00000100:00100000:0.0:1777421188.725026:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006821632 00000100:00100000:0.0:1777421188.725145:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 338 00000100:00100000:0.0:1777421188.725157:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+44:13977:x1863761006821632:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421188.725183:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421188.725204:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c07c2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04c5d expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725443:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c07c9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725456:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c07c9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725465:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c07c9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725475:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725480:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725484:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725605:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725614:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725621:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421188.725631:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00010000:2.0:1777421188.725737:0:5770:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb size from disk: 0 -> 524288 00000004:00010000:2.0:1777421188.725740:0:5770:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb mtime from disk: 0 -> 1777421185 00000004:00010000:2.0:1777421188.725752:0:5770:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb atime from disk: 0 -> 1777421185 00000004:00010000:2.0:1777421188.725754:0:5770:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb ctime from disk: 0 -> 1777421185 00000004:00010000:2.0:1777421188.725756:0:5770:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb blocks from disk: 18427282363563114435 -> 2 00002000:00010000:2.0:1777421188.725759:0:5770:0:(mdt_io.c:1542:mdt_lvb2reply()) size 524288 00010000:00010000:2.0:1777421188.725765:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c07c9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725773:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c07c9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725779:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c07c9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725785:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421188.725789:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c07c9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725796:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c07c9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725809:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff97104562fe00) 00010000:00010000:2.0:1777421188.725812:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421188.725817:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c07c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725824:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c07c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725833:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725838:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725846:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725850:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421188.725852:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725855:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07d0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725861:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x14789339 (ffff971049356a00) 00010000:00010000:2.0:1777421188.725863:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421188.725865:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07d0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725869:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725903:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c07c2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 47 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725914:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 46 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.725919:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:2.0:1777421188.725920:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1777421188.725922:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe7800, rc 0) 00000100:00100000:2.0:1777421188.725992:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+46:13977:x1863761006821632:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 836us (1146us total) trans 4294967541 rc 0/0 00000100:00100000:2.0:1777421188.726010:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 338 00000100:00100000:2.0:1777421188.731652:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421188.732016:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006821760 00000100:00100000:3.0:1777421188.732025:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006821760 00000100:00100000:3.0:1777421188.732079:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 339 00000100:00100000:3.0:1777421188.732086:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+46:13977:x1863761006821760:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:3.0:1777421188.732199:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c07e5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.732218:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c07e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.732233:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c07e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.732261:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c07e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.732267:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c07e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.732293:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c07e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.732300:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbb000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421188.732304:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c07e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.732311:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c07e5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.732322:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:3.0:1777421188.732325:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421188.732331:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c07e5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421188.732337:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c07e5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421188.732418:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+46:13977:x1863761006821760:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 330us (775us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421188.732426:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 339 00000100:00100000:3.0:1777421188.735069:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421188.735168:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006822016 00000100:00100000:2.0:1777421188.735179:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006822016 00000100:00100000:2.0:1777421188.735236:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 92 00000100:00100000:2.0:1777421188.735246:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c486d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+46:13977:x1863761006822016:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:2.0:1777421188.735494:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c486d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+47:13977:x1863761006822016:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 248us (431us total) trans 4294967542 rc 0/0 00000100:00100000:2.0:1777421188.735502:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 92 00000100:00100000:0.0:1777421188.770900:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421188.771013:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006822272 00000100:00100000:2.0:1777421188.771023:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006822272 00000100:00100000:2.0:1777421188.771082:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 340 00000100:00100000:2.0:1777421188.771092:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+47:13982:x1863761006822272:12345-192.168.204.24@tcp:58:lfs.0 00010000:00010000:2.0:1777421188.771194:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07ec lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.771207:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 47 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.771213:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07ec lrc: 4/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.771240:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 47 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.771249:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 47 pid: 5770 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421188.771355:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42676a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018297088:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421188.771473:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c523780 going to sleep for 11 seconds 00000100:00100000:2.0:1777421188.774362:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42676a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018297088:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421188.774394:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07ec lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421188.774825:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421188.774899:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006822400 00000100:00100000:2.0:1777421188.774907:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006822400 00010000:00010000:2.0:1777421188.774941:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 48 pid: 5770 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421188.774985:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 120 00000100:00100000:2.0:1777421188.774995:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077267800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b251bd7-457c-4889-b04e-8036834fd389+48:2361:x1863761006822400:12345-192.168.204.24@tcp:102:ldlm_bl.0 00010000:00010000:2.0:1777421188.775011:0:6568:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 48 pid: 5770 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.775020:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 48 pid: 5770 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.775028:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 48 pid: 5770 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.775036:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:2.0:1777421188.775038:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1777421188.775040:0:6568:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07ec lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.775066:0:6568:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07ec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.775072:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07ec lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421188.775114:0:6568:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 48 pid: 5770 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421188.775171:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077267800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b251bd7-457c-4889-b04e-8036834fd389+48:2361:x1863761006822400:12345-192.168.204.24@tcp:102:ldlm_bl.0 Request processed in 176us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421188.775179:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 120 00010000:00010000:1.0:1777421188.775197:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07ec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421188.775217:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07ec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777421188.775793:0:8245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].10, 136 off9552 00000100:00100000:1.0:1777421188.775918:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+47:13982:x1863761006822272:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 4825us (5025us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421188.775927:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 340 00000040:00080000:2.0:1777421189.341715:0:13547:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421189.341724:0:13547:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421189.341777:0:13547:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 11 count 5 00000040:00080000:2.0:1777421189.341783:0:13547:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777421189.348687:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777421189.730555:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421189.730566:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421189.730612:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 11 count 5 00000040:00080000:0.0:1777421189.730627:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421189.730774:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077264a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018297216:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421189.730897:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077866240 going to sleep for 11 seconds 00000100:00100000:0.0:1777421189.738777:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077264a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018297216:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421189.740586:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421189.741102:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006822528 00000100:00100000:1.0:1777421189.741203:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006822528 00000100:00100000:1.0:1777421189.741323:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 341 00000100:00100000:1.0:1777421189.741339:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c487800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:13993:x1863761006822528:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421189.741380:0:8245:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x13:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421189.741514:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c487800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:13993:x1863761006822528:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 178us (933us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421189.741521:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 341 00000100:00100000:3.0:1777421189.745400:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421189.746052:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006822656 00000100:00100000:1.0:1777421189.746063:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006822656 00000100:00100000:1.0:1777421189.746136:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 342 00000100:00100000:1.0:1777421189.746147:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:13993:x1863761006822656:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1777421189.746219:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c07f3 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746236:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c07f3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746249:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c07f3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746305:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c07fa lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746313:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c07fa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746321:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c07fa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746347:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0801 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746355:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0801 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746361:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0801 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421189.746398:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00200000:1.0:1777421189.746403:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421189.746416:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0801 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746428:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c07f3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746434:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c07f3 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746441:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c07f3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746459:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cfe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421189.746463:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c07f3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746471:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c07f3 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746483:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:1.0:1777421189.746486:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421189.746490:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c07f3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746496:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c07f3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746508:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c07fa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746515:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c07fa lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746521:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c07fa lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746526:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421189.746529:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c07fa lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746535:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c07fa lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746553:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8e2cbb23 (ffff97104562f700) 00010000:00010000:1.0:1777421189.746556:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421189.746559:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c07fa lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746565:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c07fa lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746579:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0801 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746584:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0801 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746589:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0801 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746593:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421189.746597:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0801 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746602:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0801 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746608:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:1.0:1777421189.746610:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421189.746613:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0801 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.746618:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0801 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421189.746754:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:13993:x1863761006822656:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 Request processed in 607us (1363us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421189.746762:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 342 00000100:00100000:3.0:1777421189.753223:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421189.754445:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006822912 00000100:00100000:1.0:1777421189.754457:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006822912 00000100:00100000:1.0:1777421189.754823:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 343 00000100:00100000:1.0:1777421189.754837:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c486300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:13993:x1863761006822912:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421189.754866:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421189.754905:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0808 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04c64 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.755016:0:8245:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 46 pid: 5770 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.755037:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.755052:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.755064:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421189.755076:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00010000:1.0:1777421189.755207:0:8245:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb size from disk: 524288 -> 524288 00000004:00010000:1.0:1777421189.755211:0:8245:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb mtime from disk: 1777421185 -> 1777421185 00000004:00010000:1.0:1777421189.755214:0:8245:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb atime from disk: 1777421185 -> 1777421185 00000004:00010000:1.0:1777421189.755231:0:8245:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb ctime from disk: 1777421185 -> 1777421185 00000004:00010000:1.0:1777421189.755234:0:8245:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb blocks from disk: 2 -> 2 00002000:00010000:1.0:1777421189.755238:0:8245:0:(mdt_io.c:1542:mdt_lvb2reply()) size 524288 00010000:00010000:1.0:1777421189.755270:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0808 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 20 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.755311:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 19 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.755321:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:1.0:1777421189.755324:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 53 00010000:00010000:1.0:1777421189.755328:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cf800, rc 0) 00000100:00100000:1.0:1777421189.755406:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c486300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:13993:x1863761006822912:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 571us (2195us total) trans 4294967543 rc 0/0 00000100:00100000:1.0:1777421189.755415:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 343 00000100:00100000:3.0:1777421189.762550:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421189.762681:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006823040 00000100:00100000:1.0:1777421189.762694:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006823040 00000100:00100000:1.0:1777421189.762854:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 344 00000100:00100000:1.0:1777421189.762868:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:13993:x1863761006823040:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421189.762918:0:8245:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x13:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421189.763131:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:13993:x1863761006823040:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 264us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421189.763140:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 344 00000100:00100000:2.0:1777421189.767313:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421189.767433:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006823168 00000100:00100000:1.0:1777421189.767445:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006823168 00000100:00100000:1.0:1777421189.767506:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 345 00000100:00100000:1.0:1777421189.767517:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42676a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:13993:x1863761006823168:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421189.767558:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421189.767584:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c081d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04c6b expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.767656:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0824 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.767671:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0824 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.767682:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0824 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.767696:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c082b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.767704:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c082b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.767711:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c082b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.767830:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0832 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.767839:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0832 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.767846:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0832 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421189.767887:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 512 00000004:00200000:1.0:1777421189.767897:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421189.767930:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0832 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.767943:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0824 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.767950:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0824 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.767957:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0824 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.767963:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cfe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421189.767968:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0824 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.767975:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0824 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.767988:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356800) 00010000:00010000:1.0:1777421189.767990:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421189.767995:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0824 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.768002:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0824 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.768014:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c082b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.768020:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c082b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.768037:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c082b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.768041:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cee00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421189.768044:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c082b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.768050:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c082b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.768058:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xedcd73f9 (ffff97104562f700) 00010000:00010000:1.0:1777421189.768060:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421189.768063:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c082b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.768068:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c082b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.768118:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c081d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c6b expref: 21 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.768133:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cea00/0xd9d09a059d6c0832 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c6b expref: 20 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.768140:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff97104562fe00) 00010000:00010000:1.0:1777421189.768143:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421189.768145:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cea00, rc 0) 00000100:00100000:1.0:1777421189.768215:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42676a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:13993:x1863761006823168:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 700us (944us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421189.768232:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 345 00000100:00100000:0.0:1777421189.771815:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421189.771968:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006823424 00000100:00100000:1.0:1777421189.771979:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006823424 00000100:00100000:1.0:1777421189.772111:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 346 00000100:00100000:1.0:1777421189.772123:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:13993:x1863761006823424:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421189.772143:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421189.772165:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0839 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04c72 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.772877:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0840 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.772893:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0840 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.772904:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0840 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421189.772917:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7:0x0]: returning size 0 00010000:00010000:1.0:1777421189.772966:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0839 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c72 expref: 23 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.772988:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0840 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c72 expref: 22 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.772998:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff97104562fa00) 00010000:00010000:1.0:1777421189.773000:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421189.773005:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420ce000, rc 0) 00000100:00100000:1.0:1777421189.773100:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:13993:x1863761006823424:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 979us (1294us total) trans 4294967544 rc 0/0 00000100:00100000:1.0:1777421189.773109:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 346 00000100:00100000:2.0:1777421189.778645:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421189.779077:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006823680 00000100:00100000:1.0:1777421189.779103:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006823680 00000100:00100000:1.0:1777421189.779184:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 347 00000100:00100000:1.0:1777421189.779195:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:13993:x1863761006823680:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421189.779256:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421189.779326:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0840 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c72 expref: 22 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.779350:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff97104562fa00) 00010000:00010000:1.0:1777421189.779363:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421189.779776:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c084e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.779792:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0713 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c1e expref: 46 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.779801:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c084e lrc: 4/0,1 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.780500:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0713 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c1e expref: 46 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.780526:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0713 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c1e expref: 46 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421189.780572:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018297344:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421189.780671:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971043174e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421189.789244:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421189.789392:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006823808 00000100:00100000:3.0:1777421189.789403:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006823808 00010000:00010000:3.0:1777421189.789448:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0713 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c1e expref: 47 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421189.789505:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018297344:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421189.789540:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c084e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421189.789572:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 121 00000100:00100000:3.0:1777421189.789584:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b251bd7-457c-4889-b04e-8036834fd389+47:2361:x1863761006823808:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421189.789601:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421189.789609:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0713 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c1e expref: 47 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.789624:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0713 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c1e expref: 47 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.789649:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710779bce00/0xd9d09a059d6c0713 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c1e expref: 47 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.789667:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff97104562fe00) 00010000:00010000:3.0:1777421189.789686:0:6568:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c084e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.789697:0:6568:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c084e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.789705:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c084e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.789740:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421189.789805:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b251bd7-457c-4889-b04e-8036834fd389+46:2361:x1863761006823808:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 222us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421189.789814:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 121 00010000:00010000:1.0:1777421189.790067:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c084e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.790076:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c084e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.790108:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0855 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x12:0x0].0x8882a08e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.790119:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0855 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x8882a08e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.790126:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0855 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x8882a08e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.790199:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c084e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.790207:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c084e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.790213:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c084e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.790229:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421189.790234:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c084e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.790242:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c084e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.790250:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff97104562fe00) 00010000:00010000:1.0:1777421189.790253:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421189.790257:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c084e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.790263:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c084e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.790314:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0855 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x8882a08e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.790321:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0855 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x8882a08e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.790335:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0855 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x8882a08e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.790340:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421189.790343:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0855 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x8882a08e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.790349:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0855 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x8882a08e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.790366:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x8882a08e (ffff97104562fa00) 00010000:00010000:1.0:1777421189.790369:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421189.790372:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0855 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x12:0x0].0x8882a08e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.790378:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0855 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x12:0x0].0x8882a08e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421189.790606:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:13993:x1863761006823680:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 11410us (11976us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777421189.790615:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 347 00000100:00100000:2.0:1777421189.792976:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421189.793126:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006823936 00000100:00100000:1.0:1777421189.793137:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006823936 00000100:00100000:1.0:1777421189.793240:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 348 00000100:00100000:1.0:1777421189.793252:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42677800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:13993:x1863761006823936:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421189.793271:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421189.793341:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c085c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04c79 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.793383:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c0863 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.793399:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c0863 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.793411:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c0863 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.793520:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c085c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c79 expref: 23 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.793545:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c0863 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c79 expref: 22 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.793553:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff97104562f700) 00010000:00010000:1.0:1777421189.793556:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421189.793559:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cee00, rc 0) 00000100:00100000:1.0:1777421189.793613:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42677800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:13993:x1863761006823936:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 363us (646us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421189.793620:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 348 00000100:00100000:0.0:1777421189.803424:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421189.803512:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006824192 00000100:00100000:1.0:1777421189.803522:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006824192 00000100:00100000:1.0:1777421189.803581:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 349 00000100:00100000:1.0:1777421189.803589:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077265500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:13993:x1863761006824192:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421189.803674:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c086a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.803692:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c086a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421189.803703:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c086a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421189.803918:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000006598732a reply state 0000000025e0a470 transno 4294967545 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c086a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421189.803928:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421189.804108:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077265500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:13993:x1863761006824192:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 517us (694us total) trans 4294967545 rc 0/0 00000100:00100000:1.0:1777421189.804136:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 349 00010000:00010000:3.0:1777421189.806910:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c086a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.806991:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c086a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.807000:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c086a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.807006:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421189.807012:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c086a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.807020:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c086a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.807042:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff97104562f700) 00010000:00010000:3.0:1777421189.807044:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777421189.807049:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c086a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.807071:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c086a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421189.810214:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421189.810315:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006824320 00000100:00100000:1.0:1777421189.810328:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006824320 00000100:00100000:0.0:1777421189.810438:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 350 00000100:00100000:0.0:1777421189.810448:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:13993:x1863761006824320:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421189.810477:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421189.810495:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c0871 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04c80 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421189.810552:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c0871 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c80 expref: 24 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421189.810567:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c0871 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c80 expref: 24 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421189.810577:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff97104562f700) 00010000:00010000:0.0:1777421189.810580:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421189.810583:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b63800, rc 0) 00000100:00100000:0.0:1777421189.810646:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:13993:x1863761006824320:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 199us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421189.810654:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 350 00000100:00100000:2.0:1777421189.815745:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421189.815848:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006824448 00000100:00100000:3.0:1777421189.815862:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006824448 00000100:00100000:3.0:1777421189.815925:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 93 00000100:00100000:3.0:1777421189.815935:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:13993:x1863761006824448:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1777421189.816174:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:13993:x1863761006824448:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 Request processed in 239us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421189.816183:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 93 00000100:00100000:2.0:1777421189.824214:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421189.824360:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006824704 00000100:00100000:3.0:1777421189.824371:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006824704 00000100:00100000:3.0:1777421189.824435:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 94 00000100:00100000:3.0:1777421189.824445:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:13993:x1863761006824704:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421189.824740:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:13993:x1863761006824704:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 295us (538us total) trans 4294967546 rc 0/0 00000100:00100000:3.0:1777421189.824749:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 94 00000100:00100000:1.0:1777421189.828386:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421189.828445:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006824960 00000100:00100000:0.0:1777421189.828459:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006824960 00000100:00100000:0.0:1777421189.828534:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 351 00000100:00100000:0.0:1777421189.828544:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:13993:x1863761006824960:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421189.828669:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:13993:x1863761006824960:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 126us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421189.828676:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 351 00000100:00100000:2.0:1777421189.839604:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421189.839871:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006825216 00000100:00100000:3.0:1777421189.839883:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006825216 00000100:00100000:3.0:1777421189.839983:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 352 00000100:00100000:3.0:1777421189.839994:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:13993:x1863761006825216:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421189.840016:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421189.840036:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0878 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04c87 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.840168:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c087f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.840186:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c0871 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c80 expref: 26 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.840195:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c087f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.840251:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c0871 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c80 expref: 26 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.840266:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c0871 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c80 expref: 26 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421189.840306:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c487b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018297472:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421189.840408:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077516cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421189.843503:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c487b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018297472:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421189.843536:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c087f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421189.845679:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421189.845813:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006825344 00000100:00100000:0.0:1777421189.845842:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006825344 00010000:00010000:0.0:1777421189.845882:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c0871 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c80 expref: 27 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421189.845925:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 122 00000100:00100000:0.0:1777421189.845938:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045d65450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:2361:x1863761006825344:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421189.845953:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421189.845960:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c0871 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c80 expref: 27 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421189.845973:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c0871 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c80 expref: 27 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421189.845996:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c0871 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c80 expref: 27 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421189.846011:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff97104562f700) 00010000:00010000:0.0:1777421189.846020:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c087f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421189.846030:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c087f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421189.846038:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c087f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421189.846071:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421189.846143:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045d65450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:2361:x1863761006825344:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 207us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421189.846160:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 122 00010000:00010000:3.0:1777421189.846525:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c087f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.846534:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c087f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421189.846553:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7:0x0]: returning size 0 00010000:00010000:3.0:1777421189.846880:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c087f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.846889:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c087f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.846896:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c087f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.846902:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbb000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421189.846906:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c087f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.846914:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c087f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.846925:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff97104562f700) 00010000:00010000:3.0:1777421189.846928:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777421189.846932:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c087f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.846937:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c087f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.846987:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0878 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c87 expref: 26 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.846997:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff97104562fe00) 00010000:00010000:3.0:1777421189.846999:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421189.847003:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0878 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c87 expref: 26 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.847023:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbaa00, rc 0) 00000100:00100000:3.0:1777421189.847075:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:13993:x1863761006825216:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 7082us (7481us total) trans 4294967547 rc 301/301 00000100:00100000:3.0:1777421189.847092:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 352 00000100:00100000:2.0:1777421189.855013:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421189.855102:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006825600 00000100:00100000:3.0:1777421189.855112:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006825600 00000100:00100000:3.0:1777421189.855177:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 95 00000100:00100000:3.0:1777421189.855187:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:13993:x1863761006825600:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421189.855488:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:13993:x1863761006825600:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 301us (483us total) trans 4294967548 rc 0/0 00000100:00100000:3.0:1777421189.855495:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 95 00000100:00100000:2.0:1777421189.859979:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421189.861817:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006825728 00000100:00100000:3.0:1777421189.861831:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006825728 00000100:00100000:3.0:1777421189.861971:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 353 00000100:00100000:3.0:1777421189.861981:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:13993:x1863761006825728:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421189.862007:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421189.862029:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c088d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04c8e expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.862101:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0894 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.862114:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0894 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.862125:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0894 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421189.862176:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421189.862194:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0894 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.862219:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c088d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c8e expref: 28 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.862239:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0894 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c8e expref: 27 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.862247:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff97104562f700) 00010000:00010000:3.0:1777421189.862250:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1777421189.862253:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbb000, rc 0) 00000100:00100000:3.0:1777421189.862346:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:13993:x1863761006825728:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 365us (2378us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421189.862353:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 353 00000100:00100000:1.0:1777421189.868989:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421189.869099:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006825856 00000100:00100000:3.0:1777421189.869110:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006825856 00000100:00100000:3.0:1777421189.869171:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 354 00000100:00100000:3.0:1777421189.869182:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:2361:x1863761006825856:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421189.869203:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421189.869225:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c089b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04c95 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.869261:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c089b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c95 expref: 28 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421189.869345:0:5770:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:3.0:1777421189.869348:0:5770:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb mtime from disk: 0 -> 1777421189 00000004:00010000:3.0:1777421189.869351:0:5770:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb atime from disk: 0 -> 1777421189 00000004:00010000:3.0:1777421189.869354:0:5770:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb ctime from disk: 0 -> 1777421189 00000004:00010000:3.0:1777421189.869356:0:5770:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb blocks from disk: 18427282363563114435 -> 1 00002000:00010000:3.0:1777421189.869360:0:5770:0:(mdt_io.c:1542:mdt_lvb2reply()) size 0 00010000:00010000:3.0:1777421189.869370:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c089b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c95 expref: 28 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421189.869384:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff97104562f700) 00010000:00010000:3.0:1777421189.869387:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777421189.869391:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbaa00, rc 0) 00000100:00100000:3.0:1777421189.869460:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+28:2361:x1863761006825856:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 280us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421189.869468:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 354 00000100:00100000:1.0:1777421189.876391:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421189.876522:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006826112 00000100:00100000:2.0:1777421189.876536:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006826112 00000100:00100000:2.0:1777421189.876611:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 355 00000100:00100000:2.0:1777421189.876621:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+28:13993:x1863761006826112:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421189.876755:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+28:13993:x1863761006826112:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 134us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421189.876763:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 355 00000100:00100000:0.0:1777421189.885252:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421189.885961:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006826368 00000100:00100000:2.0:1777421189.885974:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006826368 00000100:00100000:2.0:1777421189.886072:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 356 00000100:00100000:2.0:1777421189.886092:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+28:13993:x1863761006826368:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421189.886112:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421189.886116:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1777421189.886143:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0894 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c8e expref: 28 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421189.886163:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff97104562f700) 00010000:00010000:2.0:1777421189.886168:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421189.886182:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c08a2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04c9c expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421189.886232:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c08a9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421189.886246:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c08a9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421189.886256:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c08a9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777421189.886559:0:8245:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x8:0x0], index 1: 0 00000004:00080000:2.0:1777421189.886585:0:8245:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x7:0x0], index 0: 0 00010000:00010000:2.0:1777421189.886740:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c08a9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c9c expref: 30 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421189.887257:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff97104562f700) 00010000:00010000:2.0:1777421189.887261:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777421189.887306:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c08a2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c9c expref: 30 pid: 8245 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421189.887324:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c08a9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c9c expref: 29 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421189.887356:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff97104562f700) 00010000:00010000:2.0:1777421189.887359:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777421189.887362:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe7000, rc 0) 00000100:00100000:2.0:1777421189.887441:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:13993:x1863761006826368:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1359us (2198us total) trans 4294967549 rc 0/0 00000100:00100000:2.0:1777421189.887451:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 356 00000100:00100000:1.0:1777421189.893899:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421189.894142:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006826496 00000100:00100000:2.0:1777421189.894154:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006826496 00000100:00100000:2.0:1777421189.894218:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 357 00000100:00100000:2.0:1777421189.894229:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:13993:x1863761006826496:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421189.894255:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421189.894258:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1777421189.894325:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c089b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c95 expref: 29 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421189.894364:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff97104562f700) 00010000:00010000:2.0:1777421189.894369:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421189.894383:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c08b0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04ca3 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421189.894412:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c08b0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ca3 expref: 29 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421189.894424:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c08b0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ca3 expref: 29 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421189.894435:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff97104562f700) 00010000:00010000:2.0:1777421189.894438:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777421189.894440:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe6e00, rc 0) 00000100:00100000:2.0:1777421189.894552:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:13993:x1863761006826496:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 324us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421189.894560:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 357 00000100:00100000:1.0:1777421189.912406:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421189.912621:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006826624 00000100:00100000:0.0:1777421189.912633:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006826624 00000100:00100000:0.0:1777421189.912699:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 79 00000100:00100000:0.0:1777421189.912710:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:13993:x1863761006826624:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421189.912730:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421189.912752:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008202dcaf/0xd9d09a059d6c08b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04caa expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421189.912779:0:12497:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777421189.912797:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421189.912800:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421189.912808:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008202dcaf/0xd9d09a059d6c08b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04caa expref: 6 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421189.912827:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008202dcaf/0xd9d09a059d6c08b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04caa expref: 6 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421189.912841:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b63e00, rc 0) 00000100:00100000:0.0:1777421189.912906:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:13993:x1863761006826624:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 198us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421189.912914:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 79 00000100:00100000:0.0:1777421189.930530:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421189.930585:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421189.930671:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006826880 00000100:00100000:2.0:1777421189.930683:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006826880 00000100:00100000:1.0:1777421189.930693:0:5785:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006826752 00000100:00100000:1.0:1777421189.930699:0:5785:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006826752 00002000:00100000:1.0:1777421189.930752:0:5785:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0x7:0x0] req@ffff971077265180 x1863761006826752/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:200/0 lens 488/0 e 0 to 0 dl 1777421200 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421189.930764:0:5785:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff971077265180 with x1863761006826752 00002000:00100000:2.0:1777421189.930768:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x8:0x0] (524288->1048575) req@ffff971077266a00 x1863761006826880/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:200/0 lens 488/0 e 0 to 0 dl 1777421200 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421189.930780:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077266a00 with x1863761006826880 ext(524288->1048575) 00002000:00010000:2.0:1777421189.930785:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff971077266a00 00000100:00100000:1.0:1777421189.930806:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 4 00000100:00100000:2.0:1777421189.930819:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 41 00000100:00100000:1.0:1777421189.930828:0:5785:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:2361:x1863761006826752:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1777421189.930833:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006826880:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 00000004:00010000:2.0:1777421189.948472:0:5785:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb size from disk: 0 -> 524288 00000004:00010000:2.0:1777421189.948484:0:5785:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb mtime from disk: 1777421189 -> 1777421189 00000004:00010000:2.0:1777421189.948487:0:5785:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb atime from disk: 1777421189 -> 1777421189 00000004:00010000:2.0:1777421189.948490:0:5785:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb ctime from disk: 1777421189 -> 1777421189 00000004:00010000:2.0:1777421189.948493:0:5785:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1777421189.948592:0:5785:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:2361:x1863761006826752:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 Request processed in 17762us (18067us total) trans 4294967550 rc 0/0 00000100:00100000:2.0:1777421189.948609:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 4 00002000:00100000:2.0:1777421189.948624:0:5785:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0x7:0x0] req@ffff971077265180 x1863761006826752/t4294967550(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:200/0 lens 488/448 e 0 to 0 dl 1777421200 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421189.948634:0:5785:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff971077265180 with x1863761006826752 00000100:00100000:2.0:1777421189.962835:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006826880:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 Request processed in 31995us (32238us total) trans 4294967311 rc 0/0 00000100:00100000:2.0:1777421189.962852:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 41 00002000:00100000:2.0:1777421189.962866:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x8:0x0] (524288->1048575) req@ffff971077266a00 x1863761006826880/t4294967311(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:200/0 lens 488/448 e 0 to 0 dl 1777421200 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421189.962877:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077266a00 with x1863761006826880 ext(524288->1048575) 00002000:00010000:2.0:1777421189.962884:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff971077266a00 00000100:00100000:0.0:1777421189.966952:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421189.967212:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006827008 00000100:00100000:2.0:1777421189.967224:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006827008 00000100:00100000:3.0:1777421189.967376:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 358 00000100:00100000:3.0:1777421189.967388:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:13993:x1863761006827008:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 00000100:00100000:2.0:1777421190.019540:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:13993:x1863761006827008:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 Request processed in 52140us (52582us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421190.019555:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 358 00000001:00080000:1.0:1777421190.019714:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967537 is committed 00000001:00080000:1.0:1777421190.019733:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967530 is committed 00000001:00080000:1.0:1777421190.019749:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967545 is committed 00000020:00080000:1.0:1777421190.019771:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 6 batchid updated 00000001:00080000:1.0:1777421190.019790:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967550 is committed 00000001:00080000:1.0:1777421190.019801:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967542 is committed 00000004:00080000:1.0:1777421190.019823:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 6 committed 00000004:00080000:1.0:1777421190.019834:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 3 committed 00000020:00080000:1.0:1777421190.019851:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff97104904f6c0 refcount 2 committed 0 result 0 batchid 7 00000020:00080000:1.0:1777421190.019855:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9710466e2800 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff97104904f540 00000020:00080000:1.0:1777421190.019859:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9710466e2700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff970f427d9000 00000100:00100000:1.0:1777421190.020023:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018297600:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777421190.020090:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421190.020164:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018297600 00000100:00100000:1.0:1777421190.020172:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018297600 00000100:00100000:1.0:1777421190.020221:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1777421190.020231:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018297600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777421190.020254:0:12497:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:6 count 1 00002000:00010000:1.0:1777421190.020312:0:12497:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x6:0x0] initial LVB size: 1048576, mtime: 0x69f14b81, atime: 0x0, ctime: 0x69f14b81, blocks: 0x407 00010000:00010000:1.0:1777421190.020320:0:12497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007f37cbca/0xd9d09a059d6c08be lrc: 3/0,1 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.020337:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421190.020339:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421190.020345:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f37cbca/0xd9d09a059d6c08be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.020362:0:12497:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007f37cbca/0xd9d09a059d6c08be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.020372:0:12497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007f37cbca/0xd9d09a059d6c08be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.020379:0:12497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007f37cbca/0xd9d09a059d6c08be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.020397:0:12497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777421190.020797:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3298:x1863761018297600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 567us (717us total) trans 4294967311 rc 0/0 00000100:00100000:1.0:1777421190.020812:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00010000:00010000:1.0:1777421190.020834:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777421190.020840:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007f37cbca/0xd9d09a059d6c08be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.020848:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cec00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421190.020852:0:5758:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007f37cbca/0xd9d09a059d6c08be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.020860:0:5758:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007f37cbca/0xd9d09a059d6c08be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.020875:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007f37cbca/0xd9d09a059d6c08be lrc: 1/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.020882:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007f37cbca/0xd9d09a059d6c08be lrc: 0/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.020896:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421190.020898:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421190.020899:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777421190.020927:0:3298:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff97107c83e680/2, rc 0, transno 4294967311 00000100:00100000:1.0:1777421190.020932:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018297600:0@lo:6:osp-syn-0-0.0 00000020:00080000:0.0:1777421190.021105:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 7 committed batchid 6 00000020:00080000:0.0:1777421190.021251:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 6 00000100:00100000:1.0:1777421190.022175:0:3300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:3.0:1777421190.022203:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421190.022248:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018297728:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777421190.022331:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421190.022456:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018297728 00000100:00100000:2.0:1777421190.022469:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018297728 00000100:00100000:2.0:1777421190.022563:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1777421190.022573:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018297728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777421190.022599:0:6552:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:7 count 1 00002000:00010000:2.0:1777421190.022629:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777421190.022636:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000547eb1be/0xd9d09a059d6c08c5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.022648:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421190.022651:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421190.022656:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000547eb1be/0xd9d09a059d6c08c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.022667:0:6552:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000547eb1be/0xd9d09a059d6c08c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.022676:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000547eb1be/0xd9d09a059d6c08c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.022696:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000547eb1be/0xd9d09a059d6c08c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.022718:0:6552:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777421190.023129:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018297728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 557us (797us total) trans 4294967312 rc 0/0 00000100:00100000:2.0:1777421190.023137:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000004:00080000:2.0:1777421190.023176:0:3300:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff97107c487b80/2, rc 0, transno 4294967312 00000100:00100000:2.0:1777421190.023182:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018297728:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777421190.023187:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777421190.023194:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000547eb1be/0xd9d09a059d6c08c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.023202:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6600 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421190.023207:0:5759:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000547eb1be/0xd9d09a059d6c08c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.023216:0:5759:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000547eb1be/0xd9d09a059d6c08c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.023231:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000547eb1be/0xd9d09a059d6c08c5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.023238:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000547eb1be/0xd9d09a059d6c08c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.023254:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421190.023255:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421190.023257:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1777421190.023392:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421190.025592:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421190.025628:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421190.025695:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421190.025732:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006827136 00000100:00100000:2.0:1777421190.025746:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006827136 00000100:00080000:0.0:1777421190.025787:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421190.025808:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 359 00000100:00100000:2.0:1777421190.025821:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:2361:x1863761006827136:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1777421190.026385:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:2361:x1863761006827136:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 Request processed in 567us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421190.026394:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 359 00000100:00100000:1.0:1777421190.027809:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006827264 00000100:00100000:1.0:1777421190.027823:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006827264 00000100:00100000:3.0:1777421190.027858:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006827392 00000100:00100000:3.0:1777421190.027875:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006827392 00000100:00100000:3.0:1777421190.028089:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 82 00000100:00100000:3.0:1777421190.028101:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2361:x1863761006827392:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1777421190.028125:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 83 00000100:00100000:2.0:1777421190.028138:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077267100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006827264:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1777421190.028510:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2361:x1863761006827392:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 Request processed in 412us (2813us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421190.028531:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 82 00000100:00080000:0.0:1777421190.029701:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777421190.029707:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00100000:1.0:1777421190.056324:0:7446:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8b251bd7-457c-4889-b04e-8036834fd389 00000020:00000080:1.0:1777421190.056335:0:7446:0:(genops.c:904:class_export_put()) final put ffff97104b768800/8b251bd7-457c-4889-b04e-8036834fd389 00000001:00080000:1.0:1777421190.056378:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967312 is committed 00000001:00080000:1.0:1777421190.056384:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967311 is committed 00000001:00100000:1.0:1777421190.056390:0:7446:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8b251bd7-457c-4889-b04e-8036834fd389 00000100:00100000:3.0:1777421190.057378:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077267100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006827264:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 Request processed in 29236us (31741us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421190.057393:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 83 00000020:00000080:2.0:1777421190.057926:0:38:0:(genops.c:863:class_export_destroy()) destroying export ffff97104b768800/8b251bd7-457c-4889-b04e-8036834fd389 for lustre-OST0001 00000020:00000080:2.0:1777421190.058159:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff97104b769800 for lustre-OST0001 00000100:00100000:0.0:1777421190.060269:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421190.060417:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006827648 00000100:00100000:2.0:1777421190.060427:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006827648 00000100:00100000:2.0:1777421190.060485:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 360 00000100:00100000:2.0:1777421190.060496:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:13993:x1863761006827648:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777421190.060783:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421190.060810:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c08a9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c9c expref: 18 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.061022:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff97104562f700) 00010000:00010000:2.0:1777421190.061028:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421190.061061:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c08cc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.061089:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c08cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.061118:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c08cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421190.061147:0:8245:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb size from disk: 524288 -> 524288 00000004:00010000:2.0:1777421190.061150:0:8245:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb mtime from disk: 1777421189 -> 1777421189 00000004:00010000:2.0:1777421190.061152:0:8245:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb atime from disk: 1777421189 -> 1777421189 00000004:00010000:2.0:1777421190.061155:0:8245:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb ctime from disk: 1777421189 -> 1777421189 00000004:00010000:2.0:1777421190.061157:0:8245:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb blocks from disk: 1 -> 1031 00010000:00010000:2.0:1777421190.061163:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c08cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.061169:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c08cc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.061176:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c08cc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.061183:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421190.061187:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c08cc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.061193:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c08cc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.061199:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff97104562f700) 00010000:00010000:2.0:1777421190.061201:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421190.061204:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c08cc lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.061208:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c08cc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421190.061376:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:13993:x1863761006827648:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 881us (1114us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421190.061385:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 360 00000100:00100000:1.0:1777421190.063845:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421190.064062:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006827776 00000100:00100000:2.0:1777421190.064072:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006827776 00000100:00100000:2.0:1777421190.064484:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 361 00000100:00100000:2.0:1777421190.064495:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:13993:x1863761006827776:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421190.064513:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421190.064533:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c08d3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04cb1 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.064601:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c08d3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cb1 expref: 18 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.064615:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c08d3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cb1 expref: 18 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.064634:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff97104562f700) 00010000:00010000:2.0:1777421190.064637:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421190.064641:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe7600, rc 0) 00000100:00100000:2.0:1777421190.064699:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:13993:x1863761006827776:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 206us (863us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421190.064707:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 361 00000100:00100000:3.0:1777421190.067940:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421190.068043:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421190.068662:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006828032 00000100:00100000:2.0:1777421190.068663:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006827904 00000100:00100000:0.0:1777421190.068757:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006828032 00000100:00100000:2.0:1777421190.068869:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006827904 00000100:00100000:0.0:1777421190.068900:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 84 00000100:00100000:0.0:1777421190.068910:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006828032:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1777421190.069290:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006828032:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 Request processed in 364us (1230us total) trans 4294967312 rc 0/0 00000100:00100000:0.0:1777421190.069299:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 84 00000100:00100000:3.0:1777421190.069342:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 85 00000100:00100000:3.0:1777421190.069352:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c487100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006827904:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1777421190.069821:0:6552:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:3.0:1777421190.069826:0:6552:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb mtime from disk: 0 -> 1777421185 00002000:00010000:3.0:1777421190.069828:0:6552:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb atime from disk: 0 -> 1777421185 00002000:00010000:3.0:1777421190.069830:0:6552:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb ctime from disk: 0 -> 1777421185 00002000:00010000:3.0:1777421190.069832:0:6552:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb blocks from disk: 1 -> 1031 00000100:00100000:3.0:1777421190.069876:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c487100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2360:x1863761006827904:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 Request processed in 526us (1944us total) trans 4294967313 rc 0/0 00000100:00100000:3.0:1777421190.069883:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 85 00000100:00100000:3.0:1777421190.072362:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421190.072508:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006828288 00000100:00100000:2.0:1777421190.072530:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006828288 00000100:00100000:2.0:1777421190.072594:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 362 00000100:00100000:2.0:1777421190.072604:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:13993:x1863761006828288:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1777421190.072690:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c08da lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.072709:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c0863 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c79 expref: 18 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.072720:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c08da lrc: 4/0,1 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.072756:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c0863 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c79 expref: 18 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.072769:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c0863 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c79 expref: 18 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421190.072782:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018297856:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421190.072894:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff97105fb666c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421190.075634:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421190.075729:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006828416 00000100:00100000:3.0:1777421190.075736:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006828416 00000100:00100000:0.0:1777421190.075742:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018297856:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421190.075768:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c08da lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.075847:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c0863 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c79 expref: 19 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421190.075884:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 123 00000100:00100000:3.0:1777421190.075893:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:2361:x1863761006828416:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421190.075908:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421190.075927:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c0863 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c79 expref: 19 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.075938:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c0863 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c79 expref: 19 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.075960:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c0863 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c79 expref: 19 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.075978:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff97104562f700) 00010000:00010000:3.0:1777421190.076068:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c08da lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.076088:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c08da lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.076096:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c08da lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.076127:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421190.076181:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:2361:x1863761006828416:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 288us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421190.076189:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 123 00010000:00010000:0.0:1777421190.076255:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c08da lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.076263:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c08da lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.076315:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c08da lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.076322:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c08da lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.076337:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c08da lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.076343:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421190.076347:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c08da lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.076365:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c08da lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.076374:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff97104562f700) 00010000:00010000:0.0:1777421190.076377:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1777421190.076381:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c08da lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.076387:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c08da lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421190.077964:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:13993:x1863761006828288:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 Request processed in 5354us (5602us total) trans 0 rc -22/-22 00000100:00100000:1.0:1777421190.077977:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 362 00000100:00100000:2.0:1777421190.083517:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421190.083560:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421190.083597:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421190.083713:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006828544 00000100:00100000:1.0:1777421190.083725:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006828544 00000100:00100000:3.0:1777421190.083745:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006828672 00000100:00100000:0.0:1777421190.083748:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006828800 00000100:00100000:3.0:1777421190.083750:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006828672 00000100:00100000:0.0:1777421190.083755:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006828800 00000100:00100000:1.0:1777421190.083840:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 363 00000100:00100000:1.0:1777421190.083854:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:2360:x1863761006828544:12345-192.168.204.24@tcp:33:lhsmtool_posix.0 00010000:00010000:1.0:1777421190.083907:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c08e1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.083927:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c08b0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ca3 expref: 17 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.083936:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c08e1 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421190.083957:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 86 00000100:00100000:3.0:1777421190.083965:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2360:x1863761006828672:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777421190.083984:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c08b0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ca3 expref: 17 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.083991:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002c789398/0xd9d09a059d6c08e8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.083998:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c08b0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ca3 expref: 17 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421190.084006:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 87 00000100:00100000:0.0:1777421190.084021:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006828800:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777421190.084033:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008202dcaf/0xd9d09a059d6c08b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04caa expref: 7 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421190.084035:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018297984:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421190.084041:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421190.084044:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421190.084046:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c789398/0xd9d09a059d6c08e8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421190.084063:0:7984:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x7:0x0] initial LVB size: 0, mtime: 0x69f14b81, atime: 0x69f14b81, ctime: 0x69f14b81, blocks: 0x1 00010000:00010000:3.0:1777421190.084067:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008202dcaf/0xd9d09a059d6c08b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04caa expref: 7 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.084073:0:7984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dbc180cc/0xd9d09a059d6c08ef lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.084090:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008202dcaf/0xd9d09a059d6c08b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04caa expref: 7 pid: 12497 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.084107:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421190.084110:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777421190.084113:0:6552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c486a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6552:1863761018298112:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421190.084116:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dbc180cc/0xd9d09a059d6c08ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421190.084125:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077866cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1777421190.084131:0:7984:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dbc180cc/0xd9d09a059d6c08ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421190.084139:0:6552:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107d6270c0 going to sleep for 11 seconds 00010000:00010000:0.0:1777421190.084154:0:7984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dbc180cc/0xd9d09a059d6c08ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.084171:0:7984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dbc180cc/0xd9d09a059d6c08ef lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.084178:0:7984:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dbc180cc/0xd9d09a059d6c08ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.084185:0:7984:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62800 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421190.084189:0:7984:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbc180cc/0xd9d09a059d6c08ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.084198:0:7984:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbc180cc/0xd9d09a059d6c08ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.084212:0:7984:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dbc180cc/0xd9d09a059d6c08ef lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.084219:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dbc180cc/0xd9d09a059d6c08ef lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421190.084312:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006828800:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 295us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421190.084320:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 87 00000100:00100000:1.0:1777421190.091471:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018297984:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421190.091504:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c08e1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421190.091517:0:6552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c486a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6552:1863761018298112:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421190.091538:0:6552:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002c789398/0xd9d09a059d6c08e8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421190.094713:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421190.094855:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006828928 00000100:00100000:2.0:1777421190.094871:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006828928 00010000:00010000:2.0:1777421190.094920:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008202dcaf/0xd9d09a059d6c08b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04caa expref: 8 pid: 12497 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421190.094991:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 124 00000100:00100000:2.0:1777421190.095003:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006828928:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421190.095019:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421190.095046:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008202dcaf/0xd9d09a059d6c08b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04caa expref: 8 pid: 12497 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.095058:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008202dcaf/0xd9d09a059d6c08b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04caa expref: 8 pid: 12497 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.095098:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008202dcaf/0xd9d09a059d6c08b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04caa expref: 8 pid: 12497 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.095115:0:6568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421190.095117:0:6568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421190.095122:0:6568:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002c789398/0xd9d09a059d6c08e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.095132:0:6568:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c789398/0xd9d09a059d6c08e8 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421190.095165:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421190.095230:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2360:x1863761006828928:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 228us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421190.095246:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 124 00010000:00010000:3.0:1777421190.095269:0:6552:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002c789398/0xd9d09a059d6c08e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.095314:0:6552:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c789398/0xd9d09a059d6c08e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.095351:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002c789398/0xd9d09a059d6c08e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.095360:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002c789398/0xd9d09a059d6c08e8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.095368:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002c789398/0xd9d09a059d6c08e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.095376:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcba600 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421190.095380:0:6552:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002c789398/0xd9d09a059d6c08e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.095400:0:6552:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002c789398/0xd9d09a059d6c08e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.095416:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002c789398/0xd9d09a059d6c08e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.095424:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c789398/0xd9d09a059d6c08e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421190.095472:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006828672:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 11507us (11910us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421190.095481:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 86 00000100:00100000:2.0:1777421190.096487:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421190.096738:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006829056 00000100:00100000:3.0:1777421190.096747:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006829056 00010000:00010000:3.0:1777421190.096778:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c08b0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ca3 expref: 18 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421190.096860:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 125 00000100:00100000:3.0:1777421190.096870:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:2361:x1863761006829056:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421190.096881:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421190.096904:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c08b0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ca3 expref: 18 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.096917:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c08b0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ca3 expref: 18 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.096937:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c08b0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ca3 expref: 18 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.096951:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff97104562f700) 00010000:00010000:3.0:1777421190.096956:0:6568:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c08e1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.096965:0:6568:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c08e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40090000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.096972:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c08e1 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40090000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.097010:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421190.097061:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:2361:x1863761006829056:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 191us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421190.097086:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 125 00010000:00010000:1.0:1777421190.097111:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c08e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.097122:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c08e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.097151:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c08e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.097158:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c08e1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.097164:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c08e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.097170:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce400 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421190.097174:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c08e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.097181:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c08e1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.097201:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff97104562f700) 00010000:00010000:1.0:1777421190.097204:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777421190.097208:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c08e1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.097215:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c08e1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421190.097270:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:2360:x1863761006828544:12345-192.168.204.24@tcp:33:lhsmtool_posix.0 Request processed in 13419us (13762us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421190.097300:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 363 00000100:00100000:2.0:1777421190.100521:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421190.100918:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006829312 00000100:00100000:0.0:1777421190.100932:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006829312 00000100:00100000:0.0:1777421190.100989:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 364 00000100:00100000:0.0:1777421190.101015:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:13993:x1863761006829312:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777421190.101110:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c08f6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.101127:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c08f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.101139:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c08f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.101385:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c08fd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.101410:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c08d3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cb1 expref: 17 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.101419:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c08fd lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.101461:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c08d3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cb1 expref: 17 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.101476:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c08d3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cb1 expref: 17 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421190.101493:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077266d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018298240:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421190.101590:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049a80840 going to sleep for 11 seconds 00000100:00100000:2.0:1777421190.105758:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421190.105953:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006829440 00000100:00100000:3.0:1777421190.105963:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006829440 00010000:00010000:3.0:1777421190.106003:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c08d3 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cb1 expref: 18 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421190.106097:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077266d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018298240:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421190.106104:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 126 00000100:00100000:3.0:1777421190.106117:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:2361:x1863761006829440:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421190.106126:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c08fd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.106134:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421190.106142:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c08d3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cb1 expref: 18 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.106158:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c08d3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cb1 expref: 18 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.106178:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c08d3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cb1 expref: 18 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.106192:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff97104562f700) 00010000:00010000:3.0:1777421190.106198:0:6568:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c08fd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.106207:0:6568:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c08fd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.106214:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c08fd lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.108498:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421190.108499:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c08fd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.108515:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c08fd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421190.108582:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:2361:x1863761006829440:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 2463us (2913us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421190.108594:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 126 00000001:00080000:0.0:1777421190.108803:0:8245:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967551 00000001:00080000:0.0:1777421190.108984:0:8245:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967552 00000001:00080000:0.0:1777421190.109067:0:8245:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967553 00000100:00100000:0.0:1777421190.109170:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077266d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8245:1863761018298368:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1777421190.109210:0:8245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421190.109243:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a6a40c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421190.109406:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018298368 00000100:00100000:2.0:1777421190.109415:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018298368 00000100:00100000:2.0:1777421190.109658:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1777421190.109669:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077267b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:8245:x1863761018298368:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1777421190.109762:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077267b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:8245:x1863761018298368:12345-0@lo:1000:mdt00_003.0 Request processed in 94us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421190.109773:0:8245:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967312 gen 2 00000100:00100000:2.0:1777421190.109775:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000004:00080000:0.0:1777421190.109782:0:8245:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff97107c487b80, transno 4294967312 00000100:00100000:0.0:1777421190.109847:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077266d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8245:1863761018298368:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1777421190.109930:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077266d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8245:1863761018298496:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1777421190.109957:0:8245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421190.109979:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049a80e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421190.109999:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018298496 00000100:00100000:2.0:1777421190.110004:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018298496 00000100:00100000:2.0:1777421190.110034:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1777421190.110045:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:8245:x1863761018298496:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1777421190.110125:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:8245:x1863761018298496:12345-0@lo:1000:mdt00_003.0 Request processed in 84us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421190.110132:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1777421190.110182:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077266d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8245:1863761018298496:0@lo:1000:mdt00_003.0 00000040:00080000:0.0:1777421190.110622:0:8245:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1777421190.110775:0:8245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x1:0x0].1, 64 off32832 00000040:00080000:0.0:1777421190.110906:0:8245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].1, 280 off33048 00000001:00080000:0.0:1777421190.110914:0:8245:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967554 00000100:00100000:0.0:1777421190.110998:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077266d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8245:1863761018298624:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1777421190.111033:0:8245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421190.111062:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077516cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421190.111128:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018298624 00000100:00100000:2.0:1777421190.111133:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018298624 00000100:00100000:2.0:1777421190.111192:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1777421190.111199:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:8245:x1863761018298624:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1777421190.111346:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:8245:x1863761018298624:12345-0@lo:1000:mdt00_003.0 Request processed in 146us (311us total) trans 4294967313 rc 0/0 00000100:00100000:2.0:1777421190.111353:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1777421190.111433:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077266d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8245:1863761018298624:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1777421190.111462:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff71180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8245:1863761018298752:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1777421190.111483:0:8245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421190.111501:0:13101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018298752 00000100:00100000:0.0:1777421190.111504:0:13101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018298752 00000100:00100000:0.0:1777421190.111524:0:13101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1777421190.111529:0:13101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8245:x1863761018298752:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1777421190.111650:0:13101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8245:x1863761018298752:12345-0@lo:1000:mdt00_003.0 Request processed in 119us (164us total) trans 4294967314 rc 0/0 00000100:00100000:0.0:1777421190.111657:0:13101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1777421190.111677:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a6a4840 going to sleep for 11 seconds 00000100:00100000:0.0:1777421190.111693:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff71180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8245:1863761018298752:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1777421190.111761:0:8245:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967555 00010000:00010000:0.0:1777421190.111787:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c08fd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.111798:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c08fd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.111806:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c08fd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.111812:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b63c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421190.111816:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c08fd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.111824:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c08fd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.111838:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff97104562f700) 00010000:00010000:0.0:1777421190.111850:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421190.111855:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c08fd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.111862:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c08fd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.111892:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07ec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.111899:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07ec lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.111905:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07ec lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.111910:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421190.111913:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07ec lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.111918:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07ec lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.111925:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:0.0:1777421190.111927:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421190.111930:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07ec lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.111935:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c07ec lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.111953:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0904 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.111976:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 25 pid: 5770 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.111986:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 21 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.111993:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0904 lrc: 5/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.112015:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 21 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.112027:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 21 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421190.112038:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff70000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018298880:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421190.112113:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 25 pid: 5770 timeout: 355 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.112121:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 25 pid: 5770 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421190.112129:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff70700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018299008:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421190.112149:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049a80840 going to sleep for 11 seconds 00000100:00100000:2.0:1777421190.115512:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421190.115558:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006829568 00000100:00100000:3.0:1777421190.115568:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006829568 00000100:00100000:2.0:1777421190.115591:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:3.0:1777421190.115613:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 22 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421190.115771:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006829696 00000100:00100000:1.0:1777421190.115776:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006829696 00010000:00010000:1.0:1777421190.115863:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 26 pid: 5770 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421190.115950:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff70000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018298880:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421190.115961:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff70700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018299008:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421190.116003:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 127 00010000:00010000:0.0:1777421190.116004:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0904 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421190.116020:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+26:2361:x1863761006829696:12345-192.168.204.24@tcp:102:ldlm_bl.0 00010000:00010000:1.0:1777421190.116039:0:5755:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 26 pid: 5770 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421190.116104:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 128 00000100:00100000:3.0:1777421190.116112:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:2361:x1863761006829568:12345-192.168.204.24@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1777421190.116123:0:6568:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 22 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.116397:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 26 pid: 5770 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.116412:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 26 pid: 5770 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.116439:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 22 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.116449:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 22 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777421190.116749:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777421190.116946:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:1.0:1777421190.116950:0:5755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 53 00010000:00010000:1.0:1777421190.116954:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0904 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.116965:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0904 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.116972:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0904 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.116990:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:3.0:1777421190.116993:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 53 00010000:00010000:3.0:1777421190.116998:0:6568:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 22 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.117012:0:5755:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 26 pid: 5770 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.117065:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0904 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421190.117069:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:2361:x1863761006829568:12345-192.168.204.24@tcp:102:ldlm_bl.0 Request processed in 957us (1568us total) trans 0 rc 0/0 00010000:00010000:0.0:1777421190.117073:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0904 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421190.117092:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 128 00010000:00010000:0.0:1777421190.117093:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0904 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.117099:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0904 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.117105:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0904 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.117111:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421190.117115:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0904 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.117123:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0904 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.117134:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:0.0:1777421190.117136:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421190.117140:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0904 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.117146:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0904 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.117172:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c08f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.117178:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c08f6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.117184:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c08f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.117189:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421190.117193:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c08f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.117199:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c08f6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.117207:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:0.0:1777421190.117210:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421190.117213:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c08f6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421190.117218:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c08f6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777421190.117701:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421190.117706:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1777421190.117917:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+26:2361:x1863761006829696:12345-192.168.204.24@tcp:102:ldlm_bl.0 Request processed in 1901us (2324us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421190.117926:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 127 00000040:00080000:3.0:1777421190.119087:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:3.0:1777421190.119101:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421190.121168:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:13993:x1863761006829312:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 20146us (20647us total) trans 4294967556 rc 0/0 00000100:00100000:0.0:1777421190.121182:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 364 00000020:00080000:0.0:1777421190.121189:0:8245:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:2.0:1777421190.125529:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421190.125608:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006829952 00000100:00100000:0.0:1777421190.125620:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006829952 00000100:00100000:3.0:1777421190.125878:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 96 00000100:00100000:3.0:1777421190.125891:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:13993:x1863761006829952:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1777421190.126426:0:5774:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x7:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1777421190.126521:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967557 00010000:00010000:3.0:1777421190.126567:0:5774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c090b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.126584:0:5774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c090b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.126596:0:5774:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c090b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.126604:0:5774:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c090b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.126610:0:5774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c090b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.126617:0:5774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c090b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.126641:0:5774:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777421190.127390:0:7433:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777421190.127399:0:7433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c090b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.127407:0:7433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcba600 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421190.127412:0:7433:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c090b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.127420:0:7433:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c090b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.127435:0:7433:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff971043f8b800) 00010000:00010000:1.0:1777421190.127450:0:7433:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777421190.127456:0:7433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c090b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.127462:0:7433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c090b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.127480:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421190.127482:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421190.127484:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421190.128099:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:13993:x1863761006829952:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 2206us (2574us total) trans 4294967558 rc 0/0 00000100:00100000:2.0:1777421190.128109:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 96 00000020:00080000:2.0:1777421190.128116:0:5774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777421190.370599:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777421190.895967:0:13600:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421190.895976:0:13600:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421190.896057:0:13600:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 11 count 5 00000040:00080000:0.0:1777421190.896070:0:13600:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421190.942436:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421190.942616:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006830208 00000100:00100000:3.0:1777421190.942639:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006830208 00000100:00100000:3.0:1777421190.942704:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 365 00000100:00100000:3.0:1777421190.942714:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+26:14003:x1863761006830208:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421190.942734:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421190.942756:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c0912 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04cb8 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.942965:0:8245:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 27 pid: 5770 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.942985:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c0919 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.942998:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c0919 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.943010:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c0919 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421190.943022:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00010000:00010000:3.0:1777421190.943160:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c0912 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cb8 expref: 29 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.943175:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c0919 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cb8 expref: 28 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421190.943184:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:3.0:1777421190.943186:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421190.943189:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcba600, rc 0) 00000100:00100000:3.0:1777421190.943247:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+28:14003:x1863761006830208:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 535us (820us total) trans 4294967559 rc 0/0 00000100:00100000:3.0:1777421190.943259:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 365 00000100:00100000:0.0:1777421190.949161:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421190.957093:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006830336 00000100:00100000:3.0:1777421190.957111:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006830336 00000100:00100000:1.0:1777421190.957668:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 366 00000100:00100000:1.0:1777421190.957685:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+28:14003:x1863761006830336:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:1.0:1777421190.957770:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0927 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.957788:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0927 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.957800:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0927 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.957830:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0927 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.957837:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0927 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.957844:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0927 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.957851:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cfe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421190.957863:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0927 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.957872:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0927 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.957887:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:1.0:1777421190.957891:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421190.957897:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0927 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.957904:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0927 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421190.957990:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+28:14003:x1863761006830336:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 309us (8838us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421190.958000:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 366 00000100:00100000:0.0:1777421190.961035:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421190.961219:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006830592 00000100:00100000:1.0:1777421190.961229:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006830592 00000100:00100000:1.0:1777421190.961352:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 97 00000100:00100000:1.0:1777421190.961363:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4c3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+28:14003:x1863761006830592:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1777421190.961605:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4c3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+29:14003:x1863761006830592:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 243us (578us total) trans 4294967560 rc 0/0 00000100:00100000:1.0:1777421190.961614:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 97 00000100:00100000:0.0:1777421190.997174:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421190.997302:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006830848 00000100:00100000:1.0:1777421190.997315:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006830848 00000100:00100000:1.0:1777421190.997379:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 367 00000100:00100000:1.0:1777421190.997391:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+29:14008:x1863761006830848:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421190.997418:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421190.997450:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c092e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04cbf expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421190.997582:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 11776 00010000:00010000:1.0:1777421190.997720:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c092e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cbf expref: 31 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.997737:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356800) 00010000:00010000:1.0:1777421190.997740:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421190.997746:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c092e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cbf expref: 31 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421190.997762:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cfe00, rc 0) 00000100:00100000:1.0:1777421190.997825:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+30:14008:x1863761006830848:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 437us (665us total) trans 4294967561 rc 301/301 00000100:00100000:1.0:1777421190.997833:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 367 00000100:00100000:3.0:1777421191.001605:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421191.001690:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006830976 00000100:00100000:1.0:1777421191.001703:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006830976 00000100:00100000:1.0:1777421191.001765:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 368 00000100:00100000:1.0:1777421191.001776:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c486a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+30:14008:x1863761006830976:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:1.0:1777421191.001855:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c093c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.001872:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c093c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.001884:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c093c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.001911:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0943 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.001919:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0943 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.001927:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0943 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.002181:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c094a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.002192:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c094a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.002201:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c094a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421191.002240:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00200000:1.0:1777421191.002245:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421191.002256:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c094a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.002269:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c093c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.002415:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c093c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.002422:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c093c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.002438:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421191.002443:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c093c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.002449:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c093c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.002460:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff97104562fe00) 00010000:00010000:1.0:1777421191.002463:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421191.002468:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c093c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.002474:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c093c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.002486:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0943 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.002492:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0943 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.002498:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0943 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.002502:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421191.002506:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0943 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.002511:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0943 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.002529:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x14789339 (ffff97104562f800) 00010000:00010000:1.0:1777421191.002531:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421191.002535:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0943 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.002541:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0943 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.002556:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c094a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.002560:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c094a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.002565:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c094a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.002570:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421191.002573:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c094a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.002578:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c094a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.002585:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:1.0:1777421191.002588:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421191.002590:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c094a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.002596:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c094a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421191.002724:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c486a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+30:14008:x1863761006830976:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 949us (1129us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421191.002732:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 368 00000100:00100000:2.0:1777421191.007830:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421191.007939:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006831232 00000100:00100000:1.0:1777421191.007950:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006831232 00000100:00100000:1.0:1777421191.008238:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 98 00000100:00100000:1.0:1777421191.008250:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+30:14008:x1863761006831232:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1777421191.008539:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+31:14008:x1863761006831232:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 290us (719us total) trans 4294967562 rc 0/0 00000100:00100000:1.0:1777421191.008548:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 98 00000100:00100000:2.0:1777421191.022984:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421191.023027:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421191.023038:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006831360 00000100:00100000:3.0:1777421191.023049:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006831360 00000100:00100000:3.0:1777421191.023115:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006831488 00000100:00100000:3.0:1777421191.023118:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006831488 00000100:00100000:3.0:1777421191.023145:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 88 00000100:00100000:3.0:1777421191.023155:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+5:2358:x1863761006831360:12345-192.168.204.24@tcp:101:chmod.0 00000100:00100000:0.0:1777421191.023164:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 89 00000100:00100000:0.0:1777421191.023172:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006831488:12345-192.168.204.24@tcp:101:chmod.0 00010000:00010000:3.0:1777421191.023173:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421191.023179:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421191.023194:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084d0fcd8/0xd9d09a059d6c0958 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04ccd expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421191.023195:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000031276fb9/0xd9d09a059d6c0951 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04cc6 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421191.023222:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x8:0x0] initial LVB size: 1048576, mtime: 0x69f14b81, atime: 0x69f14b81, ctime: 0x69f14b81, blocks: 0x407 00002000:00010000:0.0:1777421191.023222:0:7984:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x7:0x0] initial LVB size: 0, mtime: 0x69f14b81, atime: 0x69f14b81, ctime: 0x69f14b81, blocks: 0x1 00010000:00010000:3.0:1777421191.023239:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421191.023239:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421191.023242:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421191.023242:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421191.023250:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000031276fb9/0xd9d09a059d6c0951 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cc6 expref: 6 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.023250:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084d0fcd8/0xd9d09a059d6c0958 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ccd expref: 7 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421191.023271:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000031276fb9/0xd9d09a059d6c0951 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cc6 expref: 6 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.023271:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000084d0fcd8/0xd9d09a059d6c0958 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ccd expref: 7 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421191.023304:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcba400, rc 0) 00010000:00010000:0.0:1777421191.023304:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b62200, rc 0) 00000100:00100000:0.0:1777421191.023356:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+7:2358:x1863761006831488:12345-192.168.204.24@tcp:101:chmod.0 Request processed in 184us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421191.023362:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 89 00000100:00100000:3.0:1777421191.026465:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006831360:12345-192.168.204.24@tcp:101:chmod.0 Request processed in 3303us (3480us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421191.026477:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 88 00000100:00080000:3.0:1777421191.026521:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777421191.026527:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421191.033017:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421191.033113:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006831744 00000100:00100000:2.0:1777421191.033123:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006831744 00000100:00100000:2.0:1777421191.033207:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 369 00000100:00100000:2.0:1777421191.033217:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+31:14009:x1863761006831744:12345-192.168.204.24@tcp:36:chmod.0 00010000:00010000:2.0:1777421191.033270:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421191.033492:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c0919 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cb8 expref: 31 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.033504:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:2.0:1777421191.033508:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421191.033529:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c095f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.033539:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 30 pid: 5770 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.033545:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 22 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.033550:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c095f lrc: 5/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.033583:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 22 pid: 8245 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.033736:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 22 pid: 8245 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421191.033754:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018299136:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421191.033864:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 30 pid: 5770 timeout: 356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.033876:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 30 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421191.033885:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018299264:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421191.033912:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff97105fb66180 going to sleep for 11 seconds 00000100:00100000:0.0:1777421191.038377:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421191.038745:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421191.038779:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006831872 00000100:00100000:0.0:1777421191.038789:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006831872 00010000:00010000:0.0:1777421191.038827:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 31 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421191.038856:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006832000 00000100:00100000:0.0:1777421191.038859:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006832000 00010000:00010000:0.0:1777421191.038873:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 23 pid: 8245 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421191.038896:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 129 00000100:00100000:0.0:1777421191.038906:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045d67050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+31:2361:x1863761006831872:12345-192.168.204.24@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1777421191.038922:0:5755:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 31 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.038933:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 31 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.038945:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 31 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.038954:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:0.0:1777421191.038957:0:5755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 51 00010000:00010000:0.0:1777421191.038961:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c095f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.038987:0:5755:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 31 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421191.039040:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045d67050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+31:2361:x1863761006831872:12345-192.168.204.24@tcp:102:ldlm_bl.0 Request processed in 135us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421191.039144:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 129 00000100:00100000:0.0:1777421191.039193:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 130 00000100:00100000:2.0:1777421191.039333:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018299136:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421191.039347:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018299264:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421191.039369:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c095f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421191.039483:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:2360:x1863761006832000:12345-192.168.204.24@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1777421191.039498:0:5755:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 23 pid: 8245 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.039509:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 23 pid: 8245 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.039518:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 23 pid: 8245 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.039524:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:0.0:1777421191.039527:0:5755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 51 00010000:00010000:0.0:1777421191.039530:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c095f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.039538:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c095f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.039544:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c095f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.039591:0:5755:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 23 pid: 8245 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421191.039621:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:2360:x1863761006832000:12345-192.168.204.24@tcp:102:ldlm_bl.0 Request processed in 421us (877us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421191.039628:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 130 00010000:00010000:2.0:1777421191.039773:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c095f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.039782:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c095f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421191.039996:0:8245:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb size from disk: 524288 -> 524288 00000004:00010000:2.0:1777421191.040000:0:8245:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb mtime from disk: 1777421185 -> 1777421185 00000004:00010000:2.0:1777421191.040003:0:8245:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb atime from disk: 1777421185 -> 1777421185 00000004:00010000:2.0:1777421191.040005:0:8245:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb ctime from disk: 1777421185 -> 1777421190 00000004:00010000:2.0:1777421191.040007:0:8245:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb blocks from disk: 2 -> 1030 00000004:00010000:2.0:1777421191.040014:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000db859f80 reply state 0000000047bb6df5 transno 4294967563 ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c095f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421191.040022:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421191.041042:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+32:14009:x1863761006831744:12345-192.168.204.24@tcp:36:chmod.0 Request processed in 7823us (8031us total) trans 4294967563 rc 0/0 00000100:00100000:2.0:1777421191.041067:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 369 00000100:00100000:0.0:1777421191.043311:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421191.043345:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006832128 00000100:00100000:0.0:1777421191.043356:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006832128 00000100:00100000:0.0:1777421191.043408:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 370 00000100:00100000:0.0:1777421191.043419:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+32:14009:x1863761006832128:12345-192.168.204.24@tcp:101:chmod.0 00010000:00010000:0.0:1777421191.043442:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421191.043463:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0966 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04cd4 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.043522:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0966 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cd4 expref: 33 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.043539:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0966 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cd4 expref: 33 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.043560:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:0.0:1777421191.043564:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421191.043568:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b63a00, rc 0) 00000100:00100000:0.0:1777421191.043616:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+33:14009:x1863761006832128:12345-192.168.204.24@tcp:101:chmod.0 Request processed in 198us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421191.043637:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 370 00010000:00010000:2.0:1777421191.043916:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c095f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.043925:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c095f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.043933:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c095f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.043939:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421191.043943:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c095f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.043951:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c095f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.043971:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:2.0:1777421191.043980:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777421191.043985:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c095f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.043991:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c095f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421191.046651:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421191.046695:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421191.047640:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006832384 00000100:00100000:3.0:1777421191.047652:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006832384 00000100:00100000:3.0:1777421191.047708:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006832256 00000100:00100000:3.0:1777421191.047711:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006832256 00000100:00100000:3.0:1777421191.047739:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 90 00000100:00100000:3.0:1777421191.047749:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+7:2359:x1863761006832384:12345-192.168.204.24@tcp:2:chmod.0 00000100:00100000:2.0:1777421191.047774:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 91 00000100:00100000:2.0:1777421191.047788:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+6:2359:x1863761006832256:12345-192.168.204.24@tcp:2:chmod.0 00002000:00010000:2.0:1777421191.048009:0:6552:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1777421191.048010:0:6554:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777421191.048016:0:6554:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1777421185 -> 1777421185 00002000:00010000:2.0:1777421191.048017:0:6552:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb mtime from disk: 1777421185 -> 1777421185 00002000:00010000:3.0:1777421191.048022:0:6554:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1777421185 -> 1777421185 00002000:00010000:2.0:1777421191.048023:0:6552:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb atime from disk: 1777421185 -> 1777421185 00002000:00010000:3.0:1777421191.048028:0:6554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1777421185 -> 1777421190 00002000:00010000:2.0:1777421191.048029:0:6552:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb ctime from disk: 1777421185 -> 1777421190 00002000:00010000:3.0:1777421191.048033:0:6554:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 1 00002000:00010000:2.0:1777421191.048035:0:6552:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb blocks from disk: 1031 -> 1031 00000100:00100000:2.0:1777421191.048179:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+7:2359:x1863761006832256:12345-192.168.204.24@tcp:2:chmod.0 Request processed in 394us (1481us total) trans 4294967315 rc 0/0 00000100:00100000:2.0:1777421191.048187:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 91 00000100:00100000:3.0:1777421191.048216:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+8:2359:x1863761006832384:12345-192.168.204.24@tcp:2:chmod.0 Request processed in 467us (1573us total) trans 4294967314 rc 0/0 00000100:00100000:3.0:1777421191.048224:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 90 00000100:00100000:0.0:1777421191.065946:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421191.066013:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006832512 00000100:00100000:2.0:1777421191.066023:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006832512 00000100:00100000:2.0:1777421191.066089:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 371 00000100:00100000:2.0:1777421191.066099:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+32:14010:x1863761006832512:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421191.066120:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421191.066142:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c096d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04cdb expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.066211:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0974 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.066241:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0974 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.066253:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0974 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.066267:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c097b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.066659:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c097b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.066668:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c097b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.066781:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0982 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.066791:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0982 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.066798:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0982 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421191.066831:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00200000:2.0:1777421191.066836:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421191.066853:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0982 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421191.066873:0:5770:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb size from disk: 524288 -> 524288 00000004:00010000:2.0:1777421191.066877:0:5770:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb mtime from disk: 1777421185 -> 1777421185 00000004:00010000:2.0:1777421191.066886:0:5770:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb atime from disk: 1777421185 -> 1777421185 00000004:00010000:2.0:1777421191.066888:0:5770:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb ctime from disk: 1777421190 -> 1777421190 00000004:00010000:2.0:1777421191.066891:0:5770:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb blocks from disk: 1030 -> 1030 00002000:00010000:2.0:1777421191.066896:0:5770:0:(mdt_io.c:1542:mdt_lvb2reply()) size 524288 00010000:00010000:2.0:1777421191.066901:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0974 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.066908:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0974 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.066915:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0974 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.066920:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421191.066924:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0974 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.066931:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0974 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.066943:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff97104562fe00) 00010000:00010000:2.0:1777421191.066946:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421191.066949:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0974 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.066955:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0974 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.066966:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c097b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.066972:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c097b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.066983:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c097b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.066989:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421191.066992:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c097b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.066999:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c097b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.067007:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x14789339 (ffff971049356100) 00010000:00010000:2.0:1777421191.067010:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421191.067012:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c097b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.067018:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c097b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.067047:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c096d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cdb expref: 34 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.067067:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0982 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cdb expref: 33 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.067074:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:2.0:1777421191.067076:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1777421191.067079:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe7000, rc 0) 00000100:00100000:2.0:1777421191.067178:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+33:14010:x1863761006832512:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1079us (1239us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421191.067196:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 371 00000100:00100000:1.0:1777421191.076243:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421191.076721:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006832640 00000100:00100000:2.0:1777421191.076732:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006832640 00000100:00100000:2.0:1777421191.076795:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 372 00000100:00100000:2.0:1777421191.076806:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+33:14010:x1863761006832640:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421191.076826:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421191.076847:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0989 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04ce2 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.076910:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c0990 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.076924:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c0990 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.076936:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c0990 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421191.077003:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 11776 00000004:00200000:2.0:1777421191.077008:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421191.077032:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c0990 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.077070:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0989 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ce2 expref: 35 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.077091:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7600/0xd9d09a059d6c0990 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ce2 expref: 34 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.077123:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff97104562fe00) 00010000:00010000:2.0:1777421191.077126:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421191.077130:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe7600, rc 0) 00000100:00100000:2.0:1777421191.077198:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+34:14010:x1863761006832640:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 394us (965us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421191.077206:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 372 00000100:00100000:1.0:1777421191.085029:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421191.085135:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006832896 00000100:00100000:0.0:1777421191.085145:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006832896 00000100:00100000:0.0:1777421191.085208:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 373 00000100:00100000:0.0:1777421191.085218:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+34:14010:x1863761006832896:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421191.085238:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421191.085260:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0997 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04ce9 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.085395:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c099e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.085410:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c099e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.085421:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c099e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421191.085435:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00010000:00010000:0.0:1777421191.085567:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0997 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ce9 expref: 37 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.085587:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c099e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ce9 expref: 36 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.085615:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:0.0:1777421191.085619:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777421191.085622:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b63800, rc 0) 00000100:00100000:0.0:1777421191.085672:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+36:14010:x1863761006832896:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 455us (655us total) trans 4294967564 rc 0/0 00000100:00100000:0.0:1777421191.085679:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 373 00000100:00100000:0.0:1777421191.094003:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421191.094067:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421191.094110:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421191.094204:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006833152 00000100:00100000:1.0:1777421191.094395:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006833152 00000100:00100000:1.0:1777421191.094453:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006833280 00000100:00100000:1.0:1777421191.094457:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006833280 00000100:00100000:1.0:1777421191.094484:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 92 00000100:00100000:1.0:1777421191.094494:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+7:2361:x1863761006833152:12345-192.168.204.24@tcp:1:lfs.0 00010000:00010000:1.0:1777421191.094548:0:7984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c09ac lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.094575:0:7984:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000031276fb9/0xd9d09a059d6c0951 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cc6 expref: 7 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.094587:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777421191.094607:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 93 00010000:00010000:1.0:1777421191.094611:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421191.094616:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c09ac lrc: 4/0,1 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421191.094624:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+8:2361:x1863761006833280:12345-192.168.204.24@tcp:1:lfs.0 00010000:00010000:1.0:1777421191.094666:0:7984:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000031276fb9/0xd9d09a059d6c0951 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cc6 expref: 7 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.094682:0:7984:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000031276fb9/0xd9d09a059d6c0951 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cc6 expref: 7 pid: 6552 timeout: 357 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421191.094697:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018299392:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421191.094797:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077866b40 going to sleep for 11 seconds 00000100:00100000:1.0:1777421191.094816:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006833024 00000100:00100000:1.0:1777421191.094820:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006833024 00000100:00100000:1.0:1777421191.094864:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 374 00000100:00100000:1.0:1777421191.094871:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+36:2359:x1863761006833024:12345-192.168.204.24@tcp:33:lfs.0 00010000:00010000:1.0:1777421191.094908:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c09b3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.094921:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 36 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.094930:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 22 pid: 8245 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.094937:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0982 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cdb expref: 36 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.094957:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c09b3 lrc: 6/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x50010000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.094977:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0982 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cdb expref: 36 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.094986:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0982 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cdb expref: 36 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421191.094996:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018299520:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421191.095029:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 22 pid: 8245 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.095038:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 22 pid: 8245 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.095041:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf8e33e9/0xd9d09a059d6c09ba lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421191.095046:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018299648:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421191.095054:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000084d0fcd8/0xd9d09a059d6c0958 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ccd expref: 8 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.095086:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 36 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.095095:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 36 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421191.095104:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018299776:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421191.095127:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077866a80 going to sleep for 11 seconds 00010000:00010000:2.0:1777421191.095430:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421191.095432:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421191.095435:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf8e33e9/0xd9d09a059d6c09ba lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.095458:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000084d0fcd8/0xd9d09a059d6c0958 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ccd expref: 8 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.095467:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000084d0fcd8/0xd9d09a059d6c0958 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ccd expref: 8 pid: 7984 timeout: 357 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421191.095478:0:6552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6552:1863761018299904:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421191.095509:0:6552:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c557780 going to sleep for 11 seconds 00000100:00100000:1.0:1777421191.103332:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018299392:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421191.103366:0:7984:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c09ac lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421191.103454:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421191.103491:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421191.103509:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421191.103529:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421191.103588:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006833408 00000100:00100000:2.0:1777421191.103596:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006833408 00010000:00010000:2.0:1777421191.103638:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000031276fb9/0xd9d09a059d6c0951 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cc6 expref: 8 pid: 6552 timeout: 357 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421191.103664:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006833664 00000100:00100000:2.0:1777421191.103668:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006833664 00010000:00010000:2.0:1777421191.103684:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 37 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421191.103695:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006833536 00000100:00100000:2.0:1777421191.103698:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006833536 00010000:00010000:2.0:1777421191.103709:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0982 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cdb expref: 38 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421191.103719:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006833792 00000100:00100000:2.0:1777421191.103722:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006833792 00010000:00010000:2.0:1777421191.103735:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000084d0fcd8/0xd9d09a059d6c0958 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ccd expref: 9 pid: 7984 timeout: 357 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421191.103749:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 131 00000100:00100000:2.0:1777421191.103757:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b251bd7-457c-4889-b04e-8036834fd389+8:2359:x1863761006833408:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421191.103781:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421191.103807:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000031276fb9/0xd9d09a059d6c0951 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cc6 expref: 8 pid: 6552 timeout: 357 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.103833:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000031276fb9/0xd9d09a059d6c0951 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cc6 expref: 8 pid: 6552 timeout: 357 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.103862:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000031276fb9/0xd9d09a059d6c0951 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cc6 expref: 8 pid: 6552 timeout: 357 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.103879:0:6568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421191.103881:0:6568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421191.103885:0:6568:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c09ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.103894:0:6568:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c09ac lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.103915:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421191.103960:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b251bd7-457c-4889-b04e-8036834fd389+7:2359:x1863761006833408:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 203us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421191.103969:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 131 00000100:00100000:2.0:1777421191.103987:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 132 00000100:00100000:2.0:1777421191.103993:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b251bd7-457c-4889-b04e-8036834fd389+38:2359:x1863761006833664:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421191.104002:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421191.104022:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 38 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.104031:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 38 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.104053:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:2.0:1777421191.104068:0:6568:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c09b3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x50010000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.104077:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421191.104100:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b251bd7-457c-4889-b04e-8036834fd389+38:2359:x1863761006833664:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 106us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421191.104106:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 132 00000100:00100000:2.0:1777421191.104119:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 133 00000100:00100000:2.0:1777421191.104125:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b251bd7-457c-4889-b04e-8036834fd389+37:2359:x1863761006833536:12345-192.168.204.24@tcp:102:ldlm_bl.0 00010000:00010000:2.0:1777421191.104137:0:6568:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0982 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cdb expref: 37 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.104146:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0982 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cdb expref: 37 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.104155:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0982 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cdb expref: 37 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.104163:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:2.0:1777421191.104166:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1777421191.104168:0:6568:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c09b3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x50010000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.104176:0:6568:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0982 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cdb expref: 37 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421191.104208:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b251bd7-457c-4889-b04e-8036834fd389+37:2359:x1863761006833536:12345-192.168.204.24@tcp:102:ldlm_bl.0 Request processed in 83us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421191.104215:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 133 00000100:00100000:2.0:1777421191.104227:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 134 00000100:00100000:2.0:1777421191.104234:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b251bd7-457c-4889-b04e-8036834fd389+9:2359:x1863761006833792:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421191.104242:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421191.104255:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000084d0fcd8/0xd9d09a059d6c0958 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ccd expref: 9 pid: 7984 timeout: 357 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.104265:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000084d0fcd8/0xd9d09a059d6c0958 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ccd expref: 9 pid: 7984 timeout: 357 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.104311:0:6568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421191.104314:0:6568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421191.104317:0:6568:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf8e33e9/0xd9d09a059d6c09ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.104326:0:6568:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf8e33e9/0xd9d09a059d6c09ba lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.104338:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421191.104357:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b251bd7-457c-4889-b04e-8036834fd389+9:2359:x1863761006833792:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 123us (827us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421191.104363:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 134 00010000:00010000:1.0:1777421191.104611:0:7984:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c09ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.104621:0:7984:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c09ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.104646:0:7984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c09ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.104655:0:7984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c09ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.104664:0:7984:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c09ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.104672:0:7984:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce000 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421191.104677:0:7984:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c09ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421191.104685:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018299520:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421191.104689:0:7984:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c09ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421191.104701:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018299648:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421191.104719:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c07d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c5d expref: 36 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.104722:0:7984:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c09ac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.104739:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c09ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421191.104741:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018299776:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421191.104772:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c09b3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421191.104821:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+6:2361:x1863761006833152:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 10329us (10832us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421191.104830:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 92 00000100:00100000:2.0:1777421191.104909:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:0.0:1777421191.105302:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084d0fcd8/0xd9d09a059d6c0958 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ccd expref: 8 pid: 7984 timeout: 357 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421191.105317:0:6552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6552:1863761018299904:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421191.105331:0:6552:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cf8e33e9/0xd9d09a059d6c09ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.105340:0:6552:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cf8e33e9/0xd9d09a059d6c09ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.105347:0:6552:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf8e33e9/0xd9d09a059d6c09ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.105366:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf8e33e9/0xd9d09a059d6c09ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.105385:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf8e33e9/0xd9d09a059d6c09ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.105393:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf8e33e9/0xd9d09a059d6c09ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.105399:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6200 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421191.105403:0:6552:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf8e33e9/0xd9d09a059d6c09ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.105410:0:6552:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf8e33e9/0xd9d09a059d6c09ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.105421:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf8e33e9/0xd9d09a059d6c09ba lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421191.105428:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf8e33e9/0xd9d09a059d6c09ba lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421191.105478:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+7:2361:x1863761006833280:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 10861us (11410us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421191.105485:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 93 00000100:00100000:1.0:1777421191.105736:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006833920 00000100:00100000:1.0:1777421191.105744:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006833920 00010000:00010000:1.0:1777421191.106046:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 23 pid: 8245 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421191.106093:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 135 00000100:00100000:1.0:1777421191.106101:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:2358:x1863761006833920:12345-192.168.204.24@tcp:102:ldlm_bl.0 00010000:00010000:1.0:1777421191.106113:0:5756:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 23 pid: 8245 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.106123:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 23 pid: 8245 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.106134:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 23 pid: 8245 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.106152:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:1.0:1777421191.106155:0:5756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 41 00010000:00010000:1.0:1777421191.106159:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c09b3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.106168:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c09b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40090000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.106174:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c09b3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40090000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.106242:0:5756:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf800/0xd9d09a059d6c080f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04c64 expref: 23 pid: 8245 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421191.106307:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:2358:x1863761006833920:12345-192.168.204.24@tcp:102:ldlm_bl.0 Request processed in 206us (1397us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421191.106315:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 135 00010000:00010000:2.0:1777421191.107091:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c09b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.107101:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c09b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.107129:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c09b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.107137:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c09b3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.107143:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c09b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.107149:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce800 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421191.107153:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c09b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.107160:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c09b3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40018400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.107170:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:2.0:1777421191.107174:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777421191.107177:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c09b3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x44819400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.107183:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c09b3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x44819400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421191.107296:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+35:2359:x1863761006833024:12345-192.168.204.24@tcp:33:lfs.0 Request processed in 12401us (13165us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421191.107320:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 374 00000100:00100000:3.0:1777421191.112020:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421191.112116:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006834176 00000100:00100000:1.0:1777421191.112128:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006834176 00000100:00100000:1.0:1777421191.112248:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 99 00000100:00100000:1.0:1777421191.112260:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+35:14010:x1863761006834176:12345-192.168.204.24@tcp:35:lfs.0 00000004:00010000:1.0:1777421191.112353:0:5774:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000401:0x13:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c099e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ce9 expref: 35 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421191.112583:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967565 00000001:00080000:1.0:1777421191.112898:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967566 00010000:00010000:1.0:1777421191.112954:0:5774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c09c1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.112983:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0982 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cdb expref: 38 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.112992:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0966 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cd4 expref: 38 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.113000:0:5774:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c09c1 lrc: 5/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.113031:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0966 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cd4 expref: 38 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.113044:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0966 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cd4 expref: 38 pid: 8245 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421191.113070:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018300032:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421191.113147:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0982 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cdb expref: 38 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.113157:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0982 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cdb expref: 38 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421191.113165:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018300160:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421191.113187:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077866b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777421191.119382:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421191.119590:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006834304 00000100:00100000:3.0:1777421191.119600:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006834304 00010000:00010000:3.0:1777421191.119640:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0966 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cd4 expref: 39 pid: 8245 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421191.119716:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 136 00000100:00100000:3.0:1777421191.119727:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045cf3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+39:2361:x1863761006834304:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421191.119743:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421191.119750:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0966 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cd4 expref: 39 pid: 8245 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421191.119764:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0966 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cd4 expref: 39 pid: 8245 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421191.119788:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:3.0:1777421191.119794:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c09c1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421191.119803:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c09c1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421191.119809:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421191.119863:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045cf3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+39:2361:x1863761006834304:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 137us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421191.119870:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 136 00010000:00010000:1.0:1777421191.120036:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0966 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cd4 expref: 38 pid: 8245 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421191.120082:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018300032:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421191.120550:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018300160:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421191.120573:0:5774:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c09c1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421191.122166:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421191.122541:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006834432 00000100:00100000:3.0:1777421191.122561:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006834432 00010000:00010000:3.0:1777421191.122599:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0982 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cdb expref: 38 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421191.122683:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 137 00000100:00100000:3.0:1777421191.122694:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+38:2360:x1863761006834432:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421191.122710:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421191.122717:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0982 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cdb expref: 38 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421191.122730:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0982 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cdb expref: 38 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421191.122751:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0982 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cdb expref: 38 pid: 5770 timeout: 357 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421191.122766:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:3.0:1777421191.122771:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c09c1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421191.122781:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c09c1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421191.122789:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c09c1 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421191.122821:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421191.122879:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+37:2360:x1863761006834432:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 186us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421191.122897:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 137 00010000:00010000:1.0:1777421191.122943:0:5774:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c09c1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.122960:0:5774:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c09c1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421191.123106:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967567 00000001:00080000:1.0:1777421191.123354:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967568 00000100:00100000:1.0:1777421191.123626:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018300288:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777421191.123685:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421191.123719:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077866180 going to sleep for 11 seconds 00000100:00100000:2.0:1777421191.123879:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018300288 00000100:00100000:2.0:1777421191.123886:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018300288 00000100:00100000:2.0:1777421191.123924:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1777421191.123934:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5774:x1863761018300288:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777421191.124101:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5774:x1863761018300288:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 168us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421191.124108:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1777421191.124173:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018300288:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777421191.124227:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018300416:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777421191.124250:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421191.124328:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff971043973000 going to sleep for 11 seconds 00000100:00100000:2.0:1777421191.124360:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018300416 00000100:00100000:2.0:1777421191.124364:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018300416 00000100:00100000:2.0:1777421191.124389:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1777421191.124395:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:5774:x1863761018300416:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777421191.124710:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:5774:x1863761018300416:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 314us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421191.124717:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1777421191.124766:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018300416:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:1.0:1777421191.124948:0:5774:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].2, 280 off33328 00000001:00080000:1.0:1777421191.124990:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967569 00000100:00100000:1.0:1777421191.125045:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018300544:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777421191.125081:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421191.125122:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045342240 going to sleep for 11 seconds 00000100:00100000:2.0:1777421191.125203:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018300544 00000100:00100000:2.0:1777421191.125208:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018300544 00000100:00100000:2.0:1777421191.125243:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1777421191.125250:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:5774:x1863761018300544:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777421191.125412:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:5774:x1863761018300544:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 161us (330us total) trans 4294967315 rc 0/0 00000100:00100000:2.0:1777421191.125419:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1777421191.125557:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018300544:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777421191.125581:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018300672:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777421191.125600:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421191.125616:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045342240 going to sleep for 11 seconds 00000100:00100000:0.0:1777421191.125636:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018300672 00000100:00100000:0.0:1777421191.125646:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018300672 00000100:00100000:0.0:1777421191.125706:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1777421191.125713:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5774:x1863761018300672:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777421191.125830:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:5774:x1863761018300672:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 116us (226us total) trans 4294967316 rc 0/0 00000100:00100000:0.0:1777421191.125836:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1777421191.125851:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018300672:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1777421191.125895:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967570 00010000:00010000:1.0:1777421191.125921:0:5774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c09c1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.125931:0:5774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c09c1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.125936:0:5774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c09c1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.125941:0:5774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421191.125944:0:5774:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c09c1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.125949:0:5774:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c09c1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.125962:0:5774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:1.0:1777421191.125965:0:5774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777421191.125970:0:5774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c09c1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421191.125975:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c09c1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777421191.126181:0:5774:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x15:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1777421191.126477:0:5774:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].6, 64 off8576 00000004:00080000:1.0:1777421191.126486:0:5774:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 257683211829ns, next at 258683210139ns, rc = 0 00000040:00080000:1.0:1777421191.126516:0:5774:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4, 64 off8448 00000004:00080000:1.0:1777421191.126519:0:5774:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 257683244660ns, next at 258683244194ns, rc = 0 00000001:00080000:1.0:1777421191.126523:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967571 00010000:00010000:1.0:1777421191.126576:0:5774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:1.0:1777421191.126579:0:5774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777421191.126584:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c099e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ce9 expref: 41 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421191.126650:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+40:14010:x1863761006834176:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 14393us (14640us total) trans 4294967572 rc 0/0 00000100:00100000:1.0:1777421191.126668:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 99 00000020:00080000:1.0:1777421191.126672:0:5774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1777421191.148334:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421191.148490:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006834688 00000100:00100000:2.0:1777421191.148502:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006834688 00000100:00100000:2.0:1777421191.148557:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 375 00000100:00100000:2.0:1777421191.148567:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+40:14011:x1863761006834688:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421191.148604:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421191.148626:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c09c8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04cf0 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.148701:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c09cf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.148715:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c09cf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.148725:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c09cf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.148739:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c09d6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.148837:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c09d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.148847:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c09d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.149026:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c09dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.149034:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c09dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.149043:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c09dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421191.149064:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00010000:2.0:1777421191.149190:0:5770:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb size from disk: 524288 -> 524288 00000004:00010000:2.0:1777421191.149193:0:5770:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb mtime from disk: 1777421185 -> 1777421185 00000004:00010000:2.0:1777421191.149196:0:5770:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb atime from disk: 1777421185 -> 1777421185 00000004:00010000:2.0:1777421191.149198:0:5770:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb ctime from disk: 1777421190 -> 1777421190 00000004:00010000:2.0:1777421191.149200:0:5770:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb blocks from disk: 1030 -> 1030 00002000:00010000:2.0:1777421191.149204:0:5770:0:(mdt_io.c:1542:mdt_lvb2reply()) size 524288 00010000:00010000:2.0:1777421191.149209:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c09cf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.149217:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c09cf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.149224:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c09cf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.149230:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421191.149234:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c09cf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.149242:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c09cf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.149254:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff97104562fe00) 00010000:00010000:2.0:1777421191.149257:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421191.149261:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c09cf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.149268:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c09cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.149304:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c09d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.149318:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c09d6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.149324:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c09d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.149330:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421191.149333:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c09d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.149340:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c09d6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.149348:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x14789339 (ffff971049356100) 00010000:00010000:2.0:1777421191.149352:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421191.149354:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c09d6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.149589:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c09d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.149645:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c09c8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cf0 expref: 43 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.149658:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c09dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cf0 expref: 42 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.149665:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:2.0:1777421191.149667:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1777421191.149677:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe7400, rc 0) 00000100:00100000:2.0:1777421191.149967:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+42:14011:x1863761006834688:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1400us (1641us total) trans 4294967573 rc 0/0 00000100:00100000:2.0:1777421191.149976:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 375 00000100:00100000:0.0:1777421191.154095:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421191.154271:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006834816 00000100:00100000:2.0:1777421191.154353:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006834816 00000100:00100000:2.0:1777421191.154495:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 376 00000100:00100000:2.0:1777421191.154506:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+42:14011:x1863761006834816:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:2.0:1777421191.154581:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c09eb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.154600:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c09eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.154613:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c09eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.154642:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c09eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.154649:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c09eb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.154655:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c09eb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.154661:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421191.154665:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c09eb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.154672:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c09eb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.154702:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:2.0:1777421191.154705:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421191.154710:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c09eb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.154716:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c09eb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421191.154928:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+42:14011:x1863761006834816:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 422us (841us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421191.154936:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 376 00000100:00100000:3.0:1777421191.159583:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421191.160134:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006835072 00000100:00100000:1.0:1777421191.160147:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006835072 00000100:00100000:1.0:1777421191.160209:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 100 00000100:00100000:1.0:1777421191.160219:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c486d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+42:14011:x1863761006835072:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1777421191.160497:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c486d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+43:14011:x1863761006835072:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 270us (914us total) trans 4294967574 rc 0/0 00000100:00100000:1.0:1777421191.160505:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 100 00000100:00100000:0.0:1777421191.182725:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421191.183797:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006835328 00000100:00100000:2.0:1777421191.183813:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006835328 00000100:00100000:2.0:1777421191.183926:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 377 00000100:00100000:2.0:1777421191.183937:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+43:14014:x1863761006835328:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421191.183961:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421191.183985:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c09f2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04cf7 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.184121:0:5770:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7400/0xd9d09a059d6c09dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cf0 expref: 44 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.184140:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c09f9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.184153:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c09f9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.184165:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c09f9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421191.184185:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00010000:00010000:2.0:1777421191.184414:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c09f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cf7 expref: 46 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.184437:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7800/0xd9d09a059d6c09f9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cf7 expref: 45 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.184444:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:2.0:1777421191.184446:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777421191.184448:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe7800, rc 0) 00000100:00100000:2.0:1777421191.184625:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+45:14014:x1863761006835328:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 688us (1909us total) trans 4294967575 rc 0/0 00000100:00100000:2.0:1777421191.184633:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 377 00000100:00100000:0.0:1777421191.188805:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421191.189531:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006835456 00000100:00100000:2.0:1777421191.189545:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006835456 00000100:00100000:2.0:1777421191.189663:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 378 00000100:00100000:2.0:1777421191.189676:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+45:14014:x1863761006835456:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:2.0:1777421191.189757:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0a07 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.189774:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0a07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.189785:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0a07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.189811:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0a07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.189832:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0a07 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.189838:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0a07 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.189844:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421191.189847:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0a07 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.189855:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0a07 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.189866:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff971049356400) 00010000:00010000:2.0:1777421191.189869:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421191.189874:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0a07 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421191.189880:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0a07 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421191.189954:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+45:14014:x1863761006835456:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 280us (1159us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421191.189961:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 378 00010000:00010000:0.0:1777421191.396065:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421191.459425:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018300800:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421191.459499:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421191.459822:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018300800 00000100:00100000:3.0:1777421191.459832:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018300800 00000100:00100000:3.0:1777421191.459883:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1777421191.459894:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3300:x1863761018300800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777421191.459931:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 54460416 pending 0 free 3855613952 avail 3853516800 00000100:00100000:3.0:1777421191.459984:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3300:x1863761018300800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421191.459991:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1777421191.460127:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018300800:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421191.476451:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421191.476492:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421191.476519:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006835584 00000100:00100000:0.0:1777421191.476530:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006835584 00000100:00100000:3.0:1777421191.476538:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421191.476586:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 274 00000100:00100000:0.0:1777421191.476597:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2358:x1863761006835584:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421191.476629:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006835840 00000100:00100000:1.0:1777421191.476635:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006835840 00000100:00100000:1.0:1777421191.476670:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006835712 00000100:00100000:1.0:1777421191.476673:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006835712 00000100:00100000:0.0:1777421191.476679:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2358:x1863761006835584:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 82us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421191.476687:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 274 00000100:00100000:1.0:1777421191.476696:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 86 00000100:00100000:1.0:1777421191.476706:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c487b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2358:x1863761006835840:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421191.476735:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 87 00000100:00100000:1.0:1777421191.476744:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c487b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2358:x1863761006835840:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 38us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421191.476746:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2358:x1863761006835712:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421191.476759:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 86 00000100:00100000:0.0:1777421191.476787:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2358:x1863761006835712:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 43us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421191.476793:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 87 00010000:00010000:1.0:1777421192.418662:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421192.483354:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863761018301056:0@lo:400:kworker.0 00000100:00100000:1.0:1777421192.483446:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421192.483518:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018301568:0@lo:400:kworker.0 00000100:00100000:1.0:1777421192.483546:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421192.483590:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1777421192.483594:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018301184:0@lo:400:kworker.0 00000100:00100000:1.0:1777421192.483599:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018300928:0@lo:400:kworker.0 00000100:00100000:0.0:1777421192.483637:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421192.483684:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777421192.483690:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018301312:0@lo:400:kworker.0 00000100:00100000:0.0:1777421192.483713:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421192.483750:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018301056 00000100:00100000:0.0:1777421192.483761:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018301056 00000100:00100000:1.0:1777421192.484015:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421192.484186:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018301184 00000100:00100000:3.0:1777421192.484207:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018301184 00000004:00080000:2.0:1777421192.484211:0:7991:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 259040934944ns, next at 260040931906ns, rc = 0 00000100:00100000:2.0:1777421192.484250:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018301568 00000100:00100000:2.0:1777421192.484255:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018301568 00000100:00100000:2.0:1777421192.484341:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018301312 00000100:00100000:2.0:1777421192.484345:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018301312 00000100:00100000:3.0:1777421192.484356:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1777421192.484374:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863761018301056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421192.484385:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1777421192.484407:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3298:x1863761018301568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421192.484553:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018301440:0@lo:400:kworker.0 00000100:00100000:2.0:1777421192.485303:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3298:x1863761018301568:12345-0@lo:400:kworker.0 Request processed in 895us (1751us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421192.485315:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1777421192.485333:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863761018301056:12345-0@lo:400:kworker.0 Request processed in 962us (1882us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421192.485352:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1777421192.485352:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1777421192.485372:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3299:x1863761018301312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421192.485392:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1777421192.485406:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018301184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421192.485430:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3299:x1863761018301312:12345-0@lo:400:kworker.0 Request processed in 63us (1714us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421192.485438:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1777421192.485468:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018301184:12345-0@lo:400:kworker.0 Request processed in 65us (1829us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421192.485480:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1777421192.485490:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018301696:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421192.485530:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1777421192.485536:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777421192.485543:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777421192.485549:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421192.485587:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018301312:0@lo:400:kworker.0 00000100:00100000:3.0:1777421192.485589:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018301696 00000100:00100000:3.0:1777421192.485599:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018301696 00000100:00100000:3.0:1777421192.485637:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1777421192.485643:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3299:x1863761018301696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777421192.485673:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 52756480 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1777421192.485714:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3299:x1863761018301696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421192.485720:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1777421192.485753:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018300928 00000100:00100000:3.0:1777421192.485757:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018300928 00000100:00100000:3.0:1777421192.485781:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:3.0:1777421192.485787:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018300928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421192.485817:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018300928:12345-0@lo:400:kworker.0 Request processed in 31us (1802us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421192.485823:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:1.0:1777421192.485972:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421192.486016:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018301440 00000100:00100000:1.0:1777421192.486023:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863761018301056:0@lo:400:kworker.0 00000100:00100000:3.0:1777421192.486024:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018301440 00000100:00100000:1.0:1777421192.486061:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018301568:0@lo:400:kworker.0 00000100:00100000:3.0:1777421192.486083:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1777421192.486095:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018301440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421192.486097:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018300928:0@lo:400:kworker.0 00000100:00080000:1.0:1777421192.486162:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421192.486171:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018301440:12345-0@lo:400:kworker.0 Request processed in 73us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421192.486180:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1777421192.486193:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018301440:0@lo:400:kworker.0 00000100:00100000:2.0:1777421192.486266:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018301184:0@lo:400:kworker.0 00000100:00100000:2.0:1777421192.486325:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018301696:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1777421193.442503:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777421193.544365:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967312 is committed 00000001:00080000:1.0:1777421193.544380:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967310 is committed 00000001:00080000:1.0:1777421193.544386:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967311 is committed 00000001:00080000:1.0:1777421193.544391:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967315 is committed 00000001:00080000:1.0:1777421193.544399:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967314 is committed 00000040:00080000:3.0:1777421194.212767:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421194.212773:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421194.213051:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 11 count 3 00000040:00080000:3.0:1777421194.213064:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421194.250424:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421194.250517:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006835968 00000100:00100000:3.0:1777421194.250536:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006835968 00000100:00080000:1.0:1777421194.250630:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421194.250644:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 379 00000100:00100000:3.0:1777421194.250660:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:13954:x1863761006835968:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1777421194.250802:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:13954:x1863761006835968:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 Request processed in 147us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421194.250811:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 379 00000100:00100000:3.0:1777421194.254267:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421194.254439:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006836224 00000100:00100000:1.0:1777421194.254456:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006836224 00000100:00100000:1.0:1777421194.254536:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101 00000100:00100000:1.0:1777421194.254547:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:13954:x1863761006836224:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421194.254819:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:13954:x1863761006836224:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 273us (566us total) trans 4294967576 rc 0/0 00000100:00100000:1.0:1777421194.254828:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101 00010000:00010000:0.0:1777421194.466637:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777421195.093438:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967316 is committed 00000001:00080000:1.0:1777421195.093667:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967315 is committed 00000001:00080000:1.0:1777421195.093679:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967313 is committed 00000001:00080000:1.0:1777421195.096072:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967564 is committed 00000001:00080000:1.0:1777421195.096091:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967556 is committed 00000020:00080000:1.0:1777421195.096102:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff97104a6a4540 refcount 2 committed 0 result 0 batchid 8 00000020:00080000:1.0:1777421195.096119:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9710466c5000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff97107796d840 00000020:00080000:1.0:1777421195.096124:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9710466c5e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff97104a6a40c0 00000020:00080000:1.0:1777421195.096127:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9710466c5100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff971080905400 00000020:00080000:1.0:1777421195.096131:0:5792:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].1 00000020:00080000:1.0:1777421195.096163:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 7 batchid updated 00000001:00080000:1.0:1777421195.096176:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967576 is committed 00000001:00080000:1.0:1777421195.096183:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967574 is committed 00000004:00080000:1.0:1777421195.096197:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 4 committed 00000004:00080000:1.0:1777421195.096209:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 7 committed 00000020:00080000:1.0:1777421195.096223:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff971077866540 refcount 2 committed 0 result 0 batchid 9 00000020:00080000:1.0:1777421195.096227:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff971045c89600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9710453429c0 00000020:00080000:1.0:1777421195.096231:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff971045c89700 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff97104fcf6480 00000020:00080000:1.0:1777421195.096234:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff971045c89100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff970f42e9f400 00000020:00080000:1.0:1777421195.096237:0:5792:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].2 00000020:00080000:0.0:1777421195.096260:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 9 committed batchid 7 00000004:00080000:1.0:1777421195.096263:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 8 committed 00000001:00080000:1.0:1777421195.096293:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967575 is committed 00000020:00080000:0.0:1777421195.096500:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 7 00000100:00100000:1.0:1777421195.096504:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018301824:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777421195.096548:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018301952:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777421195.096571:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421195.096613:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421195.096655:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018301824 00000100:00100000:3.0:1777421195.096662:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018301824 00000100:00100000:3.0:1777421195.096717:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018301952 00000100:00100000:3.0:1777421195.096720:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018301952 00000100:00100000:2.0:1777421195.096727:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1777421195.096742:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018301824:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777421195.096749:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00080000:1.0:1777421195.096758:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421195.096759:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018301952:12345-0@lo:6:osp-syn-1-0.0 00000100:00080000:1.0:1777421195.096763:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00080000:2.0:1777421195.096769:0:6552:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:7 count 1 00002000:00080000:3.0:1777421195.096774:0:7984:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8 count 1 00002000:00010000:3.0:1777421195.096805:0:7984:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x8:0x0] initial LVB size: 1048576, mtime: 0x69f14b81, atime: 0x69f14b81, ctime: 0x69f14b86, blocks: 0x407 00002000:00010000:2.0:1777421195.096805:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x7:0x0] initial LVB size: 0, mtime: 0x69f14b81, atime: 0x69f14b81, ctime: 0x69f14b86, blocks: 0x1 00010000:00010000:3.0:1777421195.096815:0:7984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000033a1ea19/0xd9d09a059d6c0a0e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.096817:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000020758c00/0xd9d09a059d6c0a15 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.096833:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421195.096835:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421195.096840:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000033a1ea19/0xd9d09a059d6c0a0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.096846:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421195.096850:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421195.096855:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000020758c00/0xd9d09a059d6c0a15 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.096857:0:7984:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000033a1ea19/0xd9d09a059d6c0a0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.096872:0:7984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000033a1ea19/0xd9d09a059d6c0a0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.096883:0:7984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000033a1ea19/0xd9d09a059d6c0a0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.096888:0:6552:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020758c00/0xd9d09a059d6c0a15 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.096900:0:7984:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777421195.096900:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000020758c00/0xd9d09a059d6c0a15 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.096911:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000020758c00/0xd9d09a059d6c0a15 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.096923:0:7433:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1777421195.096931:0:6552:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777421195.096940:0:7433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000033a1ea19/0xd9d09a059d6c0a0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.096949:0:7433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbaa00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421195.096954:0:7433:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000033a1ea19/0xd9d09a059d6c0a0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.096963:0:7433:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000033a1ea19/0xd9d09a059d6c0a0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.096979:0:7433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000033a1ea19/0xd9d09a059d6c0a0e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.097009:0:7433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000033a1ea19/0xd9d09a059d6c0a0e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.097029:0:7433:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777421195.097033:0:7433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000020758c00/0xd9d09a059d6c0a15 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.097040:0:7433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7200 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421195.097043:0:7433:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000020758c00/0xd9d09a059d6c0a15 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.097051:0:7433:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000020758c00/0xd9d09a059d6c0a15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.097062:0:7433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000020758c00/0xd9d09a059d6c0a15 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.097069:0:7433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020758c00/0xd9d09a059d6c0a15 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.097082:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421195.097083:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421195.097085:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421195.097652:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018301952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 893us (1036us total) trans 4294967317 rc 0/0 00000100:00100000:3.0:1777421195.097662:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1777421195.097666:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018301824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 925us (1091us total) trans 4294967316 rc 0/0 00000100:00100000:2.0:1777421195.097676:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00010000:00010000:2.0:1777421195.097700:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421195.097718:0:3297:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967316 gen 2 00000004:00080000:3.0:1777421195.097726:0:3297:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967314 committed transno 4294967316 00000100:00100000:1.0:1777421195.097727:0:3300:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967315 gen 2 00000004:00080000:1.0:1777421195.097731:0:3300:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967310 committed transno 4294967315 00000004:00080000:3.0:1777421195.097747:0:3297:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967316 committed transno 4294967316 00000004:00080000:1.0:1777421195.097750:0:3300:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff97107c83e680, transno 4294967311 00000100:00100000:3.0:1777421195.097761:0:3297:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff97106ffe9500 x1863761018301952/t4294967317(4294967317) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777421211 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1777421195.097764:0:3300:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967313 committed transno 4294967315 00000004:00080000:3.0:1777421195.097773:0:3297:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff97106ffe9500/2, rc 0, transno 4294967317 00000100:00100000:3.0:1777421195.097777:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018301952:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1777421195.097787:0:3300:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967315 committed transno 4294967315 00000100:00100000:1.0:1777421195.097800:0:3300:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff97106ffe9880 x1863761018301824/t4294967316(4294967316) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777421211 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1777421195.097809:0:3300:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff97106ffe9880/2, rc 0, transno 4294967316 00000100:00100000:1.0:1777421195.097813:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018301824:0@lo:6:osp-syn-0-0.0 00000001:02000400:2.0:1777421195.269025:0:13801:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 2: Check file dirtyness when doing setattr ========================================================== 20:06:33 (1777421193) 00000100:00100000:2.0:1777421195.340445:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421195.341072:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006836352 00000100:00100000:0.0:1777421195.341085:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006836352 00000100:00100000:0.0:1777421195.341185:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 380 00000100:00100000:0.0:1777421195.341196:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+28:14586:x1863761006836352:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421195.341217:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421195.341240:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0a1c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04cfe expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777421195.341260:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777421195.341343:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a23 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.341361:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a23 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.341376:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a23 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.341392:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a2a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.341399:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.341416:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.341506:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a23 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.341514:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a23 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.341521:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a23 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.341527:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421195.341532:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a23 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.341539:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a23 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.341554:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356800) 00010000:00010000:0.0:1777421195.341557:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421195.341563:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a23 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.341569:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a23 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.341582:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.341587:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a2a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.341600:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a2a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.341605:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421195.341608:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a2a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.341614:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a2a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.341623:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf746ee97 (ffff971042afd900) 00010000:00010000:0.0:1777421195.341625:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421195.341628:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a2a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.341633:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a2a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.341668:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0a1c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cfe expref: 29 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.341678:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356800) 00010000:00010000:0.0:1777421195.341680:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421195.341684:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0a1c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04cfe expref: 29 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.341693:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b62000, rc 0) 00000100:00100000:0.0:1777421195.341758:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+28:14586:x1863761006836352:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 563us (1329us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421195.341776:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 380 00000100:00100000:0.0:1777421195.345695:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421195.351418:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006836608 00000100:00100000:3.0:1777421195.351436:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006836608 00000100:00100000:3.0:1777421195.351509:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 381 00000100:00100000:3.0:1777421195.351519:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+28:14586:x1863761006836608:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:3.0:1777421195.351576:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421195.351605:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c05ed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bbc expref: 28 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.351709:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356800) 00010000:00010000:3.0:1777421195.351716:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421195.351814:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0a31 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.351827:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c06aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bfb expref: 14 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.351835:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0a31 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.351871:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c06aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bfb expref: 14 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.351885:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c06aa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bfb expref: 14 pid: 8245 timeout: 361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421195.351903:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c29c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018302080:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421195.352190:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049a809c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421195.353991:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c29c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018302080:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421195.354027:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0a31 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421195.354410:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421195.354492:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006836736 00000100:00100000:3.0:1777421195.354501:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006836736 00010000:00010000:3.0:1777421195.354542:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c06aa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bfb expref: 15 pid: 8245 timeout: 361 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421195.354674:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 138 00000100:00100000:3.0:1777421195.354685:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:2361:x1863761006836736:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421195.354699:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421195.354706:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c06aa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bfb expref: 15 pid: 8245 timeout: 361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.354718:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c06aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bfb expref: 15 pid: 8245 timeout: 361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.354741:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c06aa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04bfb expref: 15 pid: 8245 timeout: 361 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.354756:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356800) 00010000:00010000:3.0:1777421195.354761:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0a31 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.354768:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0a31 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.354774:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0a31 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.354796:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421195.354842:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:2361:x1863761006836736:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 158us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421195.354850:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 138 00010000:00010000:2.0:1777421195.354904:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0a31 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.354911:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0a31 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.354937:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0a38 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.354959:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0a38 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.354968:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0a38 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421195.355644:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x16:0x0]: returning size 512 00010000:00010000:2.0:1777421195.355656:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0a31 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.355665:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0a31 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.355672:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0a31 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.355679:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbac00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421195.355684:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0a31 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.355693:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0a31 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.355705:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356800) 00010000:00010000:2.0:1777421195.355709:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421195.355712:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0a31 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.355719:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0a31 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421195.355753:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000070a98223 reply state 000000004efa26e8 transno 4294967577 ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0a38 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421195.355766:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421195.356317:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+29:14586:x1863761006836608:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 4795us (10629us total) trans 4294967577 rc 0/0 00000100:00100000:2.0:1777421195.356325:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 381 00010000:00010000:3.0:1777421195.357674:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0a38 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.357695:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0a38 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.357702:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0a38 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.357708:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421195.357712:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0a38 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.357719:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0a38 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.357733:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf746ee97 (ffff971049356b00) 00010000:00010000:3.0:1777421195.357736:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421195.357740:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0a38 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.357746:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0a38 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421195.376040:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421195.382223:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006836864 00000100:00100000:3.0:1777421195.382238:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006836864 00000100:00100000:3.0:1777421195.382322:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 382 00000100:00100000:3.0:1777421195.382333:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:14590:x1863761006836864:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:3.0:1777421195.382368:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421195.382398:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c0a3f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04d05 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.382506:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0a46 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.382521:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0a46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.382537:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0a46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421195.382600:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1777421195.382604:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 9 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421195.382627:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0a46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.382650:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c0a3f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d05 expref: 16 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.382664:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0a46 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d05 expref: 15 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.382673:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043f8bb00) 00010000:00010000:3.0:1777421195.382676:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421195.382680:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbae00, rc 0) 00000100:00100000:3.0:1777421195.382738:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:14590:x1863761006836864:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 408us (6707us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421195.382745:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 382 00000100:00100000:1.0:1777421195.386043:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421195.386111:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421195.386820:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006837248 00000100:00100000:3.0:1777421195.386832:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006837248 00000100:00100000:2.0:1777421195.386907:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006836992 00000100:00100000:2.0:1777421195.386911:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006836992 00000100:00100000:2.0:1777421195.386951:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 383 00000100:00100000:2.0:1777421195.386963:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:14590:x1863761006837248:12345-192.168.204.24@tcp:36:mkdir.0 00010000:00010000:2.0:1777421195.387028:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421195.387057:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c0a46 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d05 expref: 16 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.387075:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043f8bb00) 00010000:00010000:2.0:1777421195.387085:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421195.387250:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:14590:x1863761006837248:12345-192.168.204.24@tcp:36:mkdir.0 Request processed in 288us (1216us total) trans 0 rc -17/-17 00000100:00100000:2.0:1777421195.387258:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 383 00000100:00100000:2.0:1777421195.387299:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 384 00000100:00100000:2.0:1777421195.387307:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:2360:x1863761006836992:12345-192.168.204.24@tcp:41:mkdir.0 00000004:00000024:2.0:1777421195.387339:0:8245:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 14680064 pending 0 free 2258763776 avail 2256666624 00000100:00100000:2.0:1777421195.387373:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:2360:x1863761006836992:12345-192.168.204.24@tcp:41:mkdir.0 Request processed in 67us (1262us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421195.387387:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 384 00000100:00100000:3.0:1777421195.389341:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421195.389372:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006837376 00000100:00100000:3.0:1777421195.389381:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006837376 00000100:00100000:3.0:1777421195.389420:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 385 00000100:00100000:3.0:1777421195.389429:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:14590:x1863761006837376:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:3.0:1777421195.389452:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421195.389483:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0a4d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04d0c expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.389557:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c0a54 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.389571:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c0a54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.389594:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c0a54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421195.389656:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1777421195.389660:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 9 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421195.389679:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c0a54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.389703:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0a4d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d0c expref: 16 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.389720:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c0a54 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d0c expref: 15 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.389728:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043f8b000) 00010000:00010000:3.0:1777421195.389737:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421195.389741:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbb800, rc 0) 00000100:00100000:3.0:1777421195.389791:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:14590:x1863761006837376:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 362us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421195.389798:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 385 00000100:00100000:1.0:1777421195.394207:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421195.394241:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006837504 00000100:00100000:0.0:1777421195.394252:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006837504 00000100:00100000:0.0:1777421195.394332:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 386 00000100:00100000:0.0:1777421195.394343:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:14590:x1863761006837504:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:0.0:1777421195.394363:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421195.394385:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0a5b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04d13 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394476:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a62 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394490:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394502:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394516:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a69 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394522:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394528:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394626:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62600/0xd9d09a059d6c0a70 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394641:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62600/0xd9d09a059d6c0a70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394648:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62600/0xd9d09a059d6c0a70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421195.394685:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x16:0x0]: returning size 512 00000004:00200000:0.0:1777421195.394688:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421195.394710:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62600/0xd9d09a059d6c0a70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394722:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394729:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a62 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394734:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a62 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394741:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421195.394745:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a62 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394753:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a62 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394763:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043f8b000) 00010000:00010000:0.0:1777421195.394766:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421195.394771:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a62 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394786:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a62 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394798:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394804:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a69 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394809:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394814:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421195.394817:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394823:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a69 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394830:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf746ee97 (ffff971042afd900) 00010000:00010000:0.0:1777421195.394832:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421195.394834:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a69 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394840:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a69 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394866:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0a5b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d13 expref: 17 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394878:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62600/0xd9d09a059d6c0a70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d13 expref: 16 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.394890:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421195.394892:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421195.394894:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b62600, rc 0) 00000100:00100000:0.0:1777421195.394943:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:14590:x1863761006837504:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 603us (743us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421195.394950:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 386 00000100:00100000:3.0:1777421195.403076:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421195.403157:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006837632 00000100:00100000:0.0:1777421195.403169:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006837632 00000100:00100000:0.0:1777421195.403232:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 387 00000100:00100000:0.0:1777421195.403244:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:14595:x1863761006837632:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:0.0:1777421195.403268:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421195.403656:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0a77 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04d1a expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.403727:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a7e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.403742:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.403756:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.403810:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a85 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.403819:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.403843:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.403913:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.403920:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a7e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.403926:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a7e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.403932:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421195.403936:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a7e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.403943:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a7e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.403955:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421195.403958:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421195.403962:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a7e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.403969:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a7e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.404077:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.404091:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a85 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.404103:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.404108:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421195.404111:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.404117:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a85 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.404134:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x950f374f (ffff971042afd900) 00010000:00010000:0.0:1777421195.404137:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421195.404140:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a85 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.404145:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a85 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.404499:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0a77 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d1a expref: 17 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.404511:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421195.404513:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421195.404517:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0a77 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d1a expref: 17 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.404529:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b62000, rc 0) 00000100:00100000:0.0:1777421195.404635:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:14595:x1863761006837632:12345-192.168.204.24@tcp:101:rm.0 Request processed in 1392us (1568us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421195.404652:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 387 00000100:00100000:0.0:1777421195.416804:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421195.417267:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006837888 00000100:00100000:3.0:1777421195.417302:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006837888 00000100:00100000:3.0:1777421195.417373:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 388 00000100:00100000:3.0:1777421195.417383:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:14597:x1863761006837888:12345-192.168.204.24@tcp:101:dd.0 00010000:00010000:3.0:1777421195.417401:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421195.417404:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1777421195.417428:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62600/0xd9d09a059d6c0a70 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d13 expref: 16 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.417448:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff971042afd700) 00010000:00010000:3.0:1777421195.417461:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421195.417714:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0a8c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04d21 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.417898:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a93 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.417913:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a93 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.417924:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a93 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.417937:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a9a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.417944:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.417951:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421195.419783:0:5771:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x9:0x0], index 1: 0 00010000:00010000:0.0:1777421195.419988:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0aa1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.420002:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0aa1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.420014:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0aa1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.420067:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a93 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.420074:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a93 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.420081:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a93 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.420087:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421195.420091:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a93 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.420098:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a93 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.420109:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff971042afd900) 00010000:00010000:0.0:1777421195.420112:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421195.420116:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a93 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.420122:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0a93 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421195.420133:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000006081dbd2 reply state 000000002ddd2d1c transno 4294967578 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421195.420142:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777421195.420177:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0a8c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d21 expref: 18 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.420206:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0aa1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d21 expref: 17 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.420213:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971042afde00) 00010000:00010000:0.0:1777421195.420215:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421195.420218:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b62e00, rc 0) 00000100:00100000:0.0:1777421195.420540:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:14597:x1863761006837888:12345-192.168.204.24@tcp:101:dd.0 Request processed in 3156us (3744us total) trans 4294967578 rc 0/0 00000100:00100000:0.0:1777421195.420550:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 388 00010000:00010000:2.0:1777421195.428440:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.428473:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a9a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.428483:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a9a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.428492:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421195.428499:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a9a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.428509:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a9a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.428537:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x950f374f (ffff971042afdd00) 00010000:00010000:2.0:1777421195.428541:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421195.428549:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a9a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.428556:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0a9a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421195.428758:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421195.430216:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006838144 00000100:00100000:2.0:1777421195.430240:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006838144 00000100:00100000:2.0:1777421195.430347:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 102 00000100:00100000:2.0:1777421195.430360:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4c1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:14597:x1863761006838144:12345-192.168.204.24@tcp:35:dd.0 00000100:00100000:2.0:1777421195.431138:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4c1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:14597:x1863761006838144:12345-192.168.204.24@tcp:35:dd.0 Request processed in 777us (2384us total) trans 4294967579 rc 0/0 00000100:00100000:2.0:1777421195.431166:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 102 00000100:00100000:0.0:1777421195.452696:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421195.453336:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006838272 00000100:00100000:2.0:1777421195.453552:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006838272 00000100:00100000:2.0:1777421195.453638:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 389 00000100:00100000:2.0:1777421195.453652:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:14601:x1863761006838272:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421195.453685:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421195.453712:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0aaf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04d28 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.453794:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0ab6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.453811:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0ab6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.453826:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0ab6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.453844:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0abd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.453850:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0abd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.453857:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0abd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.454016:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0ac4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.454044:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0ac4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.454052:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0ac4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421195.454094:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x16:0x0]: returning size 512 00000004:00200000:2.0:1777421195.454098:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421195.454126:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0ac4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.454142:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0ab6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.454149:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0ab6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.454155:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0ab6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.454162:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421195.454167:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0ab6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.454175:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0ab6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.454191:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043f8b000) 00010000:00010000:2.0:1777421195.454194:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421195.454199:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0ab6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.454216:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0ab6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.454231:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0abd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.454237:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0abd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.454242:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0abd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.454247:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421195.454250:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0abd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.454256:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0abd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.454264:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf746ee97 (ffff971049356800) 00010000:00010000:2.0:1777421195.454267:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421195.454270:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0abd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.454310:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0abd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.454357:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0aaf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d28 expref: 20 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.454371:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6000/0xd9d09a059d6c0ac4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d28 expref: 19 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.454395:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff971049356600) 00010000:00010000:2.0:1777421195.454398:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421195.454401:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe6000, rc 0) 00000100:00100000:2.0:1777421195.454486:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:14601:x1863761006838272:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 837us (1799us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421195.454494:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 389 00000100:00100000:1.0:1777421195.474773:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421195.474895:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006838400 00000100:00100000:2.0:1777421195.474904:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006838400 00000100:00100000:2.0:1777421195.474966:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 390 00000100:00100000:2.0:1777421195.474987:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+28:14605:x1863761006838400:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421195.475013:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421195.475034:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0acb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04d2f expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.475102:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0ad2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.475118:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0ad2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.475130:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0ad2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421195.475192:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1777421195.475196:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 9 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421195.475222:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0ad2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.475268:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0acb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d2f expref: 30 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.475324:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0ad2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d2f expref: 29 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.475333:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043f8b000) 00010000:00010000:2.0:1777421195.475337:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421195.475340:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe6e00, rc 0) 00000100:00100000:2.0:1777421195.475401:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+29:14605:x1863761006838400:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 425us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421195.475409:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 390 00000100:00100000:3.0:1777421195.477257:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421195.477489:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006838528 00000100:00100000:1.0:1777421195.477503:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006838528 00000100:00100000:1.0:1777421195.477572:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 391 00000100:00100000:1.0:1777421195.477596:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+29:14605:x1863761006838528:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421195.477625:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421195.477652:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0ad9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04d36 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.477737:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0ae0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.477755:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0ae0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.477769:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0ae0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.477786:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0ae7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.477810:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.477829:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.477993:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c0aee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.478003:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c0aee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.478011:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c0aee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421195.478055:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x16:0x0]: returning size 512 00000004:00200000:1.0:1777421195.478059:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421195.478087:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c0aee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.478102:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0ae0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.478316:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0ae0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.478326:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0ae0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.478334:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421195.478340:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0ae0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.478359:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0ae0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.478381:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043f8b000) 00010000:00010000:1.0:1777421195.478384:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421195.478391:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0ae0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.478398:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0ae0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.478414:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.478420:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0ae7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.478425:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0ae7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.478430:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421195.478433:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0ae7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.478440:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0ae7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.478447:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf746ee97 (ffff97104562f900) 00010000:00010000:1.0:1777421195.478449:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421195.478452:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0ae7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.478469:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0ae7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.478513:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0ad9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d36 expref: 31 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.478530:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cee00/0xd9d09a059d6c0aee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d36 expref: 30 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.478538:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff971049356600) 00010000:00010000:1.0:1777421195.478540:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421195.478543:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cee00, rc 0) 00000100:00100000:1.0:1777421195.478767:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+30:14605:x1863761006838528:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1174us (1521us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421195.478777:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 391 00000100:00100000:0.0:1777421195.481857:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421195.481941:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006838784 00000100:00100000:1.0:1777421195.481956:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006838784 00000100:00100000:1.0:1777421195.482042:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 392 00000100:00100000:1.0:1777421195.482053:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+30:14605:x1863761006838784:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421195.482080:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421195.482108:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0af5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04d3d expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.482245:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0afc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.482305:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0afc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.482345:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0afc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.482366:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b03 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.482374:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.482381:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.482569:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0b0a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.482725:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0b0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.482732:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0b0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421195.482746:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x9:0x0]: returning size 0 00010000:00010000:1.0:1777421195.482892:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0afc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.482901:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0afc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.482909:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0afc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.482916:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421195.482927:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0afc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.482936:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0afc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.482950:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff971049356600) 00010000:00010000:1.0:1777421195.482954:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421195.482960:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0afc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.482967:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0afc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.483078:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.483085:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b03 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.483091:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b03 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.483096:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421195.483098:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b03 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.483174:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b03 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.483185:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x950f374f (ffff97104562f400) 00010000:00010000:1.0:1777421195.483188:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421195.483199:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b03 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.483204:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b03 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.483346:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0af5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d3d expref: 33 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.483364:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0b0a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d3d expref: 32 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.483372:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971042afde00) 00010000:00010000:1.0:1777421195.483375:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421195.483377:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cfc00, rc 0) 00000100:00100000:1.0:1777421195.483465:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+32:14605:x1863761006838784:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1413us (1626us total) trans 4294967580 rc 0/0 00000100:00100000:1.0:1777421195.483474:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 392 00000100:00100000:2.0:1777421195.487070:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421195.487234:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006838912 00000100:00100000:1.0:1777421195.487253:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006838912 00000100:00100000:1.0:1777421195.487460:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 393 00000100:00100000:1.0:1777421195.487473:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+32:14605:x1863761006838912:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:1.0:1777421195.487567:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0b18 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.487598:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0b18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.487615:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0b18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.487673:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0b18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.487681:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0b18 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.487689:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0b18 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.487697:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421195.487702:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0b18 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.487710:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0b18 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.487724:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971042afde00) 00010000:00010000:1.0:1777421195.487728:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421195.487734:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0b18 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.487741:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0b18 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421195.487884:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+32:14605:x1863761006838912:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 404us (818us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421195.487893:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 393 00010000:00010000:0.0:1777421195.491991:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421195.492652:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421195.493134:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006839168 00000100:00100000:2.0:1777421195.493148:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006839168 00000100:00100000:2.0:1777421195.493252:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 103 00000100:00100000:2.0:1777421195.493264:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+32:14605:x1863761006839168:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:2.0:1777421195.493980:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+33:14605:x1863761006839168:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 707us (1397us total) trans 4294967581 rc 0/0 00000100:00100000:2.0:1777421195.493992:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 103 00000100:00100000:0.0:1777421195.523698:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421195.525332:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006839424 00000100:00100000:1.0:1777421195.525348:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006839424 00000100:00100000:1.0:1777421195.525433:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 394 00000100:00100000:1.0:1777421195.525458:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+33:14610:x1863761006839424:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421195.525489:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421195.525517:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0b1f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04d44 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.525629:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b26 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.525647:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0aa1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d21 expref: 18 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.525656:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0b0a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d3d expref: 34 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.525757:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b26 lrc: 5/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.525798:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0b0a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d3d expref: 34 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.525813:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0b0a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d3d expref: 34 pid: 5772 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421195.525828:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d4700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018302208:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421195.525949:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0aa1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d21 expref: 18 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.525960:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0aa1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d21 expref: 18 pid: 5771 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421195.525992:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d7800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018302336:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421195.526022:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107a1d4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421195.529473:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d4700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018302208:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421195.530067:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421195.530102:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421195.530147:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d7800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018302336:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421195.530176:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006839552 00010000:00010000:1.0:1777421195.530188:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b26 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421195.530189:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006839552 00000100:00100000:2.0:1777421195.530199:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006839680 00000100:00100000:2.0:1777421195.530204:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006839680 00010000:00010000:2.0:1777421195.530236:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0aa1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d21 expref: 19 pid: 5771 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.530239:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0b0a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d3d expref: 35 pid: 5772 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421195.530370:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 139 00000100:00100000:2.0:1777421195.530396:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:2360:x1863761006839680:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421195.530412:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421195.530419:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0aa1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d21 expref: 19 pid: 5771 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.530431:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0aa1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d21 expref: 19 pid: 5771 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.530454:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0aa1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d21 expref: 19 pid: 5771 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.530471:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971042afde00) 00010000:00010000:2.0:1777421195.530476:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b26 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.530484:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b26 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.530491:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421195.530550:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:2360:x1863761006839680:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 155us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421195.530559:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 139 00000100:00100000:2.0:1777421195.530579:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 140 00000100:00100000:2.0:1777421195.530587:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+35:2361:x1863761006839552:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421195.530594:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421195.530599:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0b0a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d3d expref: 35 pid: 5772 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.530623:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0b0a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d3d expref: 35 pid: 5772 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.530637:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0b0a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d3d expref: 35 pid: 5772 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.530650:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971042afde00) 00010000:00010000:2.0:1777421195.530654:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b26 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.530662:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b26 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.530670:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b26 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.530694:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421195.530716:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+34:2361:x1863761006839552:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 130us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421195.530723:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 140 00010000:00010000:1.0:1777421195.530763:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b26 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.530771:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b26 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421195.530791:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x9:0x0]: returning size 0 00010000:00010000:1.0:1777421195.530925:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0b1f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d44 expref: 35 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.530937:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b26 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d44 expref: 34 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.530943:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971042afde00) 00010000:00010000:1.0:1777421195.530945:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777421195.530946:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cf600, rc 0) 00000100:00100000:1.0:1777421195.530970:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+34:14610:x1863761006839424:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 5516us (7284us total) trans 4294967582 rc 0/0 00000100:00100000:1.0:1777421195.530987:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 394 00000100:00100000:0.0:1777421195.533787:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421195.533943:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006839936 00000100:00100000:1.0:1777421195.533969:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006839936 00000100:00100000:1.0:1777421195.534037:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 395 00000100:00100000:1.0:1777421195.534049:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+34:14610:x1863761006839936:12345-192.168.204.24@tcp:55:lfs.0 00010000:00010000:1.0:1777421195.534116:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0b34 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.534134:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b26 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d44 expref: 34 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.534144:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0b34 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.534181:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b26 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d44 expref: 34 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.534417:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b26 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d44 expref: 34 pid: 5772 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421195.534436:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d7800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018302464:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421195.534531:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107a1d4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777421195.536934:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d7800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018302464:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421195.536962:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0b34 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421195.537402:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421195.537445:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006840064 00000100:00100000:2.0:1777421195.537452:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006840064 00010000:00010000:2.0:1777421195.537486:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b26 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d44 expref: 35 pid: 5772 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421195.537541:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 141 00000100:00100000:2.0:1777421195.537552:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+35:2360:x1863761006840064:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421195.537566:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421195.537574:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b26 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d44 expref: 35 pid: 5772 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.537587:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b26 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d44 expref: 35 pid: 5772 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.537608:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0b26 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d44 expref: 35 pid: 5772 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.537625:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971042afde00) 00010000:00010000:2.0:1777421195.537630:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0b34 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.537640:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0b34 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.537824:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0b34 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.537856:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421195.537878:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0b34 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.537889:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0b34 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421195.537918:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+34:2360:x1863761006840064:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 367us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421195.538057:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 141 00010000:00010000:1.0:1777421195.538228:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0b34 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.538237:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0b34 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.538250:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0b34 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.538256:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421195.538261:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0b34 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.538269:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0b34 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.538351:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971042afde00) 00010000:00010000:1.0:1777421195.538354:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777421195.538358:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0b34 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.538364:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0b34 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421195.538426:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+34:14610:x1863761006839936:12345-192.168.204.24@tcp:55:lfs.0 Request processed in 4377us (4648us total) trans 4294967583 rc 0/0 00000100:00100000:1.0:1777421195.538441:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 395 00000100:00100000:0.0:1777421195.540149:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421195.540191:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006840320 00000100:00100000:2.0:1777421195.540209:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006840320 00000100:00100000:2.0:1777421195.540249:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 104 00000100:00100000:2.0:1777421195.540255:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+34:14610:x1863761006840320:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:2.0:1777421195.540475:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+35:14610:x1863761006840320:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 220us (339us total) trans 4294967584 rc 0/0 00000100:00100000:2.0:1777421195.540481:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 104 00000100:00100000:2.0:1777421195.557109:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421195.557183:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006840576 00000100:00100000:1.0:1777421195.557193:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006840576 00000100:00100000:1.0:1777421195.557243:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 396 00000100:00100000:1.0:1777421195.557250:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+35:14613:x1863761006840576:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421195.557299:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421195.557328:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0b3b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04d4b expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557415:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0b42 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557426:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0b42 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557434:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0b42 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557444:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0b49 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557448:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0b49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557452:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0b49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557587:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0b50 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557595:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0b50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557601:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0b50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421195.557610:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x9:0x0]: returning size 0 00010000:00010000:1.0:1777421195.557705:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0b42 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557711:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0b42 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557720:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0b42 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557724:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421195.557728:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0b42 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557733:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0b42 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557742:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff971049356600) 00010000:00010000:1.0:1777421195.557745:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421195.557748:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0b42 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557752:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0b42 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557763:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0b49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557766:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0b49 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557770:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0b49 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557773:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421195.557775:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0b49 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557789:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0b49 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557794:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x950f374f (ffff97104562f400) 00010000:00010000:1.0:1777421195.557796:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421195.557798:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0b49 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557801:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0b49 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557834:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0b3b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d4b expref: 38 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557843:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0b50 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d4b expref: 37 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.557851:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff97104562f900) 00010000:00010000:1.0:1777421195.557853:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421195.557854:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420ce600, rc 0) 00000100:00100000:1.0:1777421195.557907:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+37:14613:x1863761006840576:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 658us (810us total) trans 4294967585 rc 0/0 00000100:00100000:1.0:1777421195.557913:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 396 00000100:00100000:3.0:1777421195.561407:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421195.561510:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006840704 00000100:00100000:1.0:1777421195.561522:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006840704 00000100:00100000:1.0:1777421195.561583:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 397 00000100:00100000:1.0:1777421195.561594:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+37:14613:x1863761006840704:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:1.0:1777421195.561691:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0b5e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.561710:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0b5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.561723:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0b5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.561752:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0b5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.561760:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0b5e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.561767:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0b5e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.561773:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421195.561777:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0b5e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.561785:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0b5e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.561796:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff97104562f900) 00010000:00010000:1.0:1777421195.561800:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421195.561805:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0b5e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.561812:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0b5e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421195.561909:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+37:14613:x1863761006840704:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 315us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421195.561917:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 397 00000100:00100000:0.0:1777421195.565725:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421195.565804:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006840960 00000100:00100000:1.0:1777421195.565815:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006840960 00000100:00100000:1.0:1777421195.565874:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 105 00000100:00100000:1.0:1777421195.565886:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+37:14613:x1863761006840960:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1777421195.566213:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+38:14613:x1863761006840960:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 328us (498us total) trans 4294967586 rc 0/0 00000100:00100000:1.0:1777421195.566228:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 105 00000100:00100000:3.0:1777421195.600564:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421195.600665:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006841088 00000100:00100000:2.0:1777421195.600676:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006841088 00000100:00080000:1.0:1777421195.600751:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421195.600753:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 96 00000100:00100000:2.0:1777421195.600767:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+5:2360:x1863761006841088:12345-192.168.204.24@tcp:101:chmod.0 00010000:00010000:2.0:1777421195.600787:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421195.600810:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf8e33e9/0xd9d09a059d6c0b65 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04d52 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421195.600837:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777421195.600856:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421195.600859:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421195.600867:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf8e33e9/0xd9d09a059d6c0b65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d52 expref: 6 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.600886:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cf8e33e9/0xd9d09a059d6c0b65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d52 expref: 6 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.600910:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe6200, rc 0) 00000100:00100000:2.0:1777421195.600982:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+6:2360:x1863761006841088:12345-192.168.204.24@tcp:101:chmod.0 Request processed in 210us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421195.601006:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 96 00000100:00100000:3.0:1777421195.604996:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421195.605316:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006841344 00000100:00100000:2.0:1777421195.605327:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006841344 00000100:00100000:2.0:1777421195.605396:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 398 00000100:00100000:2.0:1777421195.605406:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+38:14618:x1863761006841344:12345-192.168.204.24@tcp:36:chmod.0 00010000:00010000:2.0:1777421195.605471:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421195.605503:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0b50 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d4b expref: 38 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.605526:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff97104562f900) 00010000:00010000:2.0:1777421195.605541:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421195.605576:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0b6c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.605592:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0b6c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.605603:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0b6c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421195.605820:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000004b388b98 reply state 00000000264afc9c transno 4294967587 ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0b6c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421195.605832:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421195.607029:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+39:14618:x1863761006841344:12345-192.168.204.24@tcp:36:chmod.0 Request processed in 1616us (2047us total) trans 4294967587 rc 0/0 00000100:00100000:2.0:1777421195.607045:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 398 00010000:00010000:3.0:1777421195.609566:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0b6c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.609587:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0b6c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421195.609599:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:3.0:1777421195.609601:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0b6c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.609609:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421195.609614:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0b6c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.609622:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0b6c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.609642:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971049356e00) 00010000:00010000:3.0:1777421195.609646:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777421195.609651:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0b6c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421195.609658:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006841472 00000100:00100000:2.0:1777421195.609685:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006841472 00010000:00010000:3.0:1777421195.609719:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0b6c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421195.609750:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 399 00000100:00100000:2.0:1777421195.609762:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+38:14618:x1863761006841472:12345-192.168.204.24@tcp:101:chmod.0 00010000:00010000:2.0:1777421195.609785:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421195.609806:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c0b73 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04d59 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.609868:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c0b73 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d59 expref: 39 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.609882:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6600/0xd9d09a059d6c0b73 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d59 expref: 39 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.609898:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971049356f00) 00010000:00010000:2.0:1777421195.609901:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421195.609904:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe6600, rc 0) 00000100:00100000:2.0:1777421195.609957:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+39:14618:x1863761006841472:12345-192.168.204.24@tcp:101:chmod.0 Request processed in 197us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421195.609966:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 399 00000100:00100000:3.0:1777421195.614817:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421195.614886:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006841600 00000100:00100000:2.0:1777421195.614895:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006841600 00000100:00100000:2.0:1777421195.614957:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 97 00000100:00100000:2.0:1777421195.614968:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+6:2361:x1863761006841600:12345-192.168.204.24@tcp:2:chmod.0 00002000:00010000:2.0:1777421195.615250:0:6554:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777421195.615255:0:6554:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1777421195.615257:0:6554:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777421195.615259:0:6554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb ctime from disk: 0 -> 1777421195 00002000:00010000:2.0:1777421195.615411:0:6554:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777421195.616070:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+7:2361:x1863761006841600:12345-192.168.204.24@tcp:2:chmod.0 Request processed in 1100us (1259us total) trans 4294967318 rc 0/0 00000100:00100000:0.0:1777421195.616081:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 97 00000100:00100000:3.0:1777421195.634241:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421195.634453:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006841856 00000100:00100000:2.0:1777421195.634465:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006841856 00000100:00100000:2.0:1777421195.634534:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 400 00000100:00100000:2.0:1777421195.634544:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+39:14621:x1863761006841856:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421195.634565:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421195.634588:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0b7a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04d60 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.634687:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0b81 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.634702:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0b81 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.634714:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0b81 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.634728:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0b88 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.634735:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0b88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.634742:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0b88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.634876:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0b8f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.634885:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0b8f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.634900:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0b8f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421195.634912:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x9:0x0]: returning size 0 00010000:00010000:2.0:1777421195.635036:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0b81 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.635045:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0b81 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.635052:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0b81 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.635059:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421195.635064:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0b81 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.635072:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0b81 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.635085:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff971049356600) 00010000:00010000:2.0:1777421195.635088:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421195.635092:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0b81 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.635099:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0b81 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.635112:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0b88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.635117:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0b88 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.635133:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0b88 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.635139:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421195.635142:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0b88 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.635147:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0b88 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.635155:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x950f374f (ffff971049356500) 00010000:00010000:2.0:1777421195.635158:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421195.635160:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0b88 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.635166:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0b88 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.635210:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0b7a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d60 expref: 42 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.635225:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0b8f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d60 expref: 41 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.635232:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971049356f00) 00010000:00010000:2.0:1777421195.635234:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421195.635237:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe7000, rc 0) 00000100:00100000:2.0:1777421195.635607:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+41:14621:x1863761006841856:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1063us (1374us total) trans 4294967588 rc 0/0 00000100:00100000:2.0:1777421195.635627:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 400 00000100:00100000:3.0:1777421195.643057:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421195.643159:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006841984 00000100:00100000:2.0:1777421195.643172:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006841984 00000100:00100000:2.0:1777421195.643302:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 401 00000100:00100000:2.0:1777421195.643312:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+41:14621:x1863761006841984:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:2.0:1777421195.643376:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0b9d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.643393:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0b9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.643404:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0b9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.643430:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0b9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.643437:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0b9d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.643444:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0b9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.643451:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421195.643455:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0b9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.643461:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0b9d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.643471:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971049356f00) 00010000:00010000:2.0:1777421195.643486:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421195.643492:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0b9d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.643499:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0b9d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421195.643583:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+41:14621:x1863761006841984:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 272us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421195.643591:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 401 00000100:00100000:0.0:1777421195.649743:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421195.649855:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006842240 00000100:00100000:2.0:1777421195.649866:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006842240 00000100:00100000:2.0:1777421195.649962:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 106 00000100:00100000:2.0:1777421195.649982:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+41:14621:x1863761006842240:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:2.0:1777421195.650370:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+42:14621:x1863761006842240:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 397us (637us total) trans 4294967589 rc 0/0 00000100:00100000:2.0:1777421195.650379:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 106 00000100:00100000:3.0:1777421195.686728:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421195.686811:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006842368 00000100:00100000:0.0:1777421195.686823:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006842368 00000100:00100000:0.0:1777421195.686933:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 402 00000100:00100000:0.0:1777421195.686954:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080356a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+42:14626:x1863761006842368:12345-192.168.204.24@tcp:101:chown.0 00010000:00010000:0.0:1777421195.686989:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421195.687010:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0ba4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04d67 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.687047:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0bab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.687064:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0bab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.687075:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0bab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.687175:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0ba4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d67 expref: 44 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.687193:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0bab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d67 expref: 43 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.687203:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971049356f00) 00010000:00010000:0.0:1777421195.687206:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421195.687209:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b63000, rc 0) 00000100:00100000:0.0:1777421195.687267:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080356a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+43:14626:x1863761006842368:12345-192.168.204.24@tcp:101:chown.0 Request processed in 325us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421195.687324:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 402 00000100:00100000:3.0:1777421195.689903:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421195.690030:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006842624 00000100:00100000:0.0:1777421195.690042:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006842624 00000100:00100000:0.0:1777421195.690148:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 403 00000100:00100000:0.0:1777421195.690158:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+43:14626:x1863761006842624:12345-192.168.204.24@tcp:36:chown.0 00010000:00010000:0.0:1777421195.690206:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421195.690233:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0b8f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d60 expref: 43 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.690253:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971049356f00) 00010000:00010000:0.0:1777421195.690259:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421195.690309:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0bb2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.690324:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0bb2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.690334:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0bb2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777421195.690631:0:5771:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].7, 88 off8664 00000004:00080000:0.0:1777421195.690643:0:5771:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 262247368161ns, next at 263247365389ns, rc = 0 00000004:00010000:0.0:1777421195.690727:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000a4eacfff reply state 00000000d334a216 transno 4294967590 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0bb2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421195.690739:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421195.690844:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+44:14626:x1863761006842624:12345-192.168.204.24@tcp:36:chown.0 Request processed in 687us (951us total) trans 4294967590 rc 0/0 00000100:00100000:0.0:1777421195.690852:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 403 00010000:00010000:2.0:1777421195.693049:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0bb2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.693068:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0bb2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.693075:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0bb2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.693082:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421195.693086:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0bb2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421195.693095:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:2.0:1777421195.693112:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0bb2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.693129:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971049356f00) 00010000:00010000:2.0:1777421195.693132:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777421195.693137:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0bb2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.693143:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0bb2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421195.693228:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006842752 00000100:00100000:0.0:1777421195.693238:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006842752 00000100:00100000:0.0:1777421195.693314:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 98 00000100:00100000:0.0:1777421195.693325:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+7:2360:x1863761006842752:12345-192.168.204.24@tcp:2:chown.0 00002000:00010000:0.0:1777421195.693539:0:6554:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777421195.693542:0:6554:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1777421195.693544:0:6554:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777421195.693546:0:6554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb ctime from disk: 1777421195 -> 1777421195 00002000:00010000:0.0:1777421195.693549:0:6554:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777421195.693609:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+8:2360:x1863761006842752:12345-192.168.204.24@tcp:2:chown.0 Request processed in 286us (518us total) trans 4294967319 rc 0/0 00000100:00100000:0.0:1777421195.693617:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 98 00000100:00100000:3.0:1777421195.711436:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421195.711870:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006843008 00000100:00100000:0.0:1777421195.711881:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006843008 00000100:00100000:0.0:1777421195.711957:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 404 00000100:00100000:0.0:1777421195.711980:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+43:14629:x1863761006843008:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421195.712007:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421195.712035:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0bb9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04d6e expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712162:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0bc0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712178:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0bc0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712192:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0bc0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712208:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0bc7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712224:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0bc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712232:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0bc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712464:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63600/0xd9d09a059d6c0bce lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712474:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63600/0xd9d09a059d6c0bce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712482:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63600/0xd9d09a059d6c0bce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421195.712493:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x9:0x0]: returning size 0 00010000:00010000:0.0:1777421195.712615:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0bc0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712623:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0bc0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712630:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0bc0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712636:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b63200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421195.712640:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0bc0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712647:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0bc0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712671:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff971049356600) 00010000:00010000:0.0:1777421195.712675:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421195.712681:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0bc0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712687:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0bc0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712715:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0bc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712722:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0bc7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712728:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0bc7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712734:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421195.712737:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0bc7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712743:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0bc7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712750:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x950f374f (ffff971042afd900) 00010000:00010000:0.0:1777421195.712752:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421195.712755:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0bc7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712761:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0bc7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712812:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0bb9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d6e expref: 46 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712826:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63600/0xd9d09a059d6c0bce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d6e expref: 45 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.712833:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971049356f00) 00010000:00010000:0.0:1777421195.712835:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421195.712838:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b63600, rc 0) 00000100:00100000:0.0:1777421195.712905:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+45:14629:x1863761006843008:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 938us (1483us total) trans 4294967591 rc 0/0 00000100:00100000:0.0:1777421195.712912:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 404 00000100:00100000:3.0:1777421195.718559:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421195.718637:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006843136 00000100:00100000:0.0:1777421195.718648:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006843136 00000100:00100000:0.0:1777421195.718721:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 405 00000100:00100000:0.0:1777421195.718732:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+45:14629:x1863761006843136:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:0.0:1777421195.718800:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0bdc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.718818:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0bdc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.718833:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0bdc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.718865:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0bdc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.718884:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0bdc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.718891:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0bdc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.718899:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b63400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421195.718904:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0bdc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.718911:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0bdc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.718923:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971049356f00) 00010000:00010000:0.0:1777421195.718927:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421195.718932:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0bdc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.718938:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0bdc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421195.719037:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+45:14629:x1863761006843136:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 307us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421195.719045:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 405 00000100:00100000:3.0:1777421195.723815:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421195.723922:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006843392 00000100:00100000:2.0:1777421195.723933:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006843392 00000100:00100000:2.0:1777421195.724002:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 107 00000100:00100000:2.0:1777421195.724013:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+45:14629:x1863761006843392:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:2.0:1777421195.724750:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+46:14629:x1863761006843392:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 738us (945us total) trans 4294967592 rc 0/0 00000100:00100000:2.0:1777421195.724762:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 107 00000100:00100000:3.0:1777421195.763869:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421195.764066:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006843648 00000100:00100000:0.0:1777421195.764077:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006843648 00000100:00100000:0.0:1777421195.764139:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 406 00000100:00100000:0.0:1777421195.764149:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+46:14634:x1863761006843648:12345-192.168.204.24@tcp:36:truncate.0 00010000:00010000:0.0:1777421195.764211:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421195.764251:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63600/0xd9d09a059d6c0bce lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d6e expref: 46 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.764311:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971049356f00) 00010000:00010000:0.0:1777421195.764317:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421195.765160:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0be3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.765177:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0be3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.765186:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0be3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421195.765239:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967593 00000004:00010000:0.0:1777421195.765264:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000bed89425 reply state 00000000fbca968f transno 4294967594 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0be3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421195.765311:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000001:00080000:0.0:1777421195.765357:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967594 00000100:00100000:0.0:1777421195.766353:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+49:14634:x1863761006843648:12345-192.168.204.24@tcp:36:truncate.0 Request processed in 2200us (2488us total) trans 4294967595 rc 0/0 00000100:00100000:0.0:1777421195.766364:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 406 00000020:00080000:0.0:1777421195.766371:0:5771:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00010000:00010000:2.0:1777421195.769063:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0be3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.769093:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0be3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.769100:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0be3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.769174:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b63400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421195.769180:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0be3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.769202:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0be3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.769221:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971049356f00) 00010000:00010000:2.0:1777421195.769225:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421195.769230:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0be3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.769237:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0be3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421195.769929:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421195.770191:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006843776 00000100:00100000:0.0:1777421195.770202:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006843776 00000100:00100000:0.0:1777421195.770391:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 99 00000100:00100000:0.0:1777421195.770403:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+8:14634:x1863761006843776:12345-192.168.204.24@tcp:101:truncate.0 00010000:00010000:0.0:1777421195.770421:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421195.770440:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000053f22087/0xd9d09a059d6c0bea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04d75 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.770481:0:6554:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf8e33e9/0xd9d09a059d6c0b65 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d52 expref: 9 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.770490:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421195.770493:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421195.770498:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000053f22087/0xd9d09a059d6c0bea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d75 expref: 9 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.770534:0:6554:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cf8e33e9/0xd9d09a059d6c0b65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d52 expref: 9 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.770548:0:6554:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cf8e33e9/0xd9d09a059d6c0b65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d52 expref: 9 pid: 6552 timeout: 362 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421195.770564:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710774ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018302592:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421195.770977:0:6554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104fe63000 going to sleep for 11 seconds 00000100:00100000:0.0:1777421195.774257:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710774ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018302592:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421195.774327:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000053f22087/0xd9d09a059d6c0bea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d75 expref: 9 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.774352:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b63600, rc 0) 00000100:00100000:0.0:1777421195.774451:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+9:14634:x1863761006843776:12345-192.168.204.24@tcp:101:truncate.0 Request processed in 4050us (4528us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421195.774458:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 99 00000100:00100000:3.0:1777421195.776528:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421195.777690:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006843904 00000100:00100000:2.0:1777421195.777703:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006843904 00010000:00010000:2.0:1777421195.777749:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cf8e33e9/0xd9d09a059d6c0b65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d52 expref: 9 pid: 6552 timeout: 362 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421195.777800:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 142 00000100:00100000:2.0:1777421195.777810:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+9:2361:x1863761006843904:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421195.777825:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421195.777849:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cf8e33e9/0xd9d09a059d6c0b65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d52 expref: 9 pid: 6552 timeout: 362 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.777865:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cf8e33e9/0xd9d09a059d6c0b65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d52 expref: 9 pid: 6552 timeout: 362 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.777889:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf8e33e9/0xd9d09a059d6c0b65 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d52 expref: 9 pid: 6552 timeout: 362 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.777928:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421195.777931:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421195.778014:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000053f22087/0xd9d09a059d6c0bea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d75 expref: 8 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.778026:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000053f22087/0xd9d09a059d6c0bea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d75 expref: 8 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.778068:0:11342:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000053f22087/0xd9d09a059d6c0bea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d75 expref: 8 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421195.778176:0:11342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffeb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11342:1863761018302720:192.168.204.24@tcp:105: 00000100:00100000:2.0:1777421195.778419:0:11342:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c523cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421195.783884:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421195.783940:0:11342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffeb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11342:1863761018302720:192.168.204.24@tcp:105: 00010000:00010000:2.0:1777421195.783987:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421195.784056:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006844032 00000100:00100000:2.0:1777421195.784078:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+8:2361:x1863761006843904:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 6267us (7556us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421195.784092:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 142 00000100:00100000:1.0:1777421195.784550:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006844032 00002000:00010000:1.0:1777421195.784821:0:6558:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/9 (1->18446744073709551615) 00002000:00100000:1.0:1777421195.784827:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971080357800 with x1863761006844032 ext(1->18446744073709551615) 00002000:00010000:1.0:1777421195.784842:0:6558:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff971080357800. 00000100:00100000:1.0:1777421195.784957:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 42 00000100:00100000:1.0:1777421195.784979:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+8:2360:x1863761006844032:12345-192.168.204.24@tcp:10:truncate.0 00002000:00010000:1.0:1777421195.785380:0:6558:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb size from disk: 0 -> 1 00002000:00010000:1.0:1777421195.785384:0:6558:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb mtime from disk: 0 -> 1777421195 00002000:00010000:1.0:1777421195.785386:0:6558:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777421195.785388:0:6558:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb ctime from disk: 1777421195 -> 1777421195 00002000:00010000:1.0:1777421195.785390:0:6558:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1777421195.785453:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+9:2360:x1863761006844032:12345-192.168.204.24@tcp:10:truncate.0 Request processed in 484us (1587us total) trans 4294967320 rc 0/0 00000100:00100000:1.0:1777421195.785487:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 42 00002000:00010000:1.0:1777421195.785492:0:6558:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/9 (1->18446744073709551615) 00002000:00100000:1.0:1777421195.785495:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971080357800 with x1863761006844032 ext(1->18446744073709551615) 00002000:00010000:1.0:1777421195.785500:0:6558:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff971080357800. 00000100:00100000:3.0:1777421195.810193:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421195.810457:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006844288 00000100:00100000:0.0:1777421195.810472:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006844288 00000100:00100000:0.0:1777421195.810552:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 407 00000100:00100000:0.0:1777421195.810563:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+48:14637:x1863761006844288:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421195.810597:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421195.810627:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0bf1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04d7c expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.810733:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0bf8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.810752:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0bf8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.810764:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0bf8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.810782:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c0bff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.810790:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c0bff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.810797:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c0bff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.811664:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0c06 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.811679:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0c06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.811714:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0c06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421195.811728:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x9:0x0]: returning size 1 00010000:00010000:0.0:1777421195.811874:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0bf8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.811883:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0bf8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.811891:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0bf8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.811899:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b63200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421195.811906:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0bf8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.811916:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0bf8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.811933:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff971049356600) 00010000:00010000:0.0:1777421195.811937:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421195.811943:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0bf8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.811950:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0bf8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.811980:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c0bff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.811986:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c0bff lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.811998:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c0bff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.812003:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421195.812006:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c0bff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.812011:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c0bff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.812019:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x950f374f (ffff971042afd900) 00010000:00010000:0.0:1777421195.812022:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421195.812025:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c0bff lrc: 2/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.812030:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c0bff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.812099:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0bf1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d7c expref: 51 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.812113:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0c06 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d7c expref: 50 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.812121:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971049356f00) 00010000:00010000:0.0:1777421195.812124:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421195.812126:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b63a00, rc 0) 00000100:00100000:0.0:1777421195.814136:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+50:14637:x1863761006844288:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 3558us (3944us total) trans 4294967596 rc 0/0 00000100:00100000:0.0:1777421195.814176:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 407 00000100:00100000:3.0:1777421195.817880:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421195.818021:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006844416 00000100:00100000:0.0:1777421195.818036:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006844416 00000100:00100000:0.0:1777421195.818125:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 408 00000100:00100000:0.0:1777421195.818137:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+50:14637:x1863761006844416:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:0.0:1777421195.818243:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0c14 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.818265:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0c14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.818319:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0c14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.818357:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0c14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.818365:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0c14 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.818373:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0c14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.818382:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421195.818388:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0c14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.818397:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0c14 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.818411:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971049356f00) 00010000:00010000:0.0:1777421195.818432:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421195.818439:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0c14 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.818446:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0c14 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421195.818541:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+50:14637:x1863761006844416:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 405us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421195.818550:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 408 00000100:00100000:3.0:1777421195.827514:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421195.827622:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006844672 00000100:00100000:2.0:1777421195.827638:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006844672 00000100:00100000:2.0:1777421195.827713:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 108 00000100:00100000:2.0:1777421195.827723:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4c3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+50:14637:x1863761006844672:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:2.0:1777421195.828017:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4c3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+51:14637:x1863761006844672:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 294us (518us total) trans 4294967597 rc 0/0 00000100:00100000:2.0:1777421195.828040:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 108 00000100:00100000:2.0:1777421195.859804:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421195.859934:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006844928 00000100:00100000:1.0:1777421195.859949:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006844928 00000100:00100000:1.0:1777421195.860035:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 409 00000100:00100000:1.0:1777421195.860047:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+51:14642:x1863761006844928:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421195.860083:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421195.860114:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0c1b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04d83 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.860257:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0c22 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.860316:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0c06 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d7c expref: 52 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.860327:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0c22 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.860376:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0c06 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d7c expref: 52 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.860392:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0c06 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d7c expref: 52 pid: 5771 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421195.860433:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d4700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018302848:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421195.860562:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107a1d4240 going to sleep for 11 seconds 00000100:00100000:3.0:1777421195.862890:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421195.862977:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006845056 00000100:00100000:2.0:1777421195.862989:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006845056 00010000:00010000:2.0:1777421195.863042:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0c06 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d7c expref: 53 pid: 5771 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421195.863090:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 143 00000100:00100000:2.0:1777421195.863102:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045cf2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+53:2361:x1863761006845056:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421195.863121:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421195.863129:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0c06 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d7c expref: 53 pid: 5771 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.863144:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0c06 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d7c expref: 53 pid: 5771 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.863173:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971049356f00) 00010000:00010000:2.0:1777421195.863179:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0c22 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.863191:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0c22 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.863201:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0c22 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.863226:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421195.863341:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045cf2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+53:2361:x1863761006845056:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 239us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421195.863368:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 143 00010000:00010000:1.0:1777421195.863498:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0c06 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d7c expref: 52 pid: 5771 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421195.863522:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d4700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018302848:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421195.863551:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0c22 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.863562:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0c22 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.863568:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0c22 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421195.863592:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x9:0x0]: returning size 1 00010000:00010000:1.0:1777421195.863797:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0c1b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d83 expref: 53 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.863863:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0c22 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d83 expref: 52 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.864096:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971049356f00) 00010000:00010000:1.0:1777421195.864099:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777421195.864102:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cf200, rc 0) 00000100:00100000:1.0:1777421195.864152:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+52:14642:x1863761006844928:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 4107us (4363us total) trans 4294967598 rc 0/0 00000100:00100000:1.0:1777421195.864173:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 409 00000100:00100000:1.0:1777421195.870884:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421195.871611:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006845312 00000100:00100000:2.0:1777421195.871627:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006845312 00000100:00100000:2.0:1777421195.871709:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 410 00000100:00100000:2.0:1777421195.871721:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+52:14642:x1863761006845312:12345-192.168.204.24@tcp:55:lfs.0 00010000:00010000:2.0:1777421195.872253:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0c30 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.872306:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0bab lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d67 expref: 52 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.872317:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0c22 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d83 expref: 52 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.872325:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0c30 lrc: 5/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.872380:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0c22 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d83 expref: 52 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.872397:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0c22 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d83 expref: 52 pid: 5772 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421195.872413:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffeaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018302976:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421195.872593:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0bab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d67 expref: 52 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.872622:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0bab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d67 expref: 52 pid: 5771 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421195.872629:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffe8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018303104:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421195.872650:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c523d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421195.877265:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421195.877368:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421195.877478:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006845568 00000100:00100000:0.0:1777421195.877492:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006845568 00010000:00010000:0.0:1777421195.877550:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0bab lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d67 expref: 53 pid: 5771 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421195.877608:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006845440 00000100:00100000:0.0:1777421195.877612:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006845440 00010000:00010000:0.0:1777421195.877637:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0c22 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d83 expref: 54 pid: 5772 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421195.877662:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 144 00000100:00100000:0.0:1777421195.877672:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+54:2359:x1863761006845568:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421195.877691:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421195.877699:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0bab lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d67 expref: 54 pid: 5771 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.877714:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0bab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d67 expref: 54 pid: 5771 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.877769:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971049356f00) 00010000:00010000:0.0:1777421195.877775:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0c30 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.877787:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0c30 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421195.877793:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 145 00010000:00010000:0.0:1777421195.877801:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421195.877808:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+54:2361:x1863761006845440:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421195.877822:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421195.877829:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0c22 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d83 expref: 54 pid: 5772 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.877843:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0c22 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d83 expref: 54 pid: 5772 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.877858:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971049356f00) 00010000:00010000:1.0:1777421195.877862:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0c30 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421195.877872:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+54:2359:x1863761006845568:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 199us (632us total) trans 0 rc 0/0 00010000:00010000:1.0:1777421195.877881:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0c30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421195.877883:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 144 00010000:00010000:1.0:1777421195.877895:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0c30 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421195.877920:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421195.877943:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+53:2361:x1863761006845440:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 140us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421195.877950:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 145 00010000:00010000:2.0:1777421195.878984:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0c22 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d83 expref: 52 pid: 5772 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421195.879016:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffeaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018302976:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421195.879033:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0bab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d67 expref: 51 pid: 5771 timeout: 362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421195.879044:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffe8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018303104:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421195.879077:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0c30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.879089:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0c30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.879095:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0c30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.879896:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0c30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.879910:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0c30 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.879933:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0c30 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.879940:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421195.879944:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0c30 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.879953:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0c30 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.879978:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971049356f00) 00010000:00010000:2.0:1777421195.879982:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777421195.879987:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0c30 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421195.879993:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0c30 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421195.880206:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+51:14642:x1863761006845312:12345-192.168.204.24@tcp:55:lfs.0 Request processed in 8482us (9391us total) trans 4294967599 rc 0/0 00000100:00100000:2.0:1777421195.880218:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 410 00000100:00100000:3.0:1777421195.883796:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421195.884070:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006845824 00000100:00100000:1.0:1777421195.884082:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006845824 00000100:00100000:1.0:1777421195.884143:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 109 00000100:00100000:1.0:1777421195.884170:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+51:14642:x1863761006845824:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1777421195.885678:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+52:14642:x1863761006845824:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 1502us (1887us total) trans 4294967600 rc 0/0 00000100:00100000:1.0:1777421195.885690:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 109 00000100:00100000:3.0:1777421195.903605:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421195.904140:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006846080 00000100:00100000:2.0:1777421195.904155:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006846080 00000100:00100000:0.0:1777421195.904422:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 411 00000100:00100000:0.0:1777421195.904436:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+52:14645:x1863761006846080:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421195.904470:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421195.904498:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c0c37 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04d8a expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.904811:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0c3e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.904827:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0c3e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.904838:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0c3e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.904852:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0c45 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.904881:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0c45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.904887:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0c45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.905049:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0c4c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.905056:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0c4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.905062:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0c4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421195.905072:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x9:0x0]: returning size 1 00010000:00010000:0.0:1777421195.905179:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0c3e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.905186:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0c3e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.905193:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0c3e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.905199:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b63200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421195.905202:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0c3e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.905209:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0c3e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.905230:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff971049356600) 00010000:00010000:0.0:1777421195.905527:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421195.905535:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0c3e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.905544:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0c3e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.905560:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0c45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.905697:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0c45 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.905704:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0c45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.905710:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421195.905714:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0c45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.905720:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0c45 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.905729:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x950f374f (ffff971042afd900) 00010000:00010000:0.0:1777421195.905731:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421195.905734:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0c45 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.905740:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0c45 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.905808:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c0c37 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d8a expref: 55 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.905824:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62000/0xd9d09a059d6c0c4c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d8a expref: 54 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421195.905833:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971049356f00) 00010000:00010000:0.0:1777421195.905834:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421195.905837:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b62000, rc 0) 00000100:00100000:0.0:1777421195.905983:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+54:14645:x1863761006846080:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1550us (2392us total) trans 4294967601 rc 0/0 00000100:00100000:0.0:1777421195.905994:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 411 00000100:00100000:0.0:1777421195.908932:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421195.909072:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006846208 00000100:00100000:3.0:1777421195.909087:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006846208 00000100:00100000:3.0:1777421195.909237:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 412 00000100:00100000:3.0:1777421195.909249:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+54:14645:x1863761006846208:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:3.0:1777421195.909384:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0c5a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.909407:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0c5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.909421:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0c5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.909454:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0c5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.909462:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0c5a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.909491:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0c5a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.909499:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbb000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421195.909504:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0c5a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.909513:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0c5a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.909528:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff971049356f00) 00010000:00010000:3.0:1777421195.909532:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421195.909537:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0c5a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421195.909544:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0c5a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421195.909659:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+54:14645:x1863761006846208:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 411us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421195.909669:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 412 00000100:00100000:3.0:1777421195.911985:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421195.912328:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006846464 00000100:00100000:1.0:1777421195.912446:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006846464 00000100:00100000:1.0:1777421195.912526:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 110 00000100:00100000:1.0:1777421195.912539:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+54:14645:x1863761006846464:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1777421195.913116:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+55:14645:x1863761006846464:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 577us (1153us total) trans 4294967602 rc 0/0 00000100:00100000:1.0:1777421195.913126:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 110 00010000:00010000:2.0:1777421196.514436:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421196.582326:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777421196.582352:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018303232:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421196.583972:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421196.584206:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018303232 00000100:00100000:3.0:1777421196.584218:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018303232 00000100:00100000:3.0:1777421196.584332:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1777421196.584343:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018303232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777421196.584400:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 54460416 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1777421196.584569:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018303232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 227us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421196.584594:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1777421196.584748:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018303232:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421196.596271:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421196.596330:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421196.596353:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006846592 00000100:00100000:3.0:1777421196.596359:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421196.596372:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006846592 00000100:00100000:3.0:1777421196.596385:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421196.596414:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421196.596432:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 276 00000100:00100000:2.0:1777421196.596445:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2358:x1863761006846592:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421196.596448:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421196.596483:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006846848 00000100:00100000:3.0:1777421196.596488:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006846848 00000100:00100000:3.0:1777421196.596524:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006847104 00000100:00100000:3.0:1777421196.596530:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006847104 00000100:00100000:2.0:1777421196.596530:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2358:x1863761006846592:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 85us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421196.596541:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 276 00000100:00100000:3.0:1777421196.596559:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006846720 00000100:00100000:3.0:1777421196.596563:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006846720 00000100:00100000:3.0:1777421196.596580:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006847232 00000100:00100000:3.0:1777421196.596582:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006847232 00000100:00100000:3.0:1777421196.596599:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 90 00000100:00100000:3.0:1777421196.596608:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+9:2358:x1863761006846848:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421196.596641:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+9:2358:x1863761006846848:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 36us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421196.596648:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 90 00000100:00100000:3.0:1777421196.596664:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 91 00000100:00100000:3.0:1777421196.596671:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2358:x1863761006847104:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421196.596785:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2358:x1863761006847104:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 113us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421196.596792:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 91 00000100:00100000:3.0:1777421196.596809:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 92 00000100:00100000:3.0:1777421196.596824:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006846720:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421196.596854:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006846720:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 31us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421196.596860:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 92 00000100:00100000:3.0:1777421196.596875:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 93 00000100:00100000:3.0:1777421196.596882:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2358:x1863761006847232:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421196.596907:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2358:x1863761006847232:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 25us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421196.596913:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 93 00000100:00100000:3.0:1777421196.596945:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006846976 00000100:00100000:3.0:1777421196.597070:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006846976 00000100:00100000:3.0:1777421196.597111:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 113 00000100:00100000:3.0:1777421196.597118:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:2358:x1863761006846976:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421196.597148:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:2358:x1863761006846976:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 31us (733us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421196.597155:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 113 00000100:00080000:3.0:1777421196.597346:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777421196.597351:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777421196.597354:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777421197.538490:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421197.603293:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1863761018303488:0@lo:400:kworker.0 00000100:00100000:0.0:1777421197.603360:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421197.603407:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c486d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018304000:0@lo:400:kworker.0 00000100:00100000:0.0:1777421197.603442:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421197.603593:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018303488 00000100:00100000:0.0:1777421197.603601:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018303488 00000100:00100000:1.0:1777421197.603612:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018303360:0@lo:400:kworker.0 00000100:00100000:0.0:1777421197.603654:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1777421197.603665:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1863761018303488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421197.603673:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421197.603713:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018303872:0@lo:400:kworker.0 00000100:00100000:0.0:1777421197.603732:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1863761018303488:12345-0@lo:400:kworker.0 Request processed in 68us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421197.603741:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1777421197.603752:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421197.603757:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018303744:0@lo:400:kworker.0 00000100:00100000:0.0:1777421197.603782:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018303872 00000100:00100000:0.0:1777421197.603795:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018303872 00000100:00100000:2.0:1777421197.603796:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421197.603809:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1863761018303616:0@lo:400:kworker.0 00000100:00100000:0.0:1777421197.603841:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1777421197.603849:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1863761018303872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421197.604088:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018304000 00000100:00100000:2.0:1777421197.604093:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018304000 00000100:00100000:2.0:1777421197.604124:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018303744 00000100:00100000:2.0:1777421197.604127:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018303744 00000100:00100000:2.0:1777421197.604151:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1777421197.604158:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080c22050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018304000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421197.604233:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1863761018303872:12345-0@lo:400:kworker.0 Request processed in 384us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421197.604240:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1777421197.604263:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1777421197.604271:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018303744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421197.604334:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018303744:12345-0@lo:400:kworker.0 Request processed in 63us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421197.604343:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1777421197.604357:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080c22050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018304000:12345-0@lo:400:kworker.0 Request processed in 198us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421197.604367:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1777421197.604373:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777421197.604379:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777421197.604382:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421197.604394:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018303616 00000100:00100000:0.0:1777421197.604398:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018303616 00000100:00100000:2.0:1777421197.604656:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1777421197.604807:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018303744:0@lo:400:kworker.0 00000100:00100000:2.0:1777421197.604842:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018303360 00000100:00100000:2.0:1777421197.604846:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018303360 00000100:00100000:2.0:1777421197.604874:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:2.0:1777421197.604883:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018303360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421197.604920:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018303360:12345-0@lo:400:kworker.0 Request processed in 40us (1251us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421197.604925:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:2.0:1777421197.606131:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107d668000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018304128:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421197.606176:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777421197.606337:0:7991:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 264163061779ns, next at 265163059722ns, rc = 0 00000100:00100000:2.0:1777421197.606577:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018304128 00000100:00100000:2.0:1777421197.606585:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018304128 00000100:00100000:2.0:1777421197.606625:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1777421197.606635:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018304128:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421197.606708:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018303360:0@lo:400:kworker.0 00000100:00100000:3.0:1777421197.606724:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018303872:0@lo:400:kworker.0 00002000:00000024:2.0:1777421197.607034:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 52756480 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777421197.607095:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018304128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 463us (918us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421197.607103:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1777421197.607155:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1863761018303488:0@lo:400:kworker.0 00000100:00100000:0.0:1777421197.607168:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1777421197.607176:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c486d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018304000:0@lo:400:kworker.0 00000100:00100000:1.0:1777421197.607181:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107d668000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018304128:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421197.607183:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018303616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421197.607239:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018303616:12345-0@lo:400:kworker.0 Request processed in 63us (2874us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421197.607246:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00080000:0.0:1777421197.607267:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421197.607706:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1863761018303616:0@lo:400:kworker.0 00010000:00010000:0.0:1777421198.562455:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777421198.661412:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967316 is committed 00010000:00010000:2.0:1777421199.587760:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1777421199.692721:0:13998:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 3: Check file dirtyness when opening for write ========================================================== 20:06:38 (1777421198) 00000100:00100000:3.0:1777421199.740095:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421199.740199:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006847360 00000100:00100000:1.0:1777421199.740209:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006847360 00000100:00100000:1.0:1777421199.740439:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 413 00000100:00100000:1.0:1777421199.740450:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+55:15210:x1863761006847360:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421199.740481:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421199.740504:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0c61 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04d91 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.740568:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0c68 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.740582:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0c68 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.740593:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0c68 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.740607:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0c6f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.740614:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0c6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.740621:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0c6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.740685:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0c68 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.740692:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0c68 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.740699:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0c68 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.740704:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421199.740714:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0c68 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.740721:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0c68 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.740732:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043f8b000) 00010000:00010000:1.0:1777421199.740735:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421199.740739:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0c68 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.740745:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0c68 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.740774:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0c6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.740780:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0c6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.740786:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0c6f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.740790:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421199.740793:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0c6f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.740799:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0c6f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.740805:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x79bbb45c (ffff97104562fc00) 00010000:00010000:1.0:1777421199.740807:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421199.740817:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0c6f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.740822:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0c6f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.740854:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0c61 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d91 expref: 56 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.740863:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043f8b000) 00010000:00010000:1.0:1777421199.740865:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421199.740868:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0c61 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d91 expref: 56 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.740876:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cfe00, rc 0) 00000100:00100000:1.0:1777421199.740941:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+55:15210:x1863761006847360:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 492us (855us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421199.740948:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 413 00000100:00080000:2.0:1777421199.741057:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421199.748441:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421199.748570:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006847616 00000100:00100000:2.0:1777421199.748584:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006847616 00000100:00100000:2.0:1777421199.748692:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 414 00000100:00100000:2.0:1777421199.748702:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+55:15210:x1863761006847616:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:2.0:1777421199.748763:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421199.748797:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0ad2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d2f expref: 55 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.748813:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043f8b000) 00010000:00010000:2.0:1777421199.748818:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421199.748921:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c76 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.748945:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c0a54 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d0c expref: 17 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.748953:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c76 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.748988:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c0a54 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d0c expref: 17 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.749006:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c0a54 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d0c expref: 17 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421199.749022:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018304256:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421199.749111:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045342600 going to sleep for 11 seconds 00000100:00100000:2.0:1777421199.751958:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018304256:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421199.751989:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c76 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421199.753654:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421199.753728:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006847744 00000100:00100000:3.0:1777421199.753736:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006847744 00010000:00010000:3.0:1777421199.753867:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c0a54 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d0c expref: 18 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421199.753915:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 146 00000100:00100000:3.0:1777421199.753925:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:2361:x1863761006847744:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421199.753939:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421199.753946:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c0a54 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d0c expref: 18 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.753961:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c0a54 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d0c expref: 18 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.753986:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c0a54 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d0c expref: 18 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.754000:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043f8b000) 00010000:00010000:3.0:1777421199.754005:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c76 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.754016:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c76 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.754025:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c76 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.754047:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421199.754097:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:2361:x1863761006847744:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 173us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421199.754111:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 146 00000100:00080000:1.0:1777421199.755105:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777421199.756191:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c76 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.756205:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c76 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.756230:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0c7d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.756243:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0c7d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.756260:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0c7d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421199.757677:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x17:0x0]: returning size 512 00010000:00010000:2.0:1777421199.757690:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c76 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.757699:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c76 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.757705:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c76 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.757710:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421199.757776:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c76 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.757785:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c76 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.757919:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043f8b000) 00010000:00010000:2.0:1777421199.757922:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421199.757927:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c76 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.757937:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c76 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421199.757953:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000a3e236c0 reply state 000000003a0a208b transno 4294967603 ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0c7d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421199.757973:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421199.758074:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+56:15210:x1863761006847616:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 9369us (9644us total) trans 4294967603 rc 0/0 00000100:00100000:2.0:1777421199.758083:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 414 00010000:00010000:2.0:1777421199.759640:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0c7d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.759652:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0c7d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.759659:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0c7d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.759665:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421199.759669:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0c7d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.759675:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0c7d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.759693:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x79bbb45c (ffff971049356500) 00010000:00010000:2.0:1777421199.759695:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421199.759699:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0c7d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.759705:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0c7d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421199.780946:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421199.781420:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006847872 00000100:00100000:2.0:1777421199.781442:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006847872 00000100:00100000:2.0:1777421199.781514:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 415 00000100:00100000:2.0:1777421199.781524:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+55:15213:x1863761006847872:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421199.781545:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421199.781567:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0c84 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04d98 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.781636:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c8b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.781651:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c8b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.781662:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c8b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421199.781743:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1777421199.781748:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 10 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421199.781789:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c8b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.781812:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0c84 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d98 expref: 57 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.781826:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c8b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d98 expref: 56 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.781834:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356500) 00010000:00010000:2.0:1777421199.781837:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421199.781841:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe7a00, rc 0) 00000100:00100000:2.0:1777421199.781922:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+56:15213:x1863761006847872:12345-192.168.204.24@tcp:101:cp.0 Request processed in 399us (984us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421199.781931:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 415 00000100:00100000:1.0:1777421199.786005:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421199.787027:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006848000 00000100:00100000:3.0:1777421199.787039:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006848000 00000100:00100000:3.0:1777421199.787093:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 416 00000100:00100000:3.0:1777421199.787103:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+56:15213:x1863761006848000:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:3.0:1777421199.787123:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421199.787142:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c0c92 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04d9f expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787202:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0c99 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787218:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0c99 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787229:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0c99 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787243:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0ca0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787250:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787257:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787386:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c0ca7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787404:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c0ca7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787412:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c0ca7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421199.787444:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x17:0x0]: returning size 512 00000004:00200000:3.0:1777421199.787448:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421199.787473:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c0ca7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787484:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0c99 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787491:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0c99 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787498:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0c99 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787504:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbb000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421199.787508:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0c99 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787516:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0c99 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787527:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356500) 00010000:00010000:3.0:1777421199.787530:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421199.787535:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0c99 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787550:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0c99 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787561:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787567:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0ca0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787573:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0ca0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787579:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbbe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421199.787582:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0ca0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787588:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0ca0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787594:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x79bbb45c (ffff971043f8bf00) 00010000:00010000:3.0:1777421199.787597:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421199.787599:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0ca0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787605:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0ca0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787634:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb800/0xd9d09a059d6c0c92 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d9f expref: 58 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787649:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba200/0xd9d09a059d6c0ca7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d9f expref: 57 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.787663:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:3.0:1777421199.787665:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777421199.787668:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcba200, rc 0) 00000100:00100000:3.0:1777421199.787743:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+57:15213:x1863761006848000:12345-192.168.204.24@tcp:101:cp.0 Request processed in 642us (1745us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421199.787752:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 416 00000100:00100000:3.0:1777421199.789663:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421199.789724:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006848128 00000100:00100000:2.0:1777421199.789734:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006848128 00000100:00100000:2.0:1777421199.789781:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 417 00000100:00100000:2.0:1777421199.789790:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+57:15213:x1863761006848128:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421199.789806:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421199.789824:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0cae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04da6 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.789876:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0cb5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.789889:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0cb5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.789911:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0cb5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.789962:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0cbc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.789969:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0cbc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.789976:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0cbc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.790089:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0cb5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.790103:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0cb5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.790110:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0cb5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.790117:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421199.790121:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0cb5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.790129:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0cb5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.790139:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:2.0:1777421199.790142:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421199.790146:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0cb5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.790152:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0cb5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.790161:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0cbc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.790167:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0cbc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.790172:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0cbc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.790177:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421199.790184:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0cbc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.790191:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0cbc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.790197:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x122e82b9 (ffff971049356e00) 00010000:00010000:2.0:1777421199.790199:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421199.790202:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0cbc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.790208:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0cbc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.790239:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0cae lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04da6 expref: 58 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.790249:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:2.0:1777421199.790251:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421199.790255:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0cae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04da6 expref: 58 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.790264:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe6e00, rc 0) 00000100:00100000:2.0:1777421199.790336:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+57:15213:x1863761006848128:12345-192.168.204.24@tcp:101:cp.0 Request processed in 547us (681us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421199.790343:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 417 00000100:00100000:3.0:1777421199.792617:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421199.792671:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006848256 00000100:00100000:2.0:1777421199.792680:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006848256 00000100:00100000:2.0:1777421199.792727:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 418 00000100:00100000:2.0:1777421199.792736:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+57:15213:x1863761006848256:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421199.792759:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421199.792778:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0cc3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04dad expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.792842:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0cca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.792855:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0cca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.792865:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0cca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.792877:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0cd1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.792884:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0cd1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.792900:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0cd1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.792951:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0cca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.792957:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0cca lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.792963:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0cca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.792969:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421199.792977:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0cca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.792985:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0cca lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.793004:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:2.0:1777421199.793007:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421199.793011:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0cca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.793017:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0cca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.793027:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0cd1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.793033:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0cd1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.793038:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0cd1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.793043:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421199.793045:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0cd1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.793050:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0cd1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.793056:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x122e82b9 (ffff971049356b00) 00010000:00010000:2.0:1777421199.793059:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421199.793067:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0cd1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.793072:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0cd1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.793102:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0cc3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dad expref: 58 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.793113:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:2.0:1777421199.793115:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421199.793119:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0cc3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dad expref: 58 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.793127:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe6a00, rc 0) 00000100:00100000:2.0:1777421199.793185:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+57:15213:x1863761006848256:12345-192.168.204.24@tcp:101:cp.0 Request processed in 449us (572us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421199.793192:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 418 00000100:00100000:1.0:1777421199.801003:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421199.801040:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006848512 00000100:00100000:1.0:1777421199.801048:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006848512 00000100:00100000:1.0:1777421199.801099:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 419 00000100:00100000:1.0:1777421199.801108:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+57:15213:x1863761006848512:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421199.801127:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421199.801147:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0cd8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04db4 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.801450:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0cdf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.801467:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0cdf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.801479:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0cdf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.801497:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0ce6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.801505:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0ce6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.801513:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0ce6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777421199.801908:0:5772:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x8:0x0], index 0: 0 00010000:00010000:1.0:1777421199.802069:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0ced lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.802079:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0ced lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.802087:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0ced lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.802118:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0cdf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.802136:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0cdf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.802142:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0cdf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.802148:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421199.802152:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0cdf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.802159:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0cdf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.802170:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:1.0:1777421199.802173:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421199.802178:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0cdf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.802183:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0cdf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421199.802193:0:5772:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000001faf7f9f reply state 00000000a024235d transno 4294967604 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0ce6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421199.802202:0:5772:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777421199.802232:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0cd8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04db4 expref: 60 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.802246:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0ced lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04db4 expref: 59 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.802265:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff97104562f200) 00010000:00010000:1.0:1777421199.802268:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421199.802270:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420ce600, rc 0) 00000100:00100000:1.0:1777421199.802356:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+60:15213:x1863761006848512:12345-192.168.204.24@tcp:101:cp.0 Request processed in 1249us (1360us total) trans 4294967604 rc 0/0 00000100:00100000:1.0:1777421199.802365:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 419 00010000:00010000:0.0:1777421199.809396:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0ce6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.809413:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0ce6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.809433:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0ce6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.809439:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421199.809444:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0ce6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.809453:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0ce6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.809469:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x122e82b9 (ffff97104562fc00) 00010000:00010000:0.0:1777421199.809473:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421199.809478:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0ce6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.809485:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0ce6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421199.810562:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421199.810601:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006848640 00000100:00100000:3.0:1777421199.810615:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006848640 00000100:00100000:3.0:1777421199.810677:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 100 00000100:00100000:3.0:1777421199.810690:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+6:2358:x1863761006848640:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:3.0:1777421199.810713:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421199.810739:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c0cfb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04dbb expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421199.810768:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777421199.810787:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421199.810789:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421199.810797:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c0cfb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dbb expref: 7 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.810812:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c0cfb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dbb expref: 7 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.810838:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbae00, rc 0) 00000100:00100000:3.0:1777421199.810901:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+7:2358:x1863761006848640:12345-192.168.204.24@tcp:101:cp.0 Request processed in 204us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421199.810909:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 100 00000100:00080000:3.0:1777421199.810930:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421199.818986:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421199.819069:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006848768 00000100:00100000:3.0:1777421199.819081:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006848768 00000100:00100000:3.0:1777421199.819141:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101 00000100:00100000:3.0:1777421199.819151:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+7:15213:x1863761006848768:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:3.0:1777421199.819168:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421199.819186:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000adaa927e/0xd9d09a059d6c0d02 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04dc2 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.819295:0:12497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c0cfb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dbb expref: 8 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.819372:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421199.819374:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421199.819379:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adaa927e/0xd9d09a059d6c0d02 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dc2 expref: 8 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.819413:0:12497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c0cfb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dbb expref: 8 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.819427:0:12497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c0cfb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dbb expref: 8 pid: 6552 timeout: 366 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421199.819450:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107d668a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018304384:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421199.819533:0:12497:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049a803c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421199.822866:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107d668a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018304384:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421199.822921:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000adaa927e/0xd9d09a059d6c0d02 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dc2 expref: 8 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.822944:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbb800, rc 0) 00000100:00100000:1.0:1777421199.823014:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+8:15213:x1863761006848768:12345-192.168.204.24@tcp:101:cp.0 Request processed in 3863us (4036us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421199.823024:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101 00000100:00100000:1.0:1777421199.823863:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421199.823919:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006848896 00000100:00100000:2.0:1777421199.823928:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006848896 00010000:00010000:2.0:1777421199.823965:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c0cfb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dbb expref: 8 pid: 6552 timeout: 366 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421199.824006:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 147 00000100:00100000:2.0:1777421199.824017:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+8:2360:x1863761006848896:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421199.824031:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421199.824054:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c0cfb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dbb expref: 8 pid: 6552 timeout: 366 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.824083:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c0cfb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dbb expref: 8 pid: 6552 timeout: 366 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.824107:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c0cfb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dbb expref: 8 pid: 6552 timeout: 366 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.824118:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421199.824120:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421199.824127:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000adaa927e/0xd9d09a059d6c0d02 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dc2 expref: 7 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.824138:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adaa927e/0xd9d09a059d6c0d02 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dc2 expref: 7 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.824170:0:5757:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000adaa927e/0xd9d09a059d6c0d02 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dc2 expref: 7 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421199.824186:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffe9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5757:1863761018304512:192.168.204.24@tcp:105: 00000100:00100000:2.0:1777421199.824260:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045342780 going to sleep for 11 seconds 00000100:00100000:2.0:1777421199.825763:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffe9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5757:1863761018304512:192.168.204.24@tcp:105: 00010000:00010000:2.0:1777421199.825788:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421199.825835:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+7:2360:x1863761006848896:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 1820us (1976us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421199.825843:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 147 00000100:00100000:1.0:1777421199.829798:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421199.829875:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006849152 00000100:00100000:3.0:1777421199.829887:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006849152 00000100:00100000:3.0:1777421199.829956:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 420 00000100:00100000:3.0:1777421199.829967:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+59:15213:x1863761006849152:12345-192.168.204.24@tcp:36:cp.0 00010000:00010000:3.0:1777421199.830025:0:5772:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421199.830070:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0ced lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04db4 expref: 59 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.830091:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff97104562f200) 00010000:00010000:3.0:1777421199.830104:0:5772:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421199.830147:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0d09 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.830161:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0d09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.830197:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0d09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421199.830375:0:5772:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000fc98a286 reply state 00000000f29e22e7 transno 4294967605 ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0d09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421199.830385:0:5772:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777421199.830479:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+60:15213:x1863761006849152:12345-192.168.204.24@tcp:36:cp.0 Request processed in 512us (687us total) trans 4294967605 rc 0/0 00000100:00100000:3.0:1777421199.830500:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 420 00000100:00100000:1.0:1777421199.833988:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421199.834130:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006849280 00000100:00100000:3.0:1777421199.834141:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006849280 00000100:00100000:3.0:1777421199.834200:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 421 00000100:00100000:3.0:1777421199.834213:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+60:15213:x1863761006849280:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:3.0:1777421199.834237:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421199.834260:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0d10 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04dc9 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.834343:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0d10 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dc9 expref: 61 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.834360:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbb000/0xd9d09a059d6c0d10 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dc9 expref: 61 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.834381:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff971043f8b500) 00010000:00010000:3.0:1777421199.834384:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777421199.834388:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbb000, rc 0) 00000100:00100000:3.0:1777421199.834488:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+61:15213:x1863761006849280:12345-192.168.204.24@tcp:101:cp.0 Request processed in 277us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421199.834495:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 421 00010000:00010000:2.0:1777421199.834498:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0d09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.834509:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0d09 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.834516:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0d09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.834522:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbbe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421199.834527:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0d09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.834533:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0d09 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.834545:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff971043f8b500) 00010000:00010000:2.0:1777421199.834548:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421199.834552:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0d09 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.834558:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c0d09 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421199.838220:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421199.838321:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006849408 00000100:00100000:1.0:1777421199.838331:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006849408 00000100:00100000:1.0:1777421199.838390:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 102 00000100:00100000:1.0:1777421199.838400:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+7:2360:x1863761006849408:12345-192.168.204.24@tcp:2:cp.0 00002000:00010000:1.0:1777421199.838712:0:12497:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777421199.838716:0:12497:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x8:0x0] updating lvb mtime from disk: 0 -> 1645827007 00002000:00010000:1.0:1777421199.838731:0:12497:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x8:0x0] updating lvb atime from disk: 0 -> 1777420964 00002000:00010000:1.0:1777421199.838733:0:12497:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x8:0x0] updating lvb ctime from disk: 0 -> 1777421199 00002000:00010000:1.0:1777421199.838736:0:12497:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x8:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1777421199.838798:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+8:2360:x1863761006849408:12345-192.168.204.24@tcp:2:cp.0 Request processed in 398us (587us total) trans 4294967317 rc 0/0 00000100:00100000:1.0:1777421199.838808:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 102 00000100:00100000:1.0:1777421199.840667:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421199.840772:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006849664 00000100:00100000:3.0:1777421199.840781:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006849664 00000100:00100000:3.0:1777421199.840844:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 422 00000100:00100000:3.0:1777421199.840855:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+60:15213:x1863761006849664:12345-192.168.204.24@tcp:55:cp.0 00010000:00010000:3.0:1777421199.840927:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0d17 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.840953:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0d17 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.840967:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0d17 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.840993:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0d17 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.841001:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0d17 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.841008:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0d17 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.841014:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbac00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421199.841018:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0d17 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.841025:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0d17 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.841037:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff971043f8b500) 00010000:00010000:3.0:1777421199.841040:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777421199.841045:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0d17 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421199.841051:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0d17 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421199.841118:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+60:15213:x1863761006849664:12345-192.168.204.24@tcp:55:cp.0 Request processed in 265us (458us total) trans 0 rc -22/-22 00000100:00100000:3.0:1777421199.841131:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 422 00000100:00100000:3.0:1777421199.842613:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421199.842743:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006849920 00000100:00100000:1.0:1777421199.842752:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006849920 00000100:00100000:1.0:1777421199.842800:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 423 00000100:00100000:1.0:1777421199.842810:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+60:15213:x1863761006849920:12345-192.168.204.24@tcp:36:cp.0 00010000:00010000:1.0:1777421199.842903:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d1e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.842916:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d1e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.842926:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d1e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421199.843160:0:5772:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000025fba604 reply state 000000004610b02b transno 4294967606 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d1e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421199.843172:0:5772:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421199.843247:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+62:15213:x1863761006849920:12345-192.168.204.24@tcp:36:cp.0 Request processed in 438us (638us total) trans 4294967606 rc 0/0 00000100:00100000:1.0:1777421199.843254:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 423 00000100:00100000:0.0:1777421199.845672:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421199.845775:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006850176 00000100:00100000:1.0:1777421199.845785:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006850176 00000100:00100000:1.0:1777421199.845968:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 111 00000100:00100000:1.0:1777421199.845979:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+62:15213:x1863761006850176:12345-192.168.204.24@tcp:35:cp.0 00000100:00100000:1.0:1777421199.846716:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+63:15213:x1863761006850176:12345-192.168.204.24@tcp:35:cp.0 Request processed in 736us (1050us total) trans 4294967607 rc 0/0 00000100:00100000:1.0:1777421199.846725:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 111 00010000:00010000:2.0:1777421199.846837:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d1e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.846848:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d1e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.846855:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d1e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.846873:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cec00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421199.846878:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d1e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.846886:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d1e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.846912:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff971043f8b500) 00010000:00010000:2.0:1777421199.846915:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777421199.846919:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d1e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.846926:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d1e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421199.863900:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421199.864073:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006850432 00000100:00100000:1.0:1777421199.864084:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006850432 00000100:00100000:1.0:1777421199.864145:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 424 00000100:00100000:1.0:1777421199.864155:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+62:15221:x1863761006850432:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421199.864178:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421199.864200:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d25 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04dd0 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.864433:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0d2c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.864451:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0d2c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.864463:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0d2c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.864479:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d33 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.864486:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.864493:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.864656:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0d3a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.864667:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0d3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.864675:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0d3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421199.864686:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x18:0x0]: returning size 1516 00010000:00010000:1.0:1777421199.864796:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0d2c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.864805:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0d2c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.864812:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0d2c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.864818:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cfa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421199.864822:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0d2c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.864829:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0d2c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.864840:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:1.0:1777421199.864843:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421199.864848:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0d2c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.864865:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0d2c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.864876:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.864882:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d33 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.864887:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.864927:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cec00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421199.864929:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.864934:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d33 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.864942:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x122e82b9 (ffff97104562f500) 00010000:00010000:1.0:1777421199.864944:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421199.864947:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d33 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.864952:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d33 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.864995:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d25 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dd0 expref: 65 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.865020:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0d3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dd0 expref: 64 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.865026:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff971043f8b500) 00010000:00010000:1.0:1777421199.865028:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421199.865031:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cfc00, rc 0) 00000100:00100000:1.0:1777421199.865098:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+64:15221:x1863761006850432:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 944us (1218us total) trans 4294967608 rc 0/0 00000100:00100000:1.0:1777421199.865106:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 424 00000100:00100000:2.0:1777421199.870240:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421199.871747:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006850560 00000100:00100000:0.0:1777421199.871760:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006850560 00000100:00100000:0.0:1777421199.871873:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 425 00000100:00100000:0.0:1777421199.871884:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+64:15221:x1863761006850560:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:0.0:1777421199.871961:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0d48 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.871979:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0d48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.872012:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0d48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.872041:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0d48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.872048:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0d48 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.872054:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0d48 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.872060:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421199.872070:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0d48 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.872078:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0d48 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.872090:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff971043f8b500) 00010000:00010000:0.0:1777421199.872092:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421199.872098:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0d48 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.872104:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0d48 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421199.872187:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+64:15221:x1863761006850560:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 304us (1957us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421199.872195:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 425 00000100:00100000:3.0:1777421199.873875:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421199.874024:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006850816 00000100:00100000:1.0:1777421199.874032:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006850816 00000100:00100000:1.0:1777421199.874079:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 112 00000100:00100000:1.0:1777421199.874088:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+64:15221:x1863761006850816:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1777421199.874436:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+65:15221:x1863761006850816:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 348us (564us total) trans 4294967609 rc 0/0 00000100:00100000:1.0:1777421199.874444:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 112 00000100:00100000:3.0:1777421199.909739:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421199.909869:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006851072 00000100:00100000:0.0:1777421199.909881:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006851072 00000100:00100000:0.0:1777421199.910008:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 426 00000100:00100000:0.0:1777421199.910018:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+65:15226:x1863761006851072:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421199.910074:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421199.910095:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0d4f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04dd7 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.910232:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d56 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.910258:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0d3a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dd0 expref: 66 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.910267:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d56 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.910359:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0d3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dd0 expref: 66 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.910374:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0d3a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dd0 expref: 66 pid: 5772 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421199.910389:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710774ed500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018304640:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421199.911607:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710453baa80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421199.914241:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710774ed500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018304640:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421199.914434:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d56 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421199.914712:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421199.914772:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006851200 00000100:00100000:2.0:1777421199.914781:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006851200 00010000:00010000:2.0:1777421199.914833:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0d3a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dd0 expref: 67 pid: 5772 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421199.914873:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 148 00000100:00100000:2.0:1777421199.914883:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+67:2360:x1863761006851200:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421199.914911:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421199.914918:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0d3a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dd0 expref: 67 pid: 5772 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.914933:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0d3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dd0 expref: 67 pid: 5772 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.914966:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0d3a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dd0 expref: 67 pid: 5772 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.914983:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff971043f8b500) 00010000:00010000:2.0:1777421199.914988:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d56 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.914997:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d56 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.915006:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d56 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.915037:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421199.915098:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+66:2360:x1863761006851200:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 216us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421199.915108:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 148 00010000:00010000:1.0:1777421199.915167:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d56 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.915185:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d56 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421199.915212:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x18:0x0]: returning size 1516 00010000:00010000:1.0:1777421199.916021:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c0d4f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dd7 expref: 67 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.916054:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d56 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dd7 expref: 66 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.916062:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff971043f8b500) 00010000:00010000:1.0:1777421199.916066:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777421199.916069:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b63000, rc 0) 00000100:00100000:1.0:1777421199.916115:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+66:15226:x1863761006851072:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 6098us (6383us total) trans 4294967610 rc 0/0 00000100:00100000:1.0:1777421199.916124:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 426 00000100:00100000:3.0:1777421199.920880:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421199.920958:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006851456 00000100:00100000:1.0:1777421199.920969:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006851456 00000100:00100000:1.0:1777421199.921030:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 427 00000100:00100000:1.0:1777421199.921041:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+66:15226:x1863761006851456:12345-192.168.204.24@tcp:55:lfs.0 00010000:00010000:1.0:1777421199.921116:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d64 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.921136:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d56 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dd7 expref: 66 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.921144:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d64 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.921183:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d56 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dd7 expref: 66 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.921197:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d56 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dd7 expref: 66 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421199.921246:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018304768:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421199.921487:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff971046319480 going to sleep for 11 seconds 00000100:00100000:1.0:1777421199.926063:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018304768:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421199.926096:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d64 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421199.927134:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421199.927883:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006851584 00000100:00100000:2.0:1777421199.927903:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006851584 00010000:00010000:2.0:1777421199.927949:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d56 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dd7 expref: 67 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421199.928032:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 149 00000100:00100000:2.0:1777421199.928042:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+67:2361:x1863761006851584:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421199.928060:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421199.928067:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d56 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dd7 expref: 67 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.928102:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d56 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dd7 expref: 67 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.928125:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d56 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dd7 expref: 67 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.928140:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff971043f8b500) 00010000:00010000:2.0:1777421199.928146:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d64 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.928156:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.928164:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d64 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421199.928196:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421199.928263:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+66:2361:x1863761006851584:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 222us (1132us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421199.928271:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 149 00010000:00010000:1.0:1777421199.928298:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.928306:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.928706:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.928715:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d64 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.928726:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.928732:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421199.928736:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.928743:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d64 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.928752:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff971043f8b500) 00010000:00010000:1.0:1777421199.928763:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777421199.928768:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d64 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.928774:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d64 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421199.928901:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+66:15226:x1863761006851456:12345-192.168.204.24@tcp:55:lfs.0 Request processed in 7852us (8019us total) trans 4294967611 rc 0/0 00000100:00100000:1.0:1777421199.928910:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 427 00000100:00100000:3.0:1777421199.930884:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421199.931028:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006851840 00000100:00100000:1.0:1777421199.931037:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006851840 00000100:00100000:1.0:1777421199.931086:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 113 00000100:00100000:1.0:1777421199.931096:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+66:15226:x1863761006851840:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1777421199.931349:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+67:15226:x1863761006851840:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 253us (471us total) trans 4294967612 rc 0/0 00000100:00100000:1.0:1777421199.931356:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 113 00000100:00100000:2.0:1777421199.951147:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421199.951331:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006852096 00000100:00100000:1.0:1777421199.951343:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006852096 00000100:00100000:0.0:1777421199.951448:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 428 00000100:00100000:0.0:1777421199.951459:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+67:15229:x1863761006852096:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421199.951484:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421199.951507:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0d6b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04dde expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.951612:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0d72 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.951627:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0d72 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.951638:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0d72 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.951708:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d79 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.951716:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.951724:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.951858:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0d80 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.951867:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0d80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.951885:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0d80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421199.951913:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x18:0x0]: returning size 1516 00010000:00010000:0.0:1777421199.952025:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0d72 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.952033:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0d72 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.952040:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0d72 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.952046:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b63400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421199.952050:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0d72 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.952057:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0d72 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.952069:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:0.0:1777421199.952071:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421199.952076:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0d72 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.952082:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c0d72 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.952093:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.952109:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d79 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.952115:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.952120:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b63000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421199.952124:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.952130:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d79 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.952139:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x122e82b9 (ffff971042afd500) 00010000:00010000:0.0:1777421199.952141:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421199.952144:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d79 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.952149:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63000/0xd9d09a059d6c0d79 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.952196:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0d6b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dde expref: 70 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.952210:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0d80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dde expref: 69 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421199.952218:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff971043f8b500) 00010000:00010000:0.0:1777421199.952220:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421199.952229:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b62e00, rc 0) 00000100:00100000:0.0:1777421199.952334:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+69:15229:x1863761006852096:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 874us (1195us total) trans 4294967613 rc 0/0 00000100:00100000:0.0:1777421199.952355:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 428 00000100:00100000:3.0:1777421199.957096:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421199.957250:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006852224 00000100:00100000:1.0:1777421199.957264:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006852224 00000100:00100000:1.0:1777421199.957380:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 429 00000100:00100000:1.0:1777421199.957392:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+69:15229:x1863761006852224:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:1.0:1777421199.957467:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d8e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.957485:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.957526:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.957552:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.957559:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d8e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.957566:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d8e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.957573:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421199.957578:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d8e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.957991:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d8e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.958004:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff971043f8b500) 00010000:00010000:1.0:1777421199.958007:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421199.958012:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d8e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.958018:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d8e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421199.958185:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+69:15229:x1863761006852224:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 794us (1099us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421199.958195:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 429 00000100:00100000:3.0:1777421199.961321:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421199.961383:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006852480 00000100:00100000:0.0:1777421199.961394:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006852480 00000100:00100000:0.0:1777421199.961448:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 114 00000100:00100000:0.0:1777421199.961459:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4c1850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+69:15229:x1863761006852480:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:0.0:1777421199.961712:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4c1850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+70:15229:x1863761006852480:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 254us (448us total) trans 4294967614 rc 0/0 00000100:00100000:0.0:1777421199.961725:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 114 00000100:00100000:2.0:1777421199.996113:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421199.996433:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006852736 00000100:00100000:1.0:1777421199.996447:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006852736 00000100:00100000:1.0:1777421199.996517:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 430 00000100:00100000:1.0:1777421199.996528:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+70:15234:x1863761006852736:12345-192.168.204.24@tcp:101:cat.0 00010000:00010000:1.0:1777421199.996556:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421199.996578:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d95 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04de5 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.996680:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d9c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.996696:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d9c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x18:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.996710:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d9c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x18:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421199.996722:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x18:0x0]: returning size 1516 00010000:00010000:1.0:1777421199.996903:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0d95 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04de5 expref: 73 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.996923:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cec00/0xd9d09a059d6c0d9c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x18:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04de5 expref: 72 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421199.996932:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff971043f8b500) 00010000:00010000:1.0:1777421199.996935:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1777421199.996939:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cec00, rc 0) 00000100:00100000:1.0:1777421199.997005:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+72:15234:x1863761006852736:12345-192.168.204.24@tcp:101:cat.0 Request processed in 479us (903us total) trans 4294967615 rc 0/0 00000100:00100000:1.0:1777421199.997031:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 430 00000100:00100000:3.0:1777421200.015399:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421200.015462:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006852864 00000100:00100000:0.0:1777421200.015473:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006852864 00000100:00100000:0.0:1777421200.015529:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 431 00000100:00100000:0.0:1777421200.015537:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+72:15237:x1863761006852864:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:0.0:1777421200.015596:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0daa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.015609:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0daa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.015617:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0daa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.015638:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0daa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.015642:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0daa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.015658:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0daa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.015663:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b63a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421200.015666:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0daa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.015670:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0daa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.015680:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff971043f8b500) 00010000:00010000:0.0:1777421200.015683:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421200.015687:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0daa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.015694:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c0daa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421200.015766:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+72:15237:x1863761006852864:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 229us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421200.015772:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 431 00000100:00100000:3.0:1777421200.052689:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.053006:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006853120 00000100:00100000:1.0:1777421200.053018:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006853120 00000100:00100000:1.0:1777421200.053129:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 432 00000100:00100000:1.0:1777421200.053140:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+72:15242:x1863761006853120:12345-192.168.204.24@tcp:101:openfile.0 00010000:00010000:1.0:1777421200.053161:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421200.053181:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0db1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04dec expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.053302:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0db8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.053316:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0d80 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dde expref: 73 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.053325:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0db8 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.053363:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0d80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dde expref: 73 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.053375:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0d80 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dde expref: 73 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421200.053389:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018304896:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421200.053467:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff971046319a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777421200.056686:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018304896:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421200.056733:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0db8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421200.057631:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.057720:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006853248 00000100:00100000:2.0:1777421200.057728:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006853248 00010000:00010000:2.0:1777421200.057772:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0d80 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dde expref: 74 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421200.057812:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 150 00000100:00100000:2.0:1777421200.057831:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045cf2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+74:2361:x1863761006853248:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421200.057847:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421200.057853:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0d80 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dde expref: 74 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.057866:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0d80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dde expref: 74 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.057896:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c0d80 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dde expref: 74 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.057913:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff971043f8b500) 00010000:00010000:2.0:1777421200.057918:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0db8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.057928:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0db8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.057936:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0db8 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.057966:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421200.057998:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0db8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.058005:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0db8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421200.058023:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045cf2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+73:2361:x1863761006853248:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 193us (394us total) trans 0 rc 0/0 00000004:00200000:1.0:1777421200.058023:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x18:0x0]: returning size 1516 00000100:00100000:2.0:1777421200.058031:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 150 00010000:00010000:1.0:1777421200.058186:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0db1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dec expref: 74 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.058202:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0db8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dec expref: 73 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.058210:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff971043f8b500) 00010000:00010000:1.0:1777421200.058212:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777421200.058215:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cfa00, rc 0) 00000100:00100000:1.0:1777421200.058236:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+73:15242:x1863761006853120:12345-192.168.204.24@tcp:101:openfile.0 Request processed in 5100us (5559us total) trans 4294967616 rc 0/0 00000100:00100000:1.0:1777421200.058242:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 432 00000100:00100000:2.0:1777421200.083621:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.084706:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006853504 00000100:00100000:1.0:1777421200.084720:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006853504 00000100:00100000:1.0:1777421200.084852:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 433 00000100:00100000:1.0:1777421200.084864:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+73:15245:x1863761006853504:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421200.084906:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421200.084934:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0dc6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04df3 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085068:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0dcd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085087:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0dcd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085101:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0dcd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085117:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0dd4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085125:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0dd4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085132:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0dd4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085452:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0ddb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085462:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0ddb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085470:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0ddb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421200.085480:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x18:0x0]: returning size 1516 00010000:00010000:1.0:1777421200.085586:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0dcd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085607:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0dcd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085615:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0dcd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085620:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.085624:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0dcd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085631:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0dcd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085643:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:1.0:1777421200.085646:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.085650:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0dcd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085656:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0dcd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085672:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0dd4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085678:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0dd4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085684:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0dd4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085689:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.085698:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0dd4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085705:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0dd4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085713:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x122e82b9 (ffff97104562f500) 00010000:00010000:1.0:1777421200.085716:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.085719:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0dd4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085725:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0dd4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085769:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0dc6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04df3 expref: 76 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085783:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce800/0xd9d09a059d6c0ddb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04df3 expref: 75 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.085791:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff971043f8b500) 00010000:00010000:1.0:1777421200.085793:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777421200.085796:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420ce800, rc 0) 00000100:00100000:1.0:1777421200.085869:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+75:15245:x1863761006853504:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1006us (2260us total) trans 4294967617 rc 0/0 00000100:00100000:1.0:1777421200.085876:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 433 00000100:00100000:0.0:1777421200.092061:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421200.092325:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006853760 00000100:00100000:3.0:1777421200.092337:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006853760 00000100:00100000:3.0:1777421200.092396:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 115 00000100:00100000:3.0:1777421200.092409:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+75:15245:x1863761006853760:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:3.0:1777421200.092669:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+76:15245:x1863761006853760:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 262us (617us total) trans 4294967618 rc 0/0 00000100:00100000:3.0:1777421200.092677:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 115 00000100:00100000:3.0:1777421200.096617:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.097065:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006853888 00000100:00100000:1.0:1777421200.097078:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006853888 00000100:00100000:1.0:1777421200.097133:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 434 00000100:00100000:1.0:1777421200.097143:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+76:15245:x1863761006853888:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:1.0:1777421200.097347:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0de9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.097366:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0db8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dec expref: 76 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.097376:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0de9 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.097412:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0db8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dec expref: 76 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.097427:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0db8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dec expref: 76 pid: 5772 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421200.097443:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018305024:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421200.097563:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff971046319780 going to sleep for 11 seconds 00000100:00100000:1.0:1777421200.102009:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018305024:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421200.102169:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:1.0:1777421200.102171:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0de9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421200.102564:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006854144 00000100:00100000:2.0:1777421200.102573:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006854144 00000100:00100000:2.0:1777421200.102672:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 116 00000100:00100000:2.0:1777421200.102699:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+77:5540:x1863761006854144:12345-192.168.204.24@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1777421200.102966:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+78:5540:x1863761006854144:12345-192.168.204.24@tcp:35:ldlm_bl.0 Request processed in 269us (798us total) trans 4294967619 rc 0/0 00000100:00100000:2.0:1777421200.102974:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 116 00000100:00100000:2.0:1777421200.106204:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421200.106324:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006854272 00000100:00100000:3.0:1777421200.106335:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006854272 00010000:00010000:3.0:1777421200.106376:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0db8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dec expref: 78 pid: 5772 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421200.106498:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 151 00000100:00100000:3.0:1777421200.106508:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+78:2361:x1863761006854272:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421200.106523:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421200.106531:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0db8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dec expref: 78 pid: 5772 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.106544:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0db8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dec expref: 78 pid: 5772 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.106566:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0db8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dec expref: 78 pid: 5772 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.106582:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff971043f8b500) 00010000:00010000:3.0:1777421200.106587:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0de9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.106596:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0de9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.106604:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0de9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.106641:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421200.106697:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+77:2361:x1863761006854272:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 190us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421200.106707:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 151 00010000:00010000:1.0:1777421200.106733:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0de9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.106744:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0de9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.106777:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0de9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.107098:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0de9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.107106:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0de9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.107113:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.107118:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0de9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.107126:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0de9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.107137:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff971043f8b500) 00010000:00010000:1.0:1777421200.107140:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421200.107144:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0de9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.107150:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0de9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421200.107259:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+76:15245:x1863761006853888:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 10115us (10650us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421200.107269:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 434 00000100:00100000:2.0:1777421200.144564:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.144882:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006854400 00000100:00100000:1.0:1777421200.144904:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006854400 00000100:00100000:1.0:1777421200.144971:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 435 00000100:00100000:1.0:1777421200.144980:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+76:15250:x1863761006854400:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421200.145004:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421200.145183:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0df0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04dfa expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.145451:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0df7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.145476:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0df7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.145487:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0df7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.145655:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0dfe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.145664:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0dfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.145672:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0dfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.145743:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0df7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.145750:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0df7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.145756:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0df7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.145762:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.145766:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0df7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.145784:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0df7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.145796:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:1.0:1777421200.145799:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.145804:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0df7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.145811:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c0df7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.145824:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0dfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.145830:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0dfe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.145836:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0dfe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.145842:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.145845:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0dfe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.145851:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0dfe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.145858:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x9126f063 (ffff97104562f500) 00010000:00010000:1.0:1777421200.145860:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.145863:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0dfe lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.145879:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c0dfe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.145928:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0df0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dfa expref: 77 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.145940:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:1.0:1777421200.145942:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.145946:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0df0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04dfa expref: 77 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.145954:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cf000, rc 0) 00000100:00100000:1.0:1777421200.146089:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+76:15250:x1863761006854400:12345-192.168.204.24@tcp:101:cp.0 Request processed in 1101us (1527us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421200.146098:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 435 00000100:00100000:2.0:1777421200.149145:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.150080:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006854528 00000100:00100000:1.0:1777421200.150097:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006854528 00000100:00100000:1.0:1777421200.150196:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 436 00000100:00100000:1.0:1777421200.150207:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+76:15250:x1863761006854528:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421200.150231:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421200.150255:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0e05 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04e01 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.150353:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0e0c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.150367:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0e0c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.150392:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0e0c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.150406:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0e13 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.150412:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0e13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.150419:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0e13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.150480:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0e0c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.150495:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0e0c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.150501:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0e0c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.150507:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.150512:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0e0c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.150519:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0e0c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.150532:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:1.0:1777421200.150535:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.150539:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0e0c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.150551:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0e0c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.150567:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0e13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.150573:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0e13 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.150579:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0e13 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.150584:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.150587:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0e13 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.150592:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0e13 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.150598:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x9126f063 (ffff97104562f200) 00010000:00010000:1.0:1777421200.150600:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.150602:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0e13 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.150614:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0e13 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.150661:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0e05 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e01 expref: 77 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.150685:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:1.0:1777421200.150688:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.150692:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0e05 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e01 expref: 77 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.150704:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420ce000, rc 0) 00000100:00100000:1.0:1777421200.150796:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+76:15250:x1863761006854528:12345-192.168.204.24@tcp:101:cp.0 Request processed in 591us (1659us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421200.150804:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 436 00000100:00100000:2.0:1777421200.153778:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.154046:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006854784 00000100:00100000:1.0:1777421200.154056:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006854784 00000100:00100000:1.0:1777421200.154115:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 437 00000100:00100000:1.0:1777421200.154125:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+76:15250:x1863761006854784:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421200.154146:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421200.154169:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0e1a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04e08 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.154523:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0e21 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.154539:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0e21 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.154550:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0e21 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.154566:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0e28 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.154588:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0e28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.154595:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0e28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777421200.155043:0:5772:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xa:0x0], index 1: 0 00010000:00010000:1.0:1777421200.155212:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0e2f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.155222:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0e2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.155230:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0e2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.155271:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0e21 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.155304:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0e21 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.155311:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0e21 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.155317:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.155322:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0e21 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.155329:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0e21 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.155353:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:1.0:1777421200.155356:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.155361:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0e21 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.155368:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0e21 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421200.155382:0:5772:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000021447c42 reply state 0000000087d7069b transno 4294967620 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0e28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421200.155390:0:5772:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777421200.155422:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0e1a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e08 expref: 79 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.156972:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0e2f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e08 expref: 78 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.156987:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff97104562fc00) 00010000:00010000:1.0:1777421200.156990:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421200.156993:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cfc00, rc 0) 00000100:00100000:1.0:1777421200.157087:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+79:15250:x1863761006854784:12345-192.168.204.24@tcp:101:cp.0 Request processed in 2962us (3319us total) trans 4294967620 rc 0/0 00000100:00100000:1.0:1777421200.157095:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 437 00010000:00010000:2.0:1777421200.167605:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0e28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.167624:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0e28 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.167632:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0e28 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.167637:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cfa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421200.167642:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0e28 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.167648:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0e28 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.167668:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x9126f063 (ffff97104562ff00) 00010000:00010000:2.0:1777421200.167671:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421200.167676:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0e28 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.167682:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0e28 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421200.168625:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421200.168683:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006854912 00000100:00100000:3.0:1777421200.168693:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006854912 00000100:00100000:3.0:1777421200.168754:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 103 00000100:00100000:3.0:1777421200.168767:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+9:2358:x1863761006854912:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:3.0:1777421200.168784:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421200.168802:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d715700/0xd9d09a059d6c0e3d lrc: 2/0,0 mode: --/PR res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04e0f expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421200.168827:0:12497:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777421200.168844:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421200.168847:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421200.168855:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d715700/0xd9d09a059d6c0e3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e0f expref: 10 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.168871:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d715700/0xd9d09a059d6c0e3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e0f expref: 10 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.168896:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbac00, rc 0) 00000100:00100000:3.0:1777421200.168962:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+10:2358:x1863761006854912:12345-192.168.204.24@tcp:101:cp.0 Request processed in 199us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421200.168971:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 103 00000100:00080000:3.0:1777421200.168997:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421200.183011:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421200.183240:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006855040 00000100:00100000:0.0:1777421200.183536:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006855040 00000100:00100000:0.0:1777421200.183599:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 104 00000100:00100000:0.0:1777421200.183612:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+10:15250:x1863761006855040:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421200.183631:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421200.183649:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000513e3f48/0xd9d09a059d6c0e44 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04e16 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.183685:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006d715700/0xd9d09a059d6c0e3d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e0f expref: 11 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.183691:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421200.183693:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421200.183696:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000513e3f48/0xd9d09a059d6c0e44 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e16 expref: 11 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.183725:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006d715700/0xd9d09a059d6c0e3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e0f expref: 11 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.183736:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006d715700/0xd9d09a059d6c0e3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e0f expref: 11 pid: 12497 timeout: 366 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421200.183748:0:6552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710774ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6552:1863761018305152:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421200.183831:0:6552:0:(client.c:2690:ptlrpc_set_wait()) set ffff971046267480 going to sleep for 11 seconds 00000100:00100000:0.0:1777421200.186752:0:6552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710774ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6552:1863761018305152:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421200.186805:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000513e3f48/0xd9d09a059d6c0e44 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e16 expref: 11 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.186835:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b62600, rc 0) 00000100:00100000:0.0:1777421200.186907:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+11:15250:x1863761006855040:12345-192.168.204.24@tcp:101:cp.0 Request processed in 3297us (3914us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421200.186915:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 104 00000100:00100000:1.0:1777421200.190535:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421200.190652:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006855168 00000100:00100000:3.0:1777421200.190662:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006855168 00010000:00010000:3.0:1777421200.190709:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006d715700/0xd9d09a059d6c0e3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e0f expref: 11 pid: 12497 timeout: 366 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421200.190794:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 152 00000100:00100000:3.0:1777421200.190813:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+11:2360:x1863761006855168:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421200.190827:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421200.190850:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006d715700/0xd9d09a059d6c0e3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e0f expref: 11 pid: 12497 timeout: 366 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.190863:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006d715700/0xd9d09a059d6c0e3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e0f expref: 11 pid: 12497 timeout: 366 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.190898:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d715700/0xd9d09a059d6c0e3d lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e0f expref: 11 pid: 12497 timeout: 366 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.190914:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421200.190917:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421200.190924:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000513e3f48/0xd9d09a059d6c0e44 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e16 expref: 10 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.190935:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000513e3f48/0xd9d09a059d6c0e44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e16 expref: 10 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.190976:0:5757:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000513e3f48/0xd9d09a059d6c0e44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e16 expref: 10 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421200.191000:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c76d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5757:1863761018305280:192.168.204.24@tcp:105: 00000100:00100000:3.0:1777421200.191101:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049a80300 going to sleep for 11 seconds 00000001:00080000:3.0:1777421200.191349:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967319 is committed 00000001:00080000:3.0:1777421200.191360:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967320 is committed 00000001:00080000:3.0:1777421200.191381:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967317 is committed 00000100:00100000:2.0:1777421200.194718:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c76d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5757:1863761018305280:192.168.204.24@tcp:105: 00010000:00010000:2.0:1777421200.194748:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421200.194838:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+7:2360:x1863761006855168:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 4027us (4313us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421200.194849:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 152 00000100:00100000:2.0:1777421200.195426:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.195481:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006855424 00000100:00100000:1.0:1777421200.195492:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006855424 00000100:00100000:1.0:1777421200.195557:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 438 00000100:00100000:1.0:1777421200.195577:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42676d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+78:15250:x1863761006855424:12345-192.168.204.24@tcp:36:cp.0 00010000:00010000:1.0:1777421200.195666:0:5772:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421200.195724:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0e2f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e08 expref: 78 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.195748:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff97104562fc00) 00010000:00010000:1.0:1777421200.195759:0:5772:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421200.195805:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0e4b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.195819:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0e4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.195831:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0e4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421200.196037:0:5772:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000006392e55c reply state 00000000b333e5b8 transno 4294967621 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0e4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421200.196046:0:5772:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421200.196137:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42676d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+79:15250:x1863761006855424:12345-192.168.204.24@tcp:36:cp.0 Request processed in 560us (712us total) trans 4294967621 rc 0/0 00000100:00100000:1.0:1777421200.196144:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 438 00000001:00080000:1.0:1777421200.199197:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967614 is committed 00000004:00080000:1.0:1777421200.199232:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 9 committed 00000001:00080000:1.0:1777421200.199245:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967578 is committed 00000020:00080000:1.0:1777421200.199253:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 9 batchid updated 00000001:00080000:1.0:1777421200.199263:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967620 is committed 00000001:00080000:1.0:1777421200.199345:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967579 is committed 00000004:00080000:1.0:1777421200.199359:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 10 committed 00000100:00100000:3.0:1777421200.199390:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018305408:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1777421200.199440:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0e4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421200.199445:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777421200.199457:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0e4b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1777421200.199460:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00010000:00010000:2.0:1777421200.199468:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0e4b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.199476:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cfe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421200.199480:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0e4b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.199489:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0e4b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.199506:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff97104562f200) 00010000:00010000:2.0:1777421200.199510:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421200.199515:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0e4b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.199522:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0e4b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421200.199615:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000020:00080000:0.0:1777421200.199638:0:5803:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8 cancel update log [0x200000400:0x2:0x0].1: rc = 0 00000100:00100000:2.0:1777421200.199679:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006855552 00000100:00100000:2.0:1777421200.199687:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006855552 00000020:00080000:0.0:1777421200.199717:0:5803:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 9 cancel update log [0x200000400:0x2:0x0].2: rc = 0 00000020:00080000:0.0:1777421200.199725:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00000100:00100000:2.0:1777421200.199744:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 439 00000100:00100000:2.0:1777421200.199764:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+36:15250:x1863761006855552:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421200.199785:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421200.199806:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0e52 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04e1d expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421200.199839:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018305408 00000100:00100000:1.0:1777421200.199844:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018305408 00010000:00010000:2.0:1777421200.199855:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0e52 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e1d expref: 37 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.199870:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7000/0xd9d09a059d6c0e52 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e1d expref: 37 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777421200.199877:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421200.199893:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00010000:00010000:2.0:1777421200.199902:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff971049356b00) 00000100:00100000:1.0:1777421200.199902:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018305408:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1777421200.199908:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421200.199912:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe7000, rc 0) 00000100:00100000:2.0:1777421200.199964:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+37:15250:x1863761006855552:12345-192.168.204.24@tcp:101:cp.0 Request processed in 210us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421200.199973:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 439 00002000:00010000:1.0:1777421200.200123:0:6552:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb size from disk: 1 -> 1 00002000:00010000:1.0:1777421200.200127:0:6552:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb mtime from disk: 1777421195 -> 1777421195 00002000:00010000:1.0:1777421200.200130:0:6552:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777421200.200133:0:6552:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb ctime from disk: 1777421195 -> 1777421195 00002000:00010000:1.0:1777421200.200135:0:6552:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:1.0:1777421200.200168:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018305408:12345-0@lo:2:osp-syn-1-0.0 Request processed in 267us (724us total) trans 4294967321 rc 0/0 00000100:00100000:1.0:1777421200.200175:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1777421200.200193:0:3298:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967317 gen 2 00000004:00080000:3.0:1777421200.200198:0:3298:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff97106ffe9500, transno 4294967317 00000100:00100000:3.0:1777421200.200255:0:3298:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff971077c76300 x1863761018305408/t4294967321(4294967321) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777421216 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1777421200.200268:0:3298:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff971077c76300/2, rc 0, transno 4294967321 00000100:00100000:3.0:1777421200.200369:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018305408:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777421200.202479:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.202523:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006855680 00000100:00100000:1.0:1777421200.202533:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006855680 00000100:00100000:1.0:1777421200.202619:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 106 00000100:00100000:1.0:1777421200.202630:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+7:2361:x1863761006855680:12345-192.168.204.24@tcp:2:cp.0 00002000:00010000:1.0:1777421200.202901:0:6552:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777421200.202905:0:6552:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb mtime from disk: 0 -> 1645827007 00002000:00010000:1.0:1777421200.202908:0:6552:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb atime from disk: 0 -> 1777420964 00002000:00010000:1.0:1777421200.202910:0:6552:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb ctime from disk: 0 -> 1777421199 00002000:00010000:1.0:1777421200.202913:0:6552:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1777421200.202976:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+8:2361:x1863761006855680:12345-192.168.204.24@tcp:2:cp.0 Request processed in 347us (502us total) trans 4294967322 rc 0/0 00000100:00100000:1.0:1777421200.202983:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 106 00000100:00100000:3.0:1777421200.205306:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.205405:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006855936 00000100:00100000:1.0:1777421200.205415:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006855936 00000100:00100000:1.0:1777421200.205471:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 440 00000100:00100000:1.0:1777421200.205496:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+37:15250:x1863761006855936:12345-192.168.204.24@tcp:55:cp.0 00010000:00010000:1.0:1777421200.205559:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0e59 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.205577:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0e59 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.205588:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0e59 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.205624:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0e59 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.205632:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0e59 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.205638:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0e59 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.205644:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cfc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.205649:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0e59 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.205656:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0e59 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.205667:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff971049356b00) 00010000:00010000:1.0:1777421200.205670:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777421200.205675:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0e59 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.205680:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0e59 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421200.205766:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+37:15250:x1863761006855936:12345-192.168.204.24@tcp:55:cp.0 Request processed in 271us (493us total) trans 0 rc -22/-22 00000100:00100000:1.0:1777421200.205774:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 440 00000100:00100000:3.0:1777421200.209736:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421200.210090:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006856192 00000100:00100000:0.0:1777421200.210101:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006856192 00000100:00100000:0.0:1777421200.210208:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 441 00000100:00100000:0.0:1777421200.210219:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+37:15250:x1863761006856192:12345-192.168.204.24@tcp:36:cp.0 00010000:00010000:0.0:1777421200.210327:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0e60 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.210345:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0e60 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.210359:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0e60 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421200.210619:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000226e6628 reply state 000000007fd04117 transno 4294967622 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0e60 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421200.210631:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421200.210706:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+39:15250:x1863761006856192:12345-192.168.204.24@tcp:36:cp.0 Request processed in 488us (980us total) trans 4294967622 rc 0/0 00000100:00100000:0.0:1777421200.210714:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 441 00010000:00010000:3.0:1777421200.212754:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0e60 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.212770:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0e60 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.212778:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0e60 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.212784:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b63200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421200.212789:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0e60 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.212797:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0e60 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.212814:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff971049356b00) 00010000:00010000:3.0:1777421200.212833:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777421200.212838:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0e60 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.212846:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63200/0xd9d09a059d6c0e60 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421200.214193:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.214409:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006856448 00000100:00100000:2.0:1777421200.214420:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006856448 00000100:00100000:2.0:1777421200.214476:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 117 00000100:00100000:2.0:1777421200.214499:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+38:15250:x1863761006856448:12345-192.168.204.24@tcp:35:cp.0 00000100:00100000:2.0:1777421200.214914:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+39:15250:x1863761006856448:12345-192.168.204.24@tcp:35:cp.0 Request processed in 427us (727us total) trans 4294967623 rc 0/0 00000100:00100000:2.0:1777421200.214936:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 117 00000100:00100000:2.0:1777421200.234567:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421200.235062:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006856704 00000100:00100000:0.0:1777421200.235074:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006856704 00000100:00100000:0.0:1777421200.235137:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 442 00000100:00100000:0.0:1777421200.235148:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+39:15251:x1863761006856704:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421200.235172:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421200.235205:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c0e67 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04e24 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.235307:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c0e6e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.235322:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c0e6e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.235335:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c0e6e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.235349:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63e00/0xd9d09a059d6c0e75 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.235357:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63e00/0xd9d09a059d6c0e75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.235364:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63e00/0xd9d09a059d6c0e75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.237675:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c0e7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.237698:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c0e7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.237709:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c0e7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421200.237724:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 1516 00010000:00010000:0.0:1777421200.237835:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c0e6e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.237859:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c0e6e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.237867:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c0e6e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.237873:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b63c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421200.237878:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c0e6e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.237894:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c0e6e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.237907:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:0.0:1777421200.237911:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421200.237916:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c0e6e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.237923:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c0e6e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.237937:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63e00/0xd9d09a059d6c0e75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.237944:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63e00/0xd9d09a059d6c0e75 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.237950:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63e00/0xd9d09a059d6c0e75 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.237956:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b63e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421200.237965:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63e00/0xd9d09a059d6c0e75 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.237972:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63e00/0xd9d09a059d6c0e75 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.237981:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x9126f063 (ffff971042afd000) 00010000:00010000:0.0:1777421200.237983:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421200.237986:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63e00/0xd9d09a059d6c0e75 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.237992:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63e00/0xd9d09a059d6c0e75 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.238043:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c0e67 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e24 expref: 42 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.238058:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c0e7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e24 expref: 41 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.238065:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff971049356b00) 00010000:00010000:0.0:1777421200.238068:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421200.238071:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b63800, rc 0) 00000100:00100000:0.0:1777421200.238144:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+41:15251:x1863761006856704:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 2998us (3590us total) trans 4294967624 rc 0/0 00000100:00100000:0.0:1777421200.238153:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 442 00000100:00100000:0.0:1777421200.241834:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421200.241992:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006856960 00000100:00100000:3.0:1777421200.242004:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006856960 00000100:00100000:3.0:1777421200.242068:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 443 00000100:00100000:3.0:1777421200.242078:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+41:15251:x1863761006856960:12345-192.168.204.24@tcp:55:lfs.0 00010000:00010000:3.0:1777421200.242143:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0e8a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.242160:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c0e7c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e24 expref: 41 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.242174:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0e8a lrc: 4/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.242217:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c0e7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e24 expref: 41 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.242230:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c0e7c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e24 expref: 41 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421200.242244:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c76a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018305536:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421200.242374:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049a80cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421200.244914:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c76a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018305536:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421200.244962:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0e8a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421200.245543:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.245626:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006857088 00000100:00100000:2.0:1777421200.245634:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006857088 00010000:00010000:2.0:1777421200.245677:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c0e7c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e24 expref: 42 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421200.246008:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 153 00000100:00100000:2.0:1777421200.246019:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+42:2361:x1863761006857088:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421200.246034:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421200.246042:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c0e7c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e24 expref: 42 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.246055:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c0e7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e24 expref: 42 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.246088:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c0e7c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e24 expref: 42 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.246104:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff971049356b00) 00010000:00010000:2.0:1777421200.246109:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0e8a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.246118:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0e8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.246126:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0e8a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.246176:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421200.246242:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+41:2361:x1863761006857088:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 224us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421200.246251:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 153 00010000:00010000:3.0:1777421200.246311:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0e8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.246320:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0e8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.246582:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0e8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.246591:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0e8a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.246598:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0e8a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.246604:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbac00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421200.246609:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0e8a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.246616:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0e8a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.246626:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff971049356b00) 00010000:00010000:3.0:1777421200.246629:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777421200.246633:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0e8a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.246639:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0e8a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421200.246694:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+41:15251:x1863761006856960:12345-192.168.204.24@tcp:55:lfs.0 Request processed in 4617us (4871us total) trans 4294967625 rc 0/0 00000100:00100000:3.0:1777421200.246703:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 443 00000100:00100000:0.0:1777421200.251268:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421200.252128:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006857344 00000100:00100000:3.0:1777421200.252140:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006857344 00000100:00100000:3.0:1777421200.252206:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 118 00000100:00100000:3.0:1777421200.252215:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+41:15251:x1863761006857344:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:3.0:1777421200.252710:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+42:15251:x1863761006857344:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 495us (1451us total) trans 4294967626 rc 0/0 00000100:00100000:3.0:1777421200.252719:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 118 00000100:00100000:1.0:1777421200.265191:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421200.266181:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006857600 00000100:00100000:3.0:1777421200.266194:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006857600 00000100:00100000:3.0:1777421200.266266:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 444 00000100:00100000:3.0:1777421200.266322:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+42:15252:x1863761006857600:12345-192.168.204.24@tcp:101:dd.0 00010000:00010000:3.0:1777421200.266355:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421200.266466:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0e91 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04e2b expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.266757:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0e98 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.266774:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0e98 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.266786:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0e98 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.266808:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0e9f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.266816:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0e9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.266822:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0e9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.266914:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0ea6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.266924:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0ea6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.266957:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0ea6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421200.266969:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 1516 00010000:00010000:2.0:1777421200.267079:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0e98 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.267087:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0e98 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.267093:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0e98 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.267099:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421200.267103:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0e98 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.267109:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0e98 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.267122:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:2.0:1777421200.267124:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421200.267129:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0e98 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.267135:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0e98 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.267147:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0e9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.267163:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0e9f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.267170:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0e9f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.267175:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421200.267178:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0e9f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.267185:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0e9f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.267193:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x9126f063 (ffff971049356e00) 00010000:00010000:2.0:1777421200.267196:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421200.267199:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0e9f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.267205:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0e9f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.267244:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0e91 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e2b expref: 45 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.267254:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6800/0xd9d09a059d6c0ea6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e2b expref: 44 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.267260:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff971049356b00) 00010000:00010000:2.0:1777421200.267262:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421200.267268:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe6800, rc 0) 00000100:00100000:2.0:1777421200.267356:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+44:15252:x1863761006857600:12345-192.168.204.24@tcp:101:dd.0 Request processed in 1080us (2176us total) trans 4294967627 rc 0/0 00000100:00100000:2.0:1777421200.267367:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 444 00000100:00100000:1.0:1777421200.272393:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421200.272699:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006857856 00000100:00100000:3.0:1777421200.272711:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006857856 00000100:00100000:3.0:1777421200.272766:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 119 00000100:00100000:3.0:1777421200.272776:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+44:15252:x1863761006857856:12345-192.168.204.24@tcp:35:dd.0 00000001:00080000:3.0:1777421200.273121:0:11303:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967628 00000100:00100000:3.0:1777421200.273304:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+46:15252:x1863761006857856:12345-192.168.204.24@tcp:35:dd.0 Request processed in 497us (891us total) trans 4294967629 rc 0/0 00000100:00100000:3.0:1777421200.273314:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 119 00000020:00080000:3.0:1777421200.273319:0:11303:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777421200.294002:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.294134:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006858112 00000100:00100000:2.0:1777421200.294147:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006858112 00000100:00100000:2.0:1777421200.294516:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 445 00000100:00100000:2.0:1777421200.294528:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+46:15255:x1863761006858112:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421200.294556:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421200.294586:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0eb4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04e32 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.294709:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0ebb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.294726:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0ebb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.294737:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0ebb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421200.294752:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 1519 00010000:00010000:2.0:1777421200.295097:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0eb4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e32 expref: 49 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.295120:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6e00/0xd9d09a059d6c0ebb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e32 expref: 48 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.295129:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff971049356b00) 00010000:00010000:2.0:1777421200.295147:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777421200.295152:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe6e00, rc 0) 00000100:00100000:2.0:1777421200.295364:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+48:15255:x1863761006858112:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 838us (1373us total) trans 4294967630 rc 0/0 00000100:00100000:2.0:1777421200.295372:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 445 00000100:00100000:1.0:1777421200.302131:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.303616:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006858240 00000100:00100000:2.0:1777421200.303630:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006858240 00000100:00100000:2.0:1777421200.303701:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 446 00000100:00100000:2.0:1777421200.303711:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+48:15255:x1863761006858240:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:2.0:1777421200.303793:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0ec9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.303815:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0ec9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.303827:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0ec9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.303855:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0ec9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.303862:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0ec9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.303872:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0ec9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.303879:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe7200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421200.303891:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0ec9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.303915:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0ec9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.303928:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff971049356b00) 00010000:00010000:2.0:1777421200.303931:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421200.303936:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0ec9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.303942:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0ec9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421200.304016:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+48:15255:x1863761006858240:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 306us (1895us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421200.304024:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 446 00000100:00100000:1.0:1777421200.346351:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.347655:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006858368 00000100:00100000:2.0:1777421200.347667:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006858368 00000100:00100000:2.0:1777421200.347777:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 447 00000100:00100000:2.0:1777421200.347788:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+48:15260:x1863761006858368:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421200.347810:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421200.347832:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0ed0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04e39 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.347906:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0ed7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.347922:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0ed7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.347944:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0ed7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.348001:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0ede lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.348010:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0ede lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.348017:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0ede lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.348092:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0ed7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.348100:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0ed7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.348107:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0ed7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.348113:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421200.348118:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0ed7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.348125:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0ed7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.348138:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:2.0:1777421200.348141:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421200.348145:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0ed7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.348152:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6200/0xd9d09a059d6c0ed7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.348171:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0ede lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.348177:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0ede lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.348182:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0ede lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.348188:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106ffe6a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421200.348191:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0ede lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.348197:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0ede lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.348204:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x7a5df1c8 (ffff971049356e00) 00010000:00010000:2.0:1777421200.348207:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421200.348209:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0ede lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.348215:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe6a00/0xd9d09a059d6c0ede lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.348246:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0ed0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e39 expref: 49 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.348257:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:2.0:1777421200.348259:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421200.348271:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7200/0xd9d09a059d6c0ed0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e39 expref: 49 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.348326:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe7200, rc 0) 00000100:00100000:2.0:1777421200.348398:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+48:15260:x1863761006858368:12345-192.168.204.24@tcp:101:cp.0 Request processed in 612us (2057us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421200.348407:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 447 00000100:00100000:0.0:1777421200.354263:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.354328:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006858496 00000100:00100000:2.0:1777421200.354339:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006858496 00000100:00100000:2.0:1777421200.354400:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 448 00000100:00100000:2.0:1777421200.354409:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+48:15260:x1863761006858496:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421200.354427:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421200.354487:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c0ee5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04e40 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.354560:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c0eec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.354575:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c0eec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.354586:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c0eec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.354600:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c0ef3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.354607:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c0ef3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.354614:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c0ef3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.354837:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c0eec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.354846:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c0eec lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.354853:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c0eec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.354859:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510f400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421200.354864:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c0eec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.354871:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c0eec lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.354894:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:2.0:1777421200.354897:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421200.354902:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c0eec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.354909:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c0eec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.354923:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c0ef3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.354929:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c0ef3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.354935:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c0ef3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.354954:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510f000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421200.354958:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c0ef3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.354965:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c0ef3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.354973:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x7a5df1c8 (ffff971049356100) 00010000:00010000:2.0:1777421200.354975:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421200.354978:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c0ef3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.354984:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c0ef3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.355018:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c0ee5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e40 expref: 49 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.355028:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:2.0:1777421200.355030:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421200.355034:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c0ee5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e40 expref: 49 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.355043:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510e200, rc 0) 00000100:00100000:2.0:1777421200.355106:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+48:15260:x1863761006858496:12345-192.168.204.24@tcp:101:cp.0 Request processed in 698us (852us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421200.355114:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 448 00000100:00100000:3.0:1777421200.359091:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.359143:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006858752 00000100:00100000:2.0:1777421200.359166:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006858752 00000100:00100000:2.0:1777421200.359224:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 449 00000100:00100000:2.0:1777421200.359233:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+48:15260:x1863761006858752:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421200.359252:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421200.359294:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f200/0xd9d09a059d6c0efa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04e47 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.359441:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c0f01 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.359456:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c0f01 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.359470:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c0f01 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.359490:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f08 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.359497:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.359504:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777421200.360345:0:5771:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x9:0x0], index 0: 0 00010000:00010000:2.0:1777421200.360552:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e000/0xd9d09a059d6c0f0f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.360565:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e000/0xd9d09a059d6c0f0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.360585:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e000/0xd9d09a059d6c0f0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.360623:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c0f01 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.360630:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c0f01 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.360636:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c0f01 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.360642:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510fa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421200.360647:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c0f01 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.360654:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c0f01 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.360666:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:2.0:1777421200.360669:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421200.361369:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c0f01 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.361381:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c0f01 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421200.361396:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000008514782c reply state 000000000476aee3 transno 4294967631 ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421200.361405:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777421200.361454:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f200/0xd9d09a059d6c0efa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e47 expref: 51 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.361471:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e000/0xd9d09a059d6c0f0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e47 expref: 50 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.361479:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff971049356200) 00010000:00010000:2.0:1777421200.361481:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421200.361484:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510e000, rc 0) 00000100:00100000:2.0:1777421200.361569:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+51:15260:x1863761006858752:12345-192.168.204.24@tcp:101:cp.0 Request processed in 2336us (2487us total) trans 4294967631 rc 0/0 00000100:00100000:2.0:1777421200.361579:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 449 00010000:00010000:2.0:1777421200.363077:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.363094:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f08 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.363102:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f08 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.363109:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510e800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421200.363116:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f08 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.363124:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f08 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.363140:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x7a5df1c8 (ffff971049356e00) 00010000:00010000:2.0:1777421200.363143:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421200.363163:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f08 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.363171:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f08 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421200.365825:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.365927:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006858880 00000100:00100000:1.0:1777421200.366041:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006858880 00000100:00100000:1.0:1777421200.366171:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 107 00000100:00100000:1.0:1777421200.366182:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+8:2361:x1863761006858880:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421200.366202:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421200.366225:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c0f1d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04e4e expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421200.366270:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1777421200.366332:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421200.366334:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421200.366343:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c0f1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e4e expref: 9 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.366361:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c0f1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e4e expref: 9 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.366374:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420ce600, rc 0) 00000100:00100000:1.0:1777421200.366459:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+9:2361:x1863761006858880:12345-192.168.204.24@tcp:101:cp.0 Request processed in 276us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421200.366481:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 107 00000100:00100000:1.0:1777421200.369847:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421200.371706:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006859008 00000100:00100000:0.0:1777421200.371728:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006859008 00000100:00100000:0.0:1777421200.371932:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 108 00000100:00100000:0.0:1777421200.371946:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+9:15260:x1863761006859008:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421200.371974:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421200.372000:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082b1e840/0xd9d09a059d6c0f24 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04e55 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.372042:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c0f1d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e4e expref: 10 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.372138:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421200.372141:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421200.372147:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082b1e840/0xd9d09a059d6c0f24 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e55 expref: 10 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.372196:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c0f1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e4e expref: 10 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.372215:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c0f1d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e4e expref: 10 pid: 6552 timeout: 366 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421200.372366:0:6552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710774eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6552:1863761018305664:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421200.372501:0:6552:0:(client.c:2690:ptlrpc_set_wait()) set ffff971046267780 going to sleep for 11 seconds 00000100:00100000:0.0:1777421200.375785:0:6552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710774eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6552:1863761018305664:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421200.375842:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000082b1e840/0xd9d09a059d6c0f24 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e55 expref: 10 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.375866:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b63200, rc 0) 00000100:00100000:0.0:1777421200.375960:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+10:15260:x1863761006859008:12345-192.168.204.24@tcp:101:cp.0 Request processed in 4015us (6131us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421200.375975:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 108 00000100:00100000:3.0:1777421200.376032:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.376124:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006859136 00000100:00100000:2.0:1777421200.376133:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006859136 00010000:00010000:2.0:1777421200.376181:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c0f1d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e4e expref: 10 pid: 6552 timeout: 366 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421200.376227:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 154 00000100:00100000:2.0:1777421200.376236:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+10:2360:x1863761006859136:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421200.376249:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421200.376318:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c0f1d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e4e expref: 10 pid: 6552 timeout: 366 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.376333:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c0f1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e4e expref: 10 pid: 6552 timeout: 366 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.376359:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c0f1d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e4e expref: 10 pid: 6552 timeout: 366 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.376377:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421200.376380:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421200.376390:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000082b1e840/0xd9d09a059d6c0f24 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e55 expref: 9 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.376431:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082b1e840/0xd9d09a059d6c0f24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e55 expref: 9 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.376471:0:5757:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000082b1e840/0xd9d09a059d6c0f24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e55 expref: 9 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421200.376485:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5757:1863761018305792:192.168.204.24@tcp:105: 00000100:00100000:2.0:1777421200.376556:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045342480 going to sleep for 11 seconds 00000100:00100000:2.0:1777421200.385673:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5757:1863761018305792:192.168.204.24@tcp:105: 00010000:00010000:2.0:1777421200.385712:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421200.385775:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+9:2360:x1863761006859136:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 9540us (9753us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421200.385793:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 154 00000100:00100000:3.0:1777421200.386007:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.386063:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006859392 00000100:00100000:2.0:1777421200.386073:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006859392 00000100:00100000:2.0:1777421200.386130:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 450 00000100:00100000:2.0:1777421200.386143:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+50:15260:x1863761006859392:12345-192.168.204.24@tcp:36:cp.0 00010000:00010000:2.0:1777421200.386208:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421200.386236:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e000/0xd9d09a059d6c0f0f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e47 expref: 50 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.386254:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff971049356200) 00010000:00010000:2.0:1777421200.386266:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421200.386342:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f2b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.386372:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.386385:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421200.386561:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000be149cca reply state 000000008a7d0616 transno 4294967632 ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421200.386570:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421200.386638:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+51:15260:x1863761006859392:12345-192.168.204.24@tcp:36:cp.0 Request processed in 499us (641us total) trans 4294967632 rc 0/0 00000100:00100000:2.0:1777421200.386643:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 450 00010000:00010000:2.0:1777421200.391917:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.391945:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f2b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.391955:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f2b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.391962:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510e800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421200.391968:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f2b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.391977:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f2b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.392000:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff971049356e00) 00010000:00010000:2.0:1777421200.392029:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421200.392037:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f2b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.392044:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f2b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421200.395172:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.395323:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006859520 00000100:00100000:2.0:1777421200.395339:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006859520 00000100:00100000:2.0:1777421200.395582:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 451 00000100:00100000:2.0:1777421200.395595:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+50:15260:x1863761006859520:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421200.395628:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421200.395661:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f200/0xd9d09a059d6c0f32 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04e5c expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.395751:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f200/0xd9d09a059d6c0f32 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e5c expref: 51 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.395770:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f200/0xd9d09a059d6c0f32 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e5c expref: 51 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.395795:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff971049356100) 00010000:00010000:2.0:1777421200.395799:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421200.395804:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510f200, rc 0) 00000100:00100000:2.0:1777421200.395896:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+51:15260:x1863761006859520:12345-192.168.204.24@tcp:101:cp.0 Request processed in 304us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421200.395905:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 451 00000100:00100000:3.0:1777421200.403217:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421200.404686:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006859648 00000100:00100000:0.0:1777421200.404707:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006859648 00000100:00100000:0.0:1777421200.404842:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 109 00000100:00100000:0.0:1777421200.404858:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+9:2361:x1863761006859648:12345-192.168.204.24@tcp:2:cp.0 00002000:00010000:0.0:1777421200.405364:0:6552:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777421200.405369:0:6552:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb mtime from disk: 0 -> 1645827007 00002000:00010000:0.0:1777421200.405372:0:6552:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb atime from disk: 0 -> 1777420964 00002000:00010000:0.0:1777421200.405375:0:6552:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb ctime from disk: 0 -> 1777421199 00002000:00010000:0.0:1777421200.405378:0:6552:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777421200.405493:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006859648:12345-192.168.204.24@tcp:2:cp.0 Request processed in 637us (2295us total) trans 4294967318 rc 0/0 00000100:00100000:0.0:1777421200.405505:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 109 00000100:00100000:3.0:1777421200.410197:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.410953:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006859904 00000100:00100000:2.0:1777421200.410969:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006859904 00000100:00100000:2.0:1777421200.411072:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 452 00000100:00100000:2.0:1777421200.411085:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+51:15260:x1863761006859904:12345-192.168.204.24@tcp:55:cp.0 00010000:00010000:2.0:1777421200.411191:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f39 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.411212:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f39 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.411226:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f39 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.411260:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f39 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.411267:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f39 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.411324:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f39 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.411331:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510e800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421200.411336:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f39 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.411346:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f39 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.411362:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff971049356100) 00010000:00010000:2.0:1777421200.411366:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777421200.411372:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f39 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.411391:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0f39 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421200.411503:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+51:15260:x1863761006859904:12345-192.168.204.24@tcp:55:cp.0 Request processed in 419us (1320us total) trans 0 rc -22/-22 00000100:00100000:2.0:1777421200.411514:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 452 00000100:00100000:3.0:1777421200.415187:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.415257:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006860160 00000100:00100000:2.0:1777421200.415271:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006860160 00000100:00100000:2.0:1777421200.415390:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 453 00000100:00100000:2.0:1777421200.415402:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+51:15260:x1863761006860160:12345-192.168.204.24@tcp:36:cp.0 00010000:00010000:3.0:1777421200.415913:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0f40 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.415937:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0f40 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.415951:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0f40 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421200.416254:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000014309fd5 reply state 0000000061d535a6 transno 4294967633 ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0f40 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421200.416267:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777421200.416394:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+53:15260:x1863761006860160:12345-192.168.204.24@tcp:36:cp.0 Request processed in 992us (1220us total) trans 4294967633 rc 0/0 00000100:00100000:3.0:1777421200.416403:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 453 00010000:00010000:2.0:1777421200.418052:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0f40 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.418072:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0f40 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.418080:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0f40 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.418087:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbac00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421200.418092:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0f40 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.418101:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0f40 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.418122:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff971049356100) 00010000:00010000:2.0:1777421200.418125:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777421200.418131:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0f40 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.418155:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c0f40 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421200.418606:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421200.419350:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006860416 00000100:00100000:0.0:1777421200.419366:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006860416 00000100:00100000:0.0:1777421200.419576:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 120 00000100:00100000:0.0:1777421200.419589:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4c1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+52:15260:x1863761006860416:12345-192.168.204.24@tcp:35:cp.0 00000100:00100000:0.0:1777421200.420063:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4c1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+53:15260:x1863761006860416:12345-192.168.204.24@tcp:35:cp.0 Request processed in 476us (1460us total) trans 4294967634 rc 0/0 00000100:00100000:0.0:1777421200.420073:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 120 00000100:00100000:3.0:1777421200.431413:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421200.431702:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006860672 00000100:00100000:0.0:1777421200.431718:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006860672 00000100:00100000:0.0:1777421200.431796:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 454 00000100:00100000:0.0:1777421200.431807:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+53:15261:x1863761006860672:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421200.431841:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421200.431869:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0f47 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04e63 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.431983:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c0f4e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.432003:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c0f4e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.432017:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c0f4e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.432033:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0f55 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.432041:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0f55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.432070:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0f55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.432716:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0f5c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.432730:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0f5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.432739:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0f5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421200.432753:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1b:0x0]: returning size 1516 00010000:00010000:1.0:1777421200.432890:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c0f4e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.432899:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c0f4e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.432907:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c0f4e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.432914:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.432919:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c0f4e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.432928:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c0f4e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.432943:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:1.0:1777421200.432946:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.432952:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c0f4e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.432967:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c0f4e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.432984:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0f55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.432991:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0f55 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.432997:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0f55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.433002:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.433005:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0f55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.433012:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0f55 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.433020:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x7a5df1c8 (ffff971042afd000) 00010000:00010000:1.0:1777421200.433023:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.433026:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0f55 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.433031:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c0f55 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.433086:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c0f47 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e63 expref: 56 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.433677:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0f5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e63 expref: 55 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.433685:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff971049356100) 00010000:00010000:1.0:1777421200.433688:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421200.433691:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420ce400, rc 0) 00000100:00100000:1.0:1777421200.433783:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+55:15261:x1863761006860672:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1977us (2384us total) trans 4294967635 rc 0/0 00000100:00100000:1.0:1777421200.433794:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 454 00000100:00100000:1.0:1777421200.440716:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421200.440790:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006860928 00000100:00100000:3.0:1777421200.440802:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006860928 00000100:00100000:3.0:1777421200.440892:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 455 00000100:00100000:3.0:1777421200.440903:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+55:15261:x1863761006860928:12345-192.168.204.24@tcp:55:lfs.0 00010000:00010000:3.0:1777421200.440999:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0f6a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.441023:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0f5c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e63 expref: 55 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.441034:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0f6a lrc: 4/0,1 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.441104:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0f5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e63 expref: 55 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.441119:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0f5c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e63 expref: 55 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421200.441137:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077253800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018305920:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421200.441324:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049a80cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421200.447074:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077253800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018305920:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421200.447121:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0f6a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421200.448388:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.448937:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006861056 00000100:00100000:2.0:1777421200.448951:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006861056 00010000:00010000:2.0:1777421200.449012:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0f5c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e63 expref: 56 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421200.449153:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 155 00000100:00100000:2.0:1777421200.449169:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+56:2361:x1863761006861056:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421200.449190:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421200.449200:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0f5c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e63 expref: 56 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.449216:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0f5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e63 expref: 56 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.449245:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0f5c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e63 expref: 56 pid: 5771 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.449264:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff971049356100) 00010000:00010000:2.0:1777421200.449270:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0f6a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.449306:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0f6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.449316:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0f6a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.449423:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421200.449506:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+55:2361:x1863761006861056:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 339us (1551us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421200.449515:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 155 00010000:00010000:1.0:1777421200.450599:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0f6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.450678:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0f6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.451677:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0f6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.451690:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0f6a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.451698:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0f6a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.451718:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbaa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.451723:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0f6a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.451731:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0f6a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.451748:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff971049356100) 00010000:00010000:1.0:1777421200.451751:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777421200.451757:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0f6a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.451764:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c0f6a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421200.452006:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+55:15261:x1863761006860928:12345-192.168.204.24@tcp:55:lfs.0 Request processed in 11099us (11297us total) trans 4294967636 rc 0/0 00000100:00100000:1.0:1777421200.452027:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 455 00000100:00100000:1.0:1777421200.456239:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421200.456464:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006861312 00000100:00100000:0.0:1777421200.456565:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006861312 00000100:00100000:0.0:1777421200.456671:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 121 00000100:00100000:0.0:1777421200.456684:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+55:15261:x1863761006861312:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:0.0:1777421200.457256:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+56:15261:x1863761006861312:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 572us (1459us total) trans 4294967637 rc 0/0 00000100:00100000:0.0:1777421200.457267:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 121 00000100:00100000:3.0:1777421200.469599:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.469872:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006861568 00000100:00100000:1.0:1777421200.469898:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006861568 00000100:00100000:1.0:1777421200.469990:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 456 00000100:00100000:1.0:1777421200.470004:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+56:15262:x1863761006861568:12345-192.168.204.24@tcp:101:dd.0 00010000:00010000:1.0:1777421200.470041:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421200.470072:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0f71 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04e6a expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470342:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0f78 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470379:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0f78 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470394:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0f78 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470412:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0f7f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470420:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0f7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470426:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0f7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470531:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0f86 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470541:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0f86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470549:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0f86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421200.470563:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1b:0x0]: returning size 1516 00010000:00010000:1.0:1777421200.470707:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0f78 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470716:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0f78 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470725:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0f78 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470741:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.470748:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0f78 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470757:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0f78 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470775:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:1.0:1777421200.470779:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.470785:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0f78 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470793:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0f78 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470814:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0f7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470821:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0f7f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470829:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0f7f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470835:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cfc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.470838:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0f7f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470846:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0f7f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470866:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x7a5df1c8 (ffff97104562f400) 00010000:00010000:1.0:1777421200.470868:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.470871:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0f7f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470890:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0f7f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470959:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0f71 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e6a expref: 59 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470978:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfe00/0xd9d09a059d6c0f86 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e6a expref: 58 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.470986:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff971049356100) 00010000:00010000:1.0:1777421200.470989:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421200.470992:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cfe00, rc 0) 00000100:00100000:1.0:1777421200.471081:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+58:15262:x1863761006861568:12345-192.168.204.24@tcp:101:dd.0 Request processed in 1079us (1501us total) trans 4294967638 rc 0/0 00000100:00100000:1.0:1777421200.471093:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 456 00000100:00100000:3.0:1777421200.475243:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421200.475358:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006861824 00000100:00100000:0.0:1777421200.475379:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006861824 00000100:00100000:0.0:1777421200.475467:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 122 00000100:00100000:0.0:1777421200.475614:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+58:15262:x1863761006861824:12345-192.168.204.24@tcp:35:dd.0 00000100:00100000:0.0:1777421200.476081:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+59:15262:x1863761006861824:12345-192.168.204.24@tcp:35:dd.0 Request processed in 602us (851us total) trans 4294967639 rc 0/0 00000100:00100000:0.0:1777421200.476091:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 122 00000100:00100000:3.0:1777421200.494732:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.494913:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006862080 00000100:00100000:1.0:1777421200.494928:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006862080 00000100:00100000:1.0:1777421200.495010:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 457 00000100:00100000:1.0:1777421200.495029:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+59:15265:x1863761006862080:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421200.495064:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421200.495094:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0f94 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04e71 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.495254:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0f9b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.495271:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0f9b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.495327:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0f9b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421200.495341:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1b:0x0]: returning size 1516 00010000:00010000:1.0:1777421200.495629:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0f94 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e71 expref: 62 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.495656:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfc00/0xd9d09a059d6c0f9b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e71 expref: 61 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.495667:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff971049356100) 00010000:00010000:1.0:1777421200.495670:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1777421200.495675:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cfc00, rc 0) 00000100:00100000:1.0:1777421200.495762:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+61:15265:x1863761006862080:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 735us (1045us total) trans 4294967640 rc 0/0 00000100:00100000:1.0:1777421200.495772:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 457 00000100:00100000:3.0:1777421200.502607:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.502906:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006862208 00000100:00100000:2.0:1777421200.502920:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006862208 00000100:00100000:2.0:1777421200.502997:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 458 00000100:00100000:2.0:1777421200.503010:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+61:15265:x1863761006862208:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:2.0:1777421200.503110:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0fa9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.503132:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0fa9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.503149:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0fa9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.503182:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0fa9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.503189:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0fa9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.503196:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0fa9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.503203:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510e800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421200.503209:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0fa9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.503242:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0fa9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.503259:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff971049356100) 00010000:00010000:2.0:1777421200.503262:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421200.503268:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0fa9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.503329:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c0fa9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421200.503433:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+61:15265:x1863761006862208:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 424us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421200.503444:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 458 00000100:00100000:3.0:1777421200.536215:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.536633:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006862336 00000100:00100000:1.0:1777421200.536651:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006862336 00000100:00100000:1.0:1777421200.536743:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 459 00000100:00100000:1.0:1777421200.536755:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+61:15270:x1863761006862336:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421200.536787:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421200.536854:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0fb0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04e78 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.536984:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0fb7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.537007:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0fb7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.537024:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0fb7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.538854:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0fbe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.538890:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0fbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.538907:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0fbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.538999:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0fb7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.539007:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0fb7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.539014:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0fb7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.539020:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.539024:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0fb7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.539057:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0fb7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.539070:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:1.0:1777421200.539073:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.539078:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0fb7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.539084:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c0fb7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.539100:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0fbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.539106:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0fbe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.539111:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0fbe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.539117:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cfa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.539120:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0fbe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.539127:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0fbe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.539136:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x6f5c3fa7 (ffff97104562f400) 00010000:00010000:1.0:1777421200.539139:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.539142:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0fbe lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.539158:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c0fbe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.539221:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0fb0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e78 expref: 62 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.539233:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:1.0:1777421200.539235:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.539240:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0fb0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e78 expref: 62 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.539252:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420ce000, rc 0) 00000100:00100000:1.0:1777421200.539653:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+61:15270:x1863761006862336:12345-192.168.204.24@tcp:101:cp.0 Request processed in 2898us (3455us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421200.539663:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 459 00000100:00100000:3.0:1777421200.543755:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.544580:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006862464 00000100:00100000:1.0:1777421200.544594:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006862464 00000100:00100000:1.0:1777421200.544643:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 460 00000100:00100000:1.0:1777421200.544652:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+61:15270:x1863761006862464:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421200.544682:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421200.544705:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0fc5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04e7f expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.544794:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0fcc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.544807:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0fcc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.544825:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0fcc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.544841:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0fd3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.544847:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0fd3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.544853:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0fd3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.544939:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0fcc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.546110:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0fcc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.546119:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0fcc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.546126:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.546130:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0fcc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.546139:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0fcc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.546153:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:1.0:1777421200.546156:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.546161:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0fcc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.546178:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0fcc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.546194:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0fd3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.546587:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0fd3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.546596:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0fd3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.546601:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.546604:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0fd3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.546611:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0fd3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.546619:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x6f5c3fa7 (ffff97104562f800) 00010000:00010000:1.0:1777421200.546622:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.546625:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0fd3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.546630:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0fd3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.546690:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0fc5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e7f expref: 62 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.546714:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:1.0:1777421200.546716:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.546720:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0fc5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e7f expref: 62 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.546732:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420ce400, rc 0) 00000100:00100000:1.0:1777421200.546807:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+61:15270:x1863761006862464:12345-192.168.204.24@tcp:101:cp.0 Request processed in 2155us (3061us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421200.546816:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 460 00000100:00100000:0.0:1777421200.553069:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.553156:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006862720 00000100:00100000:1.0:1777421200.553167:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006862720 00000100:00100000:1.0:1777421200.553238:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 461 00000100:00100000:1.0:1777421200.553249:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+61:15270:x1863761006862720:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421200.553303:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421200.553326:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0fda lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04e86 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.553461:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0fe1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.553477:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0fe1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.553488:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0fe1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.553502:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0fe8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.553517:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0fe8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.553524:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0fe8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777421200.553911:0:5771:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xb:0x0], index 1: 0 00010000:00010000:1.0:1777421200.554086:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0fef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.554095:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0fef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.554103:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0fef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.554136:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0fe1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.554143:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0fe1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.554150:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0fe1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.554157:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.554161:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0fe1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.554168:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0fe1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.554190:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:1.0:1777421200.554193:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.554198:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0fe1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.554205:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c0fe1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421200.554218:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000008ec70984 reply state 000000002c32efb2 transno 4294967641 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0fe8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421200.554227:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777421200.554257:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce400/0xd9d09a059d6c0fda lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e86 expref: 64 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.554327:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0fef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e86 expref: 63 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.554336:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff97104562f400) 00010000:00010000:1.0:1777421200.554339:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421200.554342:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420ce000, rc 0) 00000100:00100000:1.0:1777421200.554405:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+64:15270:x1863761006862720:12345-192.168.204.24@tcp:101:cp.0 Request processed in 1156us (1344us total) trans 4294967641 rc 0/0 00000100:00100000:1.0:1777421200.554412:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 461 00010000:00010000:2.0:1777421200.555811:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0fe8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.555823:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0fe8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.555829:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0fe8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.555835:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421200.555839:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0fe8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.555845:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0fe8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.555895:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x6f5c3fa7 (ffff97104562f800) 00010000:00010000:2.0:1777421200.555898:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421200.555902:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0fe8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.555908:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c0fe8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421200.557558:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.557921:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006862848 00000100:00100000:2.0:1777421200.557933:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006862848 00000100:00100000:2.0:1777421200.558004:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 110 00000100:00100000:2.0:1777421200.558014:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+8:2360:x1863761006862848:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421200.558035:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421200.558062:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c7bac48/0xd9d09a059d6c0ffd lrc: 2/0,0 mode: --/PR res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04e8d expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421200.558089:0:12497:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777421200.558112:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421200.558115:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421200.558125:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c7bac48/0xd9d09a059d6c0ffd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e8d expref: 9 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.558156:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c7bac48/0xd9d09a059d6c0ffd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e8d expref: 9 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.558175:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510e800, rc 0) 00000100:00100000:2.0:1777421200.558249:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+9:2360:x1863761006862848:12345-192.168.204.24@tcp:101:cp.0 Request processed in 236us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421200.558311:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 110 00000100:00100000:0.0:1777421200.563252:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.563370:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006862976 00000100:00100000:1.0:1777421200.563389:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006862976 00000100:00100000:1.0:1777421200.563488:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 111 00000100:00100000:1.0:1777421200.563501:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+9:15270:x1863761006862976:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421200.563540:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421200.563568:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c9891bc/0xd9d09a059d6c1004 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04e94 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.563604:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009c7bac48/0xd9d09a059d6c0ffd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e8d expref: 10 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.563614:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421200.563616:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421200.563620:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c9891bc/0xd9d09a059d6c1004 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e94 expref: 10 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.563660:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009c7bac48/0xd9d09a059d6c0ffd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e8d expref: 10 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.563675:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009c7bac48/0xd9d09a059d6c0ffd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e8d expref: 10 pid: 12497 timeout: 367 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421200.563691:0:6552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6552:1863761018306048:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421200.563823:0:6552:0:(client.c:2690:ptlrpc_set_wait()) set ffff971046319b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777421200.566996:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.567189:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006863104 00000100:00100000:2.0:1777421200.567199:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006863104 00010000:00010000:2.0:1777421200.567240:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009c7bac48/0xd9d09a059d6c0ffd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e8d expref: 11 pid: 12497 timeout: 367 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421200.567324:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 156 00000100:00100000:2.0:1777421200.567335:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+11:2360:x1863761006863104:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421200.567352:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421200.567387:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009c7bac48/0xd9d09a059d6c0ffd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e8d expref: 11 pid: 12497 timeout: 367 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421200.567396:0:6552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6552:1863761018306048:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421200.567405:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009c7bac48/0xd9d09a059d6c0ffd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e8d expref: 11 pid: 12497 timeout: 367 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.567518:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c7bac48/0xd9d09a059d6c0ffd lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e8d expref: 11 pid: 12497 timeout: 367 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.567580:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006c9891bc/0xd9d09a059d6c1004 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e94 expref: 10 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.567598:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421200.567600:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421200.567625:0:6552:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006c9891bc/0xd9d09a059d6c1004 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e94 expref: 10 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.567637:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c9891bc/0xd9d09a059d6c1004 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e94 expref: 10 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.567700:0:6552:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006c9891bc/0xd9d09a059d6c1004 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e94 expref: 10 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421200.567724:0:6552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6552:1863761018306176:192.168.204.24@tcp:105: 00010000:00010000:2.0:1777421200.567772:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421200.567813:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+10:2360:x1863761006863104:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 478us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421200.567822:0:6552:0:(client.c:2690:ptlrpc_set_wait()) set ffff971046319b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421200.567826:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 156 00000100:00100000:1.0:1777421200.572816:0:6552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6552:1863761018306176:192.168.204.24@tcp:105: 00010000:00010000:1.0:1777421200.572846:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420ce400, rc 0) 00000100:00100000:1.0:1777421200.573015:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+9:15270:x1863761006862976:12345-192.168.204.24@tcp:101:cp.0 Request processed in 9515us (9780us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421200.573026:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 111 00000100:00100000:0.0:1777421200.582040:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.582445:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006863360 00000100:00100000:2.0:1777421200.582457:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006863360 00000100:00100000:2.0:1777421200.582578:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 462 00000100:00100000:2.0:1777421200.582590:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+63:15270:x1863761006863360:12345-192.168.204.24@tcp:36:cp.0 00010000:00010000:2.0:1777421200.582671:0:5772:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421200.582867:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c0fef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e86 expref: 63 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.582898:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff97104562f400) 00010000:00010000:2.0:1777421200.582909:0:5772:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421200.583029:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c100b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.583045:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c100b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.583055:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c100b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421200.583199:0:5772:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000050d03c53 reply state 00000000a7367d7b transno 4294967642 ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c100b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421200.583208:0:5772:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421200.583648:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+64:15270:x1863761006863360:12345-192.168.204.24@tcp:36:cp.0 Request processed in 1059us (1617us total) trans 4294967642 rc 0/0 00000100:00100000:2.0:1777421200.583656:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 462 00010000:00010000:2.0:1777421200.584895:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c100b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.584908:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c100b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.584915:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c100b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.584938:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510e800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421200.584943:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c100b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.584950:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c100b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.584967:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff971049356700) 00010000:00010000:2.0:1777421200.584970:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421200.584974:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c100b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.584981:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c100b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421200.585673:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.585780:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006863488 00000100:00100000:2.0:1777421200.585789:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006863488 00000100:00100000:2.0:1777421200.585846:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 463 00000100:00100000:2.0:1777421200.585856:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+63:15270:x1863761006863488:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421200.585884:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421200.585904:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e000/0xd9d09a059d6c1012 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04e9b expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.585963:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e000/0xd9d09a059d6c1012 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e9b expref: 64 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.585977:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e000/0xd9d09a059d6c1012 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04e9b expref: 64 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.586008:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff971049356d00) 00010000:00010000:2.0:1777421200.586012:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421200.586014:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510e000, rc 0) 00000100:00100000:2.0:1777421200.586075:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+64:15270:x1863761006863488:12345-192.168.204.24@tcp:101:cp.0 Request processed in 220us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421200.586082:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 463 00000100:00100000:0.0:1777421200.591194:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.591339:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006863616 00000100:00100000:1.0:1777421200.591355:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006863616 00000100:00100000:1.0:1777421200.591429:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 112 00000100:00100000:1.0:1777421200.591441:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+9:2361:x1863761006863616:12345-192.168.204.24@tcp:2:cp.0 00002000:00010000:1.0:1777421200.592960:0:6552:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777421200.592968:0:6552:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb mtime from disk: 0 -> 1645827007 00002000:00010000:1.0:1777421200.592972:0:6552:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb atime from disk: 0 -> 1777420964 00002000:00010000:1.0:1777421200.592974:0:6552:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb ctime from disk: 0 -> 1777421200 00002000:00010000:1.0:1777421200.592977:0:6552:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1777421200.593248:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006863616:12345-192.168.204.24@tcp:2:cp.0 Request processed in 1803us (2064us total) trans 4294967323 rc 0/0 00000100:00100000:1.0:1777421200.593312:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 112 00000100:00100000:0.0:1777421200.600643:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.600798:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006863872 00000100:00100000:2.0:1777421200.600813:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006863872 00000100:00100000:2.0:1777421200.602225:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 464 00000100:00100000:2.0:1777421200.602258:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+64:15270:x1863761006863872:12345-192.168.204.24@tcp:55:cp.0 00010000:00010000:2.0:1777421200.602382:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c1019 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.602403:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c1019 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.602418:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c1019 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.602453:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c1019 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.602462:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c1019 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.602470:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c1019 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.602477:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510e800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421200.602497:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c1019 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.602506:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c1019 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.602521:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff971049356d00) 00010000:00010000:2.0:1777421200.602525:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777421200.602532:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c1019 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.602540:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c1019 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421200.602634:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+64:15270:x1863761006863872:12345-192.168.204.24@tcp:55:cp.0 Request processed in 392us (2007us total) trans 0 rc -22/-22 00000100:00100000:2.0:1777421200.602643:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 464 00000100:00100000:0.0:1777421200.605450:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.605530:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006864128 00000100:00100000:2.0:1777421200.605543:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006864128 00000100:00100000:2.0:1777421200.605611:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 465 00000100:00100000:2.0:1777421200.605622:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+64:15270:x1863761006864128:12345-192.168.204.24@tcp:36:cp.0 00010000:00010000:2.0:1777421200.605718:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1020 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.605739:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1020 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.605755:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1020 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421200.606069:0:5772:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000001639adc1 reply state 00000000aac44938 transno 4294967643 ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1020 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421200.606096:0:5772:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421200.606190:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+66:15270:x1863761006864128:12345-192.168.204.24@tcp:36:cp.0 Request processed in 569us (753us total) trans 4294967643 rc 0/0 00000100:00100000:2.0:1777421200.606198:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 465 00010000:00010000:2.0:1777421200.609547:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1020 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.609574:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1020 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.609584:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1020 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.609592:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510fa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421200.609597:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1020 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.609606:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1020 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.609629:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff971049356d00) 00010000:00010000:2.0:1777421200.609632:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777421200.609639:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1020 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.609645:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1020 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.610606:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421200.610999:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.611078:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006864384 00000100:00100000:2.0:1777421200.611114:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006864384 00000100:00100000:2.0:1777421200.611186:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 123 00000100:00100000:2.0:1777421200.611198:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+65:15270:x1863761006864384:12345-192.168.204.24@tcp:35:cp.0 00000100:00100000:2.0:1777421200.611692:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+66:15270:x1863761006864384:12345-192.168.204.24@tcp:35:cp.0 Request processed in 493us (697us total) trans 4294967644 rc 0/0 00000100:00100000:2.0:1777421200.611702:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 123 00000100:00100000:0.0:1777421200.632789:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.632945:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006864640 00000100:00100000:1.0:1777421200.632960:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006864640 00000100:00100000:1.0:1777421200.633051:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 466 00000100:00100000:1.0:1777421200.633065:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+66:15271:x1863761006864640:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421200.633114:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421200.633153:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c1027 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04ea2 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.633313:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c102e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.633334:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c102e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.633349:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c102e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.633367:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1035 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.633373:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1035 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.633380:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1035 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.633776:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c103c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.633828:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c103c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.633837:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c103c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421200.633857:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1d:0x0]: returning size 1516 00010000:00010000:1.0:1777421200.636714:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c102e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.636734:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c102e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.636743:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c102e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.636750:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cfa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.636757:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c102e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.636767:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c102e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.636794:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:1.0:1777421200.636798:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.636804:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c102e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.636818:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c102e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.636835:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1035 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.636894:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1035 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.636901:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1035 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.636907:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.636910:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1035 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.636917:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1035 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.636927:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x6f5c3fa7 (ffff97104562f900) 00010000:00010000:1.0:1777421200.636929:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.636932:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1035 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.636939:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1035 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.637013:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c1027 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ea2 expref: 69 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.637042:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c103c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ea2 expref: 68 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.637051:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff971049356d00) 00010000:00010000:1.0:1777421200.637053:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421200.637063:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420ce600, rc 0) 00000100:00100000:1.0:1777421200.637258:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+68:15271:x1863761006864640:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 4193us (4484us total) trans 4294967645 rc 0/0 00000100:00100000:1.0:1777421200.637268:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 466 00000100:00100000:3.0:1777421200.642180:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.642342:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006864896 00000100:00100000:1.0:1777421200.642358:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006864896 00000100:00100000:1.0:1777421200.642482:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 467 00000100:00100000:1.0:1777421200.642495:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+68:15271:x1863761006864896:12345-192.168.204.24@tcp:55:lfs.0 00010000:00010000:1.0:1777421200.642590:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c104a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.642613:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c103c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ea2 expref: 68 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.642624:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c104a lrc: 4/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.642671:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c103c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ea2 expref: 68 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.642688:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c103c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ea2 expref: 68 pid: 5771 timeout: 367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421200.642704:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018306304:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421200.642840:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff971046319b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777421200.648915:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.649090:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018306304:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421200.649127:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c104a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421200.649245:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006865024 00000100:00100000:2.0:1777421200.649257:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006865024 00010000:00010000:2.0:1777421200.649353:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c103c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ea2 expref: 69 pid: 5771 timeout: 367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421200.649385:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 157 00000100:00100000:2.0:1777421200.649395:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045cf2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+69:2360:x1863761006865024:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421200.649413:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421200.649421:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c103c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ea2 expref: 69 pid: 5771 timeout: 367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.649434:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c103c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ea2 expref: 69 pid: 5771 timeout: 367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.649464:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c103c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ea2 expref: 69 pid: 5771 timeout: 367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.649604:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff971049356d00) 00010000:00010000:2.0:1777421200.649610:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c104a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.649635:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c104a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.649644:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c104a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.649680:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421200.649755:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045cf2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+68:2360:x1863761006865024:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 359us (854us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421200.649765:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 157 00010000:00010000:1.0:1777421200.650292:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c104a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.650301:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c104a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.650674:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c104a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.650686:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c104a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.650694:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c104a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.650701:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.650706:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c104a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.650715:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c104a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.650729:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff971049356d00) 00010000:00010000:1.0:1777421200.650732:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777421200.650737:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c104a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.650743:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c104a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421200.651094:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+68:15271:x1863761006864896:12345-192.168.204.24@tcp:55:lfs.0 Request processed in 8598us (8925us total) trans 4294967646 rc 0/0 00000100:00100000:1.0:1777421200.651120:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 467 00000100:00100000:0.0:1777421200.656079:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.656183:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006865280 00000100:00100000:2.0:1777421200.656198:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006865280 00000100:00100000:2.0:1777421200.656379:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 124 00000100:00100000:2.0:1777421200.656391:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+68:15271:x1863761006865280:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:2.0:1777421200.656718:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+69:15271:x1863761006865280:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 326us (715us total) trans 4294967647 rc 0/0 00000100:00100000:2.0:1777421200.656728:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 124 00000100:00100000:0.0:1777421200.669963:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.670333:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006865408 00000100:00100000:1.0:1777421200.670349:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006865408 00000100:00100000:1.0:1777421200.670432:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 468 00000100:00100000:1.0:1777421200.670445:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+69:15272:x1863761006865408:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421200.670557:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421200.670590:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c1051 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04ea9 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.670681:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1058 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.670700:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1058 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.670715:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1058 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.670731:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c105f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.670737:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c105f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.670743:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c105f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.670868:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c1066 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.670907:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c1066 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.670915:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c1066 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421200.670960:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1d:0x0]: returning size 1516 00000004:00200000:1.0:1777421200.670966:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421200.670990:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c1066 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.671002:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c1066 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.671011:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1058 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.671017:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1058 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.671023:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1058 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.671030:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.671036:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1058 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.671045:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1058 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.671059:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:1.0:1777421200.671069:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.671075:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1058 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.671083:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1058 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.671101:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c105f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.671107:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c105f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.671113:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c105f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.671118:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cfa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.671121:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c105f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.671127:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c105f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.671136:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x6f5c3fa7 (ffff97104562f900) 00010000:00010000:1.0:1777421200.671139:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.671142:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c105f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.671147:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c105f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.671184:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c1051 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ea9 expref: 71 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.671207:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c1066 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ea9 expref: 70 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.671215:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff971049356d00) 00010000:00010000:1.0:1777421200.671217:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421200.671220:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cf600, rc 0) 00000100:00100000:1.0:1777421200.671710:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+70:15272:x1863761006865408:12345-192.168.204.24@tcp:101:cp.0 Request processed in 1265us (1763us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421200.671720:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 468 00000100:00100000:3.0:1777421200.678183:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.678382:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006865664 00000100:00100000:1.0:1777421200.678397:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006865664 00000100:00100000:1.0:1777421200.678466:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 469 00000100:00100000:1.0:1777421200.678478:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+70:15272:x1863761006865664:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421200.678505:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421200.678530:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c106d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04eb0 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.678687:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1074 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.678704:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c1066 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ea9 expref: 71 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.678714:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1074 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.678755:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c1066 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ea9 expref: 71 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.678777:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c1066 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ea9 expref: 71 pid: 5771 timeout: 367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421200.678791:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018306432:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421200.678957:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710463193c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421200.683977:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018306432:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421200.684015:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1074 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421200.684832:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.687605:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006865792 00000100:00100000:2.0:1777421200.687625:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006865792 00010000:00010000:2.0:1777421200.687701:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c1066 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ea9 expref: 72 pid: 5771 timeout: 367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421200.687759:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 158 00000100:00100000:2.0:1777421200.687770:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077251500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+72:2360:x1863761006865792:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421200.687789:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421200.687798:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c1066 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ea9 expref: 72 pid: 5771 timeout: 367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.687835:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c1066 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ea9 expref: 72 pid: 5771 timeout: 367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.687865:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c1066 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ea9 expref: 72 pid: 5771 timeout: 367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.687901:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff971049356d00) 00010000:00010000:2.0:1777421200.687908:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1074 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.687920:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1074 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.687931:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1074 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.687975:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421200.688063:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077251500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+71:2360:x1863761006865792:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 294us (3235us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421200.688073:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 158 00010000:00010000:1.0:1777421200.688161:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1074 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.688172:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1074 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421200.688197:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1d:0x0]: returning size 1516 00010000:00010000:1.0:1777421200.688443:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c106d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eb0 expref: 72 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.688465:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1074 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eb0 expref: 71 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.688474:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff971049356d00) 00010000:00010000:1.0:1777421200.688477:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777421200.688480:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cfa00, rc 0) 00000100:00100000:1.0:1777421200.688510:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+71:15272:x1863761006865664:12345-192.168.204.24@tcp:101:cp.0 Request processed in 10036us (10354us total) trans 4294967648 rc 0/0 00000100:00100000:1.0:1777421200.688527:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 469 00000100:00100000:0.0:1777421200.692941:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.693063:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006866048 00000100:00100000:1.0:1777421200.693078:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006866048 00000100:00100000:1.0:1777421200.693149:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 470 00000100:00100000:1.0:1777421200.693160:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+71:15272:x1863761006866048:12345-192.168.204.24@tcp:36:cp.0 00010000:00010000:1.0:1777421200.693521:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1082 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.693541:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1082 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.693555:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1082 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421200.693608:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967649 00000004:00010000:1.0:1777421200.694428:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000e06b57c9 reply state 0000000064d8e38b transno 4294967650 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1082 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421200.694445:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000001:00080000:1.0:1777421200.694528:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967650 00000100:00100000:1.0:1777421200.694701:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+75:15272:x1863761006866048:12345-192.168.204.24@tcp:36:cp.0 Request processed in 1538us (1772us total) trans 4294967651 rc 0/0 00000100:00100000:1.0:1777421200.694712:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 470 00000020:00080000:1.0:1777421200.694719:0:5771:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1777421200.699909:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.700103:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006866176 00000100:00100000:1.0:1777421200.700117:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006866176 00002000:00010000:1.0:1777421200.700174:0:6558:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/11 (0->18446744073709551615) 00002000:00100000:1.0:1777421200.700180:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077a66d80 with x1863761006866176 ext(0->18446744073709551615) 00002000:00010000:1.0:1777421200.700196:0:6558:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff971077a66d80. 00000100:00100000:1.0:1777421200.700245:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 43 00000100:00100000:1.0:1777421200.700257:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+10:2359:x1863761006866176:12345-192.168.204.24@tcp:10:cp.0 00002000:00010000:1.0:1777421200.700584:0:6558:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777421200.700588:0:6558:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb mtime from disk: 1645827007 -> 1777421200 00002000:00010000:1.0:1777421200.700590:0:6558:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb atime from disk: 1777420964 -> 1777420964 00002000:00010000:1.0:1777421200.700592:0:6558:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb ctime from disk: 1777421200 -> 1777421200 00002000:00010000:1.0:1777421200.700593:0:6558:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1777421200.700664:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+11:2359:x1863761006866176:12345-192.168.204.24@tcp:10:cp.0 Request processed in 408us (771us total) trans 4294967324 rc 0/0 00000100:00100000:1.0:1777421200.700674:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 43 00002000:00010000:1.0:1777421200.700679:0:6558:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/11 (0->18446744073709551615) 00002000:00100000:1.0:1777421200.700682:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077a66d80 with x1863761006866176 ext(0->18446744073709551615) 00002000:00010000:1.0:1777421200.700687:0:6558:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff971077a66d80. 00010000:00010000:2.0:1777421200.701612:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1082 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.701632:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1082 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.701641:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1082 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.701668:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421200.701674:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1082 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.701683:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1082 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.701704:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff971049356d00) 00010000:00010000:2.0:1777421200.701707:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421200.701715:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1082 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.701721:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1082 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421200.708847:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.708949:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006866304 00000100:00100000:1.0:1777421200.708966:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006866304 00000100:00100000:1.0:1777421200.709053:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 471 00000100:00100000:1.0:1777421200.709066:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+74:15272:x1863761006866304:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421200.709108:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421200.709143:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c1089 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04eb7 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.709401:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1090 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.709421:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1074 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eb0 expref: 75 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.709470:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1090 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.709522:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1074 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eb0 expref: 75 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.709542:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1074 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eb0 expref: 75 pid: 5771 timeout: 367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421200.709566:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018306560:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421200.709778:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff971046319b40 going to sleep for 11 seconds 00000100:00100000:3.0:1777421200.716437:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.716652:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006866432 00000100:00100000:2.0:1777421200.716666:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006866432 00010000:00010000:2.0:1777421200.716722:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1074 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eb0 expref: 76 pid: 5771 timeout: 367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421200.716763:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 159 00000100:00100000:2.0:1777421200.716774:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077253100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+76:2361:x1863761006866432:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421200.716904:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421200.716914:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1074 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eb0 expref: 76 pid: 5771 timeout: 367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.716932:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1074 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eb0 expref: 76 pid: 5771 timeout: 367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421200.716969:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018306560:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421200.716991:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1074 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eb0 expref: 76 pid: 5771 timeout: 367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.717016:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff971049356d00) 00010000:00010000:1.0:1777421200.717018:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1090 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.717023:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1090 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.717038:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1090 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.717049:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1090 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.720688:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421200.720947:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077253100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+75:2361:x1863761006866432:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 4146us (4498us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421200.720974:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 159 00010000:00010000:1.0:1777421200.721297:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1090 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.721309:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1090 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421200.721375:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1d:0x0]: returning size 0 00000004:00200000:1.0:1777421200.721380:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421200.721411:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1090 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.721459:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c1089 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eb7 expref: 75 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.721509:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf400/0xd9d09a059d6c1090 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eb7 expref: 74 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.721519:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff971049356d00) 00010000:00010000:1.0:1777421200.721522:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421200.721526:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cf400, rc 0) 00000100:00100000:1.0:1777421200.721586:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+74:15272:x1863761006866304:12345-192.168.204.24@tcp:101:cp.0 Request processed in 12524us (12755us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421200.721595:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 471 00000100:00100000:3.0:1777421200.728572:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421200.728707:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006866688 00000100:00100000:2.0:1777421200.728727:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006866688 00000100:00100000:2.0:1777421200.728830:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 125 00000100:00100000:2.0:1777421200.728846:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+74:15272:x1863761006866688:12345-192.168.204.24@tcp:35:cp.0 00000100:00100000:1.0:1777421200.729534:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+75:15272:x1863761006866688:12345-192.168.204.24@tcp:35:cp.0 Request processed in 683us (968us total) trans 4294967652 rc 0/0 00000100:00100000:1.0:1777421200.729546:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 125 00000100:00100000:0.0:1777421200.756001:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.757473:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006866944 00000100:00100000:1.0:1777421200.757498:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006866944 00000100:00100000:1.0:1777421200.757631:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 472 00000100:00100000:1.0:1777421200.757645:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+75:15275:x1863761006866944:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421200.757680:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421200.757713:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c1097 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04ebe expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.757831:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c109e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.757850:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c109e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.757864:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c109e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.757910:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c10a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.757918:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c10a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.757926:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c10a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.758102:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c10ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.758113:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c10ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.758121:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c10ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421200.758134:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1d:0x0]: returning size 647 00010000:00010000:1.0:1777421200.758256:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c109e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.758264:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c109e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.758294:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c109e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.758303:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.758308:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c109e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.758327:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c109e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.758344:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:1.0:1777421200.758348:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.758354:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c109e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.758362:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c109e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.758378:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c10a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.758384:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c10a5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.758390:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c10a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.758396:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.758399:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c10a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.758405:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c10a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.758412:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x6f5c3fa7 (ffff97104562f900) 00010000:00010000:1.0:1777421200.758415:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.758418:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c10a5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.758433:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c10a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.758490:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c1097 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ebe expref: 78 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.758506:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c10ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ebe expref: 77 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.758514:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff971049356d00) 00010000:00010000:1.0:1777421200.758516:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421200.758519:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420ce000, rc 0) 00000100:00100000:1.0:1777421200.758613:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+77:15275:x1863761006866944:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 970us (2627us total) trans 4294967653 rc 0/0 00000100:00100000:1.0:1777421200.758622:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 472 00000100:00100000:3.0:1777421200.761513:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421200.761556:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.761706:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006867072 00000100:00100000:1.0:1777421200.761719:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006867072 00000100:00100000:1.0:1777421200.761801:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 473 00000100:00100000:1.0:1777421200.761813:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+77:15275:x1863761006867072:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:1.0:1777421200.761916:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c10ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.761941:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c10ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.761956:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c10ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.762024:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c10ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.762032:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c10ba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.762039:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c10ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.762046:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.762053:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c10ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.762066:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c10ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.762081:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff971049356d00) 00010000:00010000:1.0:1777421200.762085:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421200.762092:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c10ba lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.762098:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c10ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421200.762194:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+77:15275:x1863761006867072:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 381us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421200.762203:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 473 00000100:00100000:0.0:1777421200.764350:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421200.764427:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006867456 00000100:00100000:3.0:1777421200.764441:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006867456 00000100:00100000:2.0:1777421200.764487:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006867200 00000100:00100000:2.0:1777421200.764494:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006867200 00000100:00100000:3.0:1777421200.764499:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 126 00000100:00100000:3.0:1777421200.764513:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4c0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+78:15275:x1863761006867456:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:2.0:1777421200.764696:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10 00000100:00100000:2.0:1777421200.764708:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+79:2358:x1863761006867200:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421200.764725:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777421200.764740:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4c0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+79:15275:x1863761006867456:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 230us (395us total) trans 4294967654 rc 0/0 00010000:00010000:2.0:1777421200.764754:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c10ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ebe expref: 79 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421200.764780:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 126 00010000:00010000:2.0:1777421200.764793:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff971049356d00) 00010000:00010000:2.0:1777421200.764800:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421200.764832:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+77:2358:x1863761006867200:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 126us (3273us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421200.764840:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10 00000100:00100000:0.0:1777421200.797549:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421200.797684:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006867584 00000100:00100000:3.0:1777421200.797699:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006867584 00000100:00100000:3.0:1777421200.797767:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 474 00000100:00100000:3.0:1777421200.797780:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+77:15280:x1863761006867584:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:3.0:1777421200.797813:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421200.797840:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c10c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04ec5 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.797959:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c10c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.797979:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c10c8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.797994:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c10c8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.798011:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c10cf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.798019:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c10cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.798026:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c10cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.798123:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c10c8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.798154:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c10c8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.798161:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c10c8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.798168:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcba400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421200.798173:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c10c8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.798182:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c10c8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.798198:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:3.0:1777421200.798201:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421200.798208:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c10c8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.798215:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c10c8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.798231:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c10cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.798237:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c10cf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.798243:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c10cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.798249:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbaa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421200.798259:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c10cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.798266:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c10cf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.798318:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x193a76c9 (ffff971043f8b000) 00010000:00010000:3.0:1777421200.798322:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421200.798326:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c10cf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.798333:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c10cf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.798376:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c10c1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ec5 expref: 78 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.798388:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:3.0:1777421200.798391:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421200.798395:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c10c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ec5 expref: 78 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.798405:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcba600, rc 0) 00000100:00100000:3.0:1777421200.798488:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+77:15280:x1863761006867584:12345-192.168.204.24@tcp:101:cp.0 Request processed in 710us (953us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421200.798496:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 474 00000100:00100000:1.0:1777421200.805820:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421200.805951:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006867712 00000100:00100000:3.0:1777421200.805965:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006867712 00000100:00100000:3.0:1777421200.806097:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 475 00000100:00100000:3.0:1777421200.806109:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+77:15280:x1863761006867712:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:3.0:1777421200.806155:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421200.806186:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c10d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04ecc expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.806311:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c10dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.806331:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c10dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.806347:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c10dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.806366:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c10e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.806374:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c10e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.806383:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c10e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.806483:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c10dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.806491:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c10dd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.806498:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c10dd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.806505:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbac00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421200.806517:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c10dd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.806527:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c10dd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.806544:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:3.0:1777421200.806547:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421200.806553:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c10dd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.806559:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c10dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.806584:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c10e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.806592:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c10e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.806598:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c10e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.806604:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbbe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421200.806607:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c10e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.806614:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c10e4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.806622:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x193a76c9 (ffff971043f8b800) 00010000:00010000:3.0:1777421200.806625:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421200.806691:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c10e4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.806697:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c10e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.806743:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c10d6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ecc expref: 78 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.806755:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:3.0:1777421200.806757:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421200.806761:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c10d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ecc expref: 78 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.806769:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcba400, rc 0) 00000100:00100000:3.0:1777421200.806850:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+77:15280:x1863761006867712:12345-192.168.204.24@tcp:101:cp.0 Request processed in 743us (1051us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421200.806859:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 475 00000100:00100000:2.0:1777421200.812370:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421200.812653:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006867968 00000100:00100000:3.0:1777421200.812668:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006867968 00000100:00100000:3.0:1777421200.812780:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 476 00000100:00100000:3.0:1777421200.812793:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+77:15280:x1863761006867968:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:3.0:1777421200.812830:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421200.812860:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c10eb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04ed3 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.814171:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c10f2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.814219:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c10f2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.814233:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c10f2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.814253:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c10f9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.814260:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c10f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.814266:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c10f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777421200.814988:0:5771:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xa:0x0], index 0: 0 00010000:00010000:3.0:1777421200.815348:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c1100 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.815360:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c1100 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.815369:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c1100 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.815416:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c10f2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.815423:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c10f2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.815431:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c10f2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.815691:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbaa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421200.815697:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c10f2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.815707:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c10f2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.815722:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:3.0:1777421200.815725:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421200.815731:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c10f2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.815738:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c10f2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421200.815753:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000bfdc992b reply state 0000000045a38bfb transno 4294967655 ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c10f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421200.815764:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777421200.815813:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c10eb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ed3 expref: 80 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.815991:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c1100 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ed3 expref: 79 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.815999:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff971043f8b800) 00010000:00010000:3.0:1777421200.816002:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421200.816004:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcba400, rc 0) 00000100:00100000:3.0:1777421200.816247:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+80:15280:x1863761006867968:12345-192.168.204.24@tcp:101:cp.0 Request processed in 3455us (3976us total) trans 4294967655 rc 0/0 00000100:00100000:3.0:1777421200.816264:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 476 00010000:00010000:2.0:1777421200.825375:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c10f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.825407:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c10f9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.825417:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c10f9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.825426:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbae00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421200.825433:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c10f9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.825442:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c10f9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.825465:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x193a76c9 (ffff971043f8b000) 00010000:00010000:2.0:1777421200.825468:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421200.825474:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c10f9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.825481:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c10f9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421200.825968:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.826056:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006868096 00000100:00100000:1.0:1777421200.826072:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006868096 00000100:00100000:2.0:1777421200.826270:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 113 00000100:00100000:2.0:1777421200.826313:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006868096:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421200.826338:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421200.826366:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c7bac48/0xd9d09a059d6c110e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04eda expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421200.826399:0:12497:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777421200.826424:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421200.826427:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421200.826440:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c7bac48/0xd9d09a059d6c110e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eda expref: 11 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.826460:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c7bac48/0xd9d09a059d6c110e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eda expref: 11 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.826477:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510e800, rc 0) 00000100:00100000:2.0:1777421200.826574:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+11:2361:x1863761006868096:12345-192.168.204.24@tcp:101:cp.0 Request processed in 266us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421200.826586:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 113 00000100:00100000:1.0:1777421200.834715:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421200.835474:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006868224 00000100:00100000:0.0:1777421200.835488:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006868224 00000100:00100000:0.0:1777421200.835576:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 114 00000100:00100000:0.0:1777421200.835592:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+11:15280:x1863761006868224:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421200.835620:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421200.835646:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d692965/0xd9d09a059d6c1115 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04ee1 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.835685:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009c7bac48/0xd9d09a059d6c110e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eda expref: 12 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.835695:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421200.835698:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421200.835704:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d692965/0xd9d09a059d6c1115 lrc: 4/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ee1 expref: 12 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.835778:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009c7bac48/0xd9d09a059d6c110e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eda expref: 12 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421200.835794:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009c7bac48/0xd9d09a059d6c110e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eda expref: 12 pid: 12497 timeout: 367 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421200.835810:0:6552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6552:1863761018306688:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421200.836555:0:6552:0:(client.c:2690:ptlrpc_set_wait()) set ffff971046267180 going to sleep for 11 seconds 00000100:00100000:0.0:1777421200.840456:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.840504:0:6552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6552:1863761018306688:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421200.840544:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002d692965/0xd9d09a059d6c1115 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ee1 expref: 12 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.840569:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b63000, rc 0) 00000100:00100000:2.0:1777421200.840579:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006868352 00000100:00100000:2.0:1777421200.840601:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006868352 00000100:00100000:1.0:1777421200.840635:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+13:15280:x1863761006868224:12345-192.168.204.24@tcp:101:cp.0 Request processed in 5045us (5928us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421200.840645:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 114 00010000:00010000:2.0:1777421200.840659:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009c7bac48/0xd9d09a059d6c110e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eda expref: 13 pid: 12497 timeout: 367 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421200.840716:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 160 00000100:00100000:2.0:1777421200.840747:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761006868352:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421200.840766:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421200.840799:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009c7bac48/0xd9d09a059d6c110e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eda expref: 12 pid: 12497 timeout: 367 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.840816:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009c7bac48/0xd9d09a059d6c110e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eda expref: 12 pid: 12497 timeout: 367 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.840853:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c7bac48/0xd9d09a059d6c110e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eda expref: 12 pid: 12497 timeout: 367 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.840884:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421200.840887:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421200.840896:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002d692965/0xd9d09a059d6c1115 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ee1 expref: 11 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.840909:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d692965/0xd9d09a059d6c1115 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ee1 expref: 11 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.840957:0:5757:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002d692965/0xd9d09a059d6c1115 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ee1 expref: 11 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421200.840984:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5757:1863761018306816:192.168.204.24@tcp:105: 00000100:00100000:2.0:1777421200.841077:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045342900 going to sleep for 11 seconds 00000100:00100000:2.0:1777421200.845694:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5757:1863761018306816:192.168.204.24@tcp:105: 00010000:00010000:2.0:1777421200.845768:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421200.846071:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+11:2360:x1863761006868352:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 5324us (5621us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421200.846086:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 160 00000100:00100000:3.0:1777421200.846430:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.846836:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006868608 00000100:00100000:1.0:1777421200.846847:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006868608 00000100:00100000:1.0:1777421200.846918:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 477 00000100:00100000:1.0:1777421200.846929:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+79:15280:x1863761006868608:12345-192.168.204.24@tcp:36:cp.0 00010000:00010000:1.0:1777421200.847002:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421200.847034:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c1100 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ed3 expref: 79 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.847054:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff971043f8b800) 00010000:00010000:1.0:1777421200.847067:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421200.847336:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c111c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.847353:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c111c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.847365:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c111c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421200.847565:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000007ecb4c6 reply state 00000000eb90b32c transno 4294967656 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c111c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421200.847589:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421200.847687:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+80:15280:x1863761006868608:12345-192.168.204.24@tcp:36:cp.0 Request processed in 759us (1257us total) trans 4294967656 rc 0/0 00000100:00100000:1.0:1777421200.847694:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 477 00010000:00010000:2.0:1777421200.850792:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c111c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.850815:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c111c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.850823:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c111c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.850831:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8fa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421200.850837:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c111c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.850846:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c111c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.850866:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff97104562f900) 00010000:00010000:2.0:1777421200.850870:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421200.850888:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c111c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.850895:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c111c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421200.851471:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421200.851829:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006868736 00000100:00100000:3.0:1777421200.851843:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006868736 00000100:00100000:3.0:1777421200.851918:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 478 00000100:00100000:3.0:1777421200.851930:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+79:15280:x1863761006868736:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:3.0:1777421200.851962:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421200.851987:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c1123 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04ee8 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.852134:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c1123 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ee8 expref: 80 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.852151:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbaa00/0xd9d09a059d6c1123 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ee8 expref: 80 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.852172:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff971043f8b100) 00010000:00010000:3.0:1777421200.852175:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777421200.852178:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbaa00, rc 0) 00000100:00100000:3.0:1777421200.852256:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+80:15280:x1863761006868736:12345-192.168.204.24@tcp:101:cp.0 Request processed in 328us (791us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421200.852264:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 478 00000100:00100000:3.0:1777421200.853838:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.857417:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006868864 00000100:00100000:1.0:1777421200.857454:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006868864 00000100:00100000:1.0:1777421200.857565:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 115 00000100:00100000:1.0:1777421200.857579:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+11:2360:x1863761006868864:12345-192.168.204.24@tcp:2:cp.0 00002000:00010000:1.0:1777421200.858798:0:6552:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777421200.858806:0:6552:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb mtime from disk: 0 -> 1645827007 00002000:00010000:1.0:1777421200.858810:0:6552:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb atime from disk: 0 -> 1777420964 00002000:00010000:1.0:1777421200.858813:0:6552:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb ctime from disk: 0 -> 1777421200 00002000:00010000:1.0:1777421200.858815:0:6552:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1777421200.858933:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761006868864:12345-192.168.204.24@tcp:2:cp.0 Request processed in 1346us (5088us total) trans 4294967319 rc 0/0 00000100:00100000:1.0:1777421200.858944:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 115 00000100:00100000:0.0:1777421200.862097:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421200.862497:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006869120 00000100:00100000:3.0:1777421200.862512:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006869120 00000100:00100000:3.0:1777421200.862591:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 479 00000100:00100000:3.0:1777421200.862603:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+80:15280:x1863761006869120:12345-192.168.204.24@tcp:55:cp.0 00010000:00010000:3.0:1777421200.862706:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c112a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.862727:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c112a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.862740:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c112a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.862770:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c112a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.862779:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c112a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.862786:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c112a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.862794:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcba600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421200.862799:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c112a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.862807:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c112a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.862820:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff971043f8b100) 00010000:00010000:3.0:1777421200.862824:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777421200.862830:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c112a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.862837:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c112a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421200.862960:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+80:15280:x1863761006869120:12345-192.168.204.24@tcp:55:cp.0 Request processed in 359us (880us total) trans 0 rc -22/-22 00000100:00100000:3.0:1777421200.862968:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 479 00000100:00100000:0.0:1777421200.867003:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.867192:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006869376 00000100:00100000:1.0:1777421200.867206:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006869376 00000100:00100000:1.0:1777421200.867296:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 480 00000100:00100000:1.0:1777421200.867308:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+80:15280:x1863761006869376:12345-192.168.204.24@tcp:36:cp.0 00010000:00010000:1.0:1777421200.867412:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e800/0xd9d09a059d6c1131 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.867448:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e800/0xd9d09a059d6c1131 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.867464:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e800/0xd9d09a059d6c1131 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421200.867766:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000d8fcdf83 reply state 0000000050252229 transno 4294967657 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e800/0xd9d09a059d6c1131 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421200.867778:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421200.868127:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+82:15280:x1863761006869376:12345-192.168.204.24@tcp:36:cp.0 Request processed in 563us (881us total) trans 4294967657 rc 0/0 00000100:00100000:1.0:1777421200.868138:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 480 00010000:00010000:2.0:1777421200.870774:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e800/0xd9d09a059d6c1131 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.870799:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e800/0xd9d09a059d6c1131 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.870825:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e800/0xd9d09a059d6c1131 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.870832:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8e800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421200.870838:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e800/0xd9d09a059d6c1131 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.870848:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e800/0xd9d09a059d6c1131 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.870869:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff971043f8b100) 00010000:00010000:2.0:1777421200.870882:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777421200.870889:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e800/0xd9d09a059d6c1131 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421200.870896:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e800/0xd9d09a059d6c1131 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421200.871541:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421200.871602:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006869632 00000100:00100000:3.0:1777421200.871617:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006869632 00000100:00100000:3.0:1777421200.871685:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 127 00000100:00100000:3.0:1777421200.871696:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+81:15280:x1863761006869632:12345-192.168.204.24@tcp:35:cp.0 00000100:00100000:0.0:1777421200.873355:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+82:15280:x1863761006869632:12345-192.168.204.24@tcp:35:cp.0 Request processed in 1651us (1810us total) trans 4294967658 rc 0/0 00000100:00100000:0.0:1777421200.873369:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 127 00000100:00100000:0.0:1777421200.883524:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.883723:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006869888 00000100:00100000:1.0:1777421200.883738:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006869888 00000100:00100000:1.0:1777421200.884364:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 481 00000100:00100000:1.0:1777421200.884380:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+82:15281:x1863761006869888:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421200.884414:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421200.884445:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c1138 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04eef expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.884546:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ea00/0xd9d09a059d6c113f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.884566:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ea00/0xd9d09a059d6c113f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.884581:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ea00/0xd9d09a059d6c113f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.884600:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fc00/0xd9d09a059d6c1146 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.884608:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fc00/0xd9d09a059d6c1146 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.884640:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fc00/0xd9d09a059d6c1146 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.884814:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c114d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.885049:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c114d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.885058:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c114d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421200.885071:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1e:0x0]: returning size 1516 00010000:00010000:1.0:1777421200.885803:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ea00/0xd9d09a059d6c113f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.885817:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ea00/0xd9d09a059d6c113f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.885825:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ea00/0xd9d09a059d6c113f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.885833:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8ea00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.885838:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ea00/0xd9d09a059d6c113f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.885846:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ea00/0xd9d09a059d6c113f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.885863:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:1.0:1777421200.885866:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.885897:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ea00/0xd9d09a059d6c113f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.885905:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ea00/0xd9d09a059d6c113f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.885923:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fc00/0xd9d09a059d6c1146 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.885930:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fc00/0xd9d09a059d6c1146 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.885935:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fc00/0xd9d09a059d6c1146 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.885941:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8fc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.885944:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fc00/0xd9d09a059d6c1146 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.885950:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fc00/0xd9d09a059d6c1146 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.885958:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x193a76c9 (ffff97104562fa00) 00010000:00010000:1.0:1777421200.885961:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.885964:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fc00/0xd9d09a059d6c1146 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.885970:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fc00/0xd9d09a059d6c1146 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.886039:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c1138 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eef expref: 85 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.886070:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c114d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eef expref: 84 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.886077:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff971043f8b100) 00010000:00010000:1.0:1777421200.886080:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421200.886083:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8ec00, rc 0) 00000100:00100000:1.0:1777421200.886252:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+84:15281:x1863761006869888:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1875us (2744us total) trans 4294967659 rc 0/0 00000100:00100000:1.0:1777421200.886263:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 481 00000100:00100000:2.0:1777421200.890021:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.890141:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006870144 00000100:00100000:1.0:1777421200.890153:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006870144 00000100:00100000:1.0:1777421200.890253:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 482 00000100:00100000:1.0:1777421200.890262:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+84:15281:x1863761006870144:12345-192.168.204.24@tcp:55:lfs.0 00010000:00010000:1.0:1777421200.890528:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c115b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.890545:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c114d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eef expref: 84 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.890552:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c115b lrc: 4/0,1 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.890587:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c114d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eef expref: 84 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.890597:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c114d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eef expref: 84 pid: 5771 timeout: 367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421200.890627:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018306944:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421200.890735:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff971046319840 going to sleep for 11 seconds 00000100:00100000:1.0:1777421200.892729:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018306944:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421200.892762:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c115b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421200.893782:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421200.893902:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006870272 00000100:00100000:3.0:1777421200.893914:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006870272 00010000:00010000:3.0:1777421200.893958:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c114d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eef expref: 85 pid: 5771 timeout: 367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421200.894074:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 161 00000100:00100000:3.0:1777421200.894083:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+85:2360:x1863761006870272:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421200.894097:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421200.894104:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c114d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eef expref: 85 pid: 5771 timeout: 367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.894114:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c114d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eef expref: 85 pid: 5771 timeout: 367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.894135:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c114d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04eef expref: 85 pid: 5771 timeout: 367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.894149:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff971043f8b100) 00010000:00010000:3.0:1777421200.894168:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c115b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.894175:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c115b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.894182:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c115b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421200.894208:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421200.894328:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+84:2360:x1863761006870272:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 244us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421200.894337:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 161 00010000:00010000:1.0:1777421200.894401:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c115b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.894407:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c115b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.894682:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c115b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.894691:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c115b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.894697:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c115b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.894704:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8e600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.894709:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c115b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.894718:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c115b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.894729:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff971043f8b100) 00010000:00010000:1.0:1777421200.894739:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777421200.894744:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c115b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.894750:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c115b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421200.894797:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+84:15281:x1863761006870144:12345-192.168.204.24@tcp:55:lfs.0 Request processed in 4536us (4791us total) trans 4294967660 rc 0/0 00000100:00100000:1.0:1777421200.894806:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 482 00000100:00100000:0.0:1777421200.898087:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.898786:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006870528 00000100:00100000:1.0:1777421200.898803:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006870528 00000100:00100000:1.0:1777421200.899270:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 128 00000100:00100000:1.0:1777421200.899318:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+84:15281:x1863761006870528:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1777421200.899669:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+85:15281:x1863761006870528:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 353us (1593us total) trans 4294967661 rc 0/0 00000100:00100000:1.0:1777421200.899679:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 128 00000100:00100000:2.0:1777421200.977853:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.980409:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006870784 00000100:00100000:1.0:1777421200.980434:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006870784 00000100:00100000:1.0:1777421200.980695:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 483 00000100:00100000:1.0:1777421200.980709:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+85:15282:x1863761006870784:12345-192.168.204.24@tcp:101:multiop.0 00010000:00010000:1.0:1777421200.980750:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421200.980781:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1162 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04ef6 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981028:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c1169 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981048:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c1169 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981071:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c1169 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981091:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fc00/0xd9d09a059d6c1170 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981099:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fc00/0xd9d09a059d6c1170 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981106:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fc00/0xd9d09a059d6c1170 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981207:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ea00/0xd9d09a059d6c1177 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981217:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ea00/0xd9d09a059d6c1177 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981224:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ea00/0xd9d09a059d6c1177 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421200.981236:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1e:0x0]: returning size 1516 00010000:00010000:1.0:1777421200.981390:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c1169 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981399:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c1169 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981406:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c1169 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981413:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8e000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.981423:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c1169 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981433:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c1169 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981447:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff971043f8bc00) 00010000:00010000:1.0:1777421200.981451:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.981456:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c1169 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981463:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c1169 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981478:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fc00/0xd9d09a059d6c1170 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981484:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fc00/0xd9d09a059d6c1170 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981491:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fc00/0xd9d09a059d6c1170 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981496:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8fc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421200.981499:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fc00/0xd9d09a059d6c1170 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981504:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fc00/0xd9d09a059d6c1170 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981510:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x193a76c9 (ffff97104562fa00) 00010000:00010000:1.0:1777421200.981512:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421200.981519:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fc00/0xd9d09a059d6c1170 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981595:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fc00/0xd9d09a059d6c1170 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981667:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1162 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ef6 expref: 88 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981681:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ea00/0xd9d09a059d6c1177 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ef6 expref: 87 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421200.981689:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff971043f8b100) 00010000:00010000:1.0:1777421200.981692:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421200.981694:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8ea00, rc 0) 00000100:00100000:1.0:1777421200.981788:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+87:15282:x1863761006870784:12345-192.168.204.24@tcp:101:multiop.0 Request processed in 1082us (3951us total) trans 4294967662 rc 0/0 00000100:00100000:1.0:1777421200.981797:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 483 00000100:00100000:2.0:1777421200.991830:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421200.991908:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006871040 00000100:00100000:1.0:1777421200.991925:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006871040 00000100:00100000:1.0:1777421200.992013:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 129 00000100:00100000:1.0:1777421200.992024:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+87:15282:x1863761006871040:12345-192.168.204.24@tcp:35:multiop.0 00000100:00100000:1.0:1777421200.992542:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+88:15282:x1863761006871040:12345-192.168.204.24@tcp:35:multiop.0 Request processed in 503us (709us total) trans 4294967663 rc 0/0 00000100:00100000:1.0:1777421200.992552:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 129 00000100:00100000:0.0:1777421201.023372:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421201.023654:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006871296 00000100:00100000:1.0:1777421201.023670:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006871296 00000100:00100000:1.0:1777421201.023778:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 484 00000100:00100000:1.0:1777421201.023808:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+88:15285:x1863761006871296:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421201.023857:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421201.023895:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1185 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04efd expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421201.024037:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fc00/0xd9d09a059d6c118c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421201.024055:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fc00/0xd9d09a059d6c118c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421201.024070:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fc00/0xd9d09a059d6c118c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421201.024084:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1e:0x0]: returning size 1516 00010000:00010000:1.0:1777421201.024248:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1185 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04efd expref: 91 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421201.024269:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fc00/0xd9d09a059d6c118c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04efd expref: 90 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421201.024328:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff971043f8b100) 00010000:00010000:1.0:1777421201.024331:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1777421201.024336:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8fc00, rc 0) 00000100:00100000:1.0:1777421201.024414:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+90:15285:x1863761006871296:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 608us (1056us total) trans 4294967664 rc 0/0 00000100:00100000:1.0:1777421201.024423:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 484 00000100:00080000:3.0:1777421201.024861:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421201.030510:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421201.030799:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006871424 00000100:00100000:1.0:1777421201.030814:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006871424 00000100:00100000:1.0:1777421201.030979:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 485 00000100:00100000:1.0:1777421201.030994:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+90:15285:x1863761006871424:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:1.0:1777421201.031090:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c119a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421201.031114:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c119a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421201.031129:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c119a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421201.031165:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c119a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421201.031173:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c119a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421201.031181:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c119a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421201.031188:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8e000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421201.031194:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c119a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421201.031203:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c119a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421201.031218:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff971043f8b100) 00010000:00010000:1.0:1777421201.031221:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421201.031226:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c119a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421201.031245:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c119a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421201.031384:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+90:15285:x1863761006871424:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 393us (890us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421201.031394:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 485 00010000:00010000:1.0:1777421201.637356:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421201.698491:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018307072:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421201.698574:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421201.699073:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018307072 00000100:00100000:0.0:1777421201.699079:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018307072 00000100:00080000:2.0:1777421201.699136:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421201.699152:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1777421201.699196:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018307072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777421201.699236:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 54460416 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1777421201.699331:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018307072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 137us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421201.699339:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1777421201.699542:0:3299:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967316 gen 2 00000004:00080000:1.0:1777421201.699549:0:3299:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff97106ffe9880, transno 4294967316 00000100:00100000:1.0:1777421201.699573:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018307072:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421201.714928:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421201.715005:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421201.715031:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421201.715056:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421201.715080:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421201.715096:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421201.715111:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421201.715132:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421201.715158:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006871680 00000100:00100000:0.0:1777421201.715168:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006871680 00000100:00100000:0.0:1777421201.715216:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006872192 00000100:00100000:0.0:1777421201.715220:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006872192 00000100:00100000:0.0:1777421201.715235:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006871808 00000100:00100000:0.0:1777421201.715237:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006871808 00000100:00100000:0.0:1777421201.715247:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006872064 00000100:00100000:0.0:1777421201.715249:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006872064 00000100:00100000:0.0:1777421201.715259:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006872448 00000100:00100000:0.0:1777421201.715262:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006872448 00000100:00100000:0.0:1777421201.715296:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 96 00000100:00100000:0.0:1777421201.715306:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+13:2360:x1863761006871680:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421201.715386:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+13:2360:x1863761006871680:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 82us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421201.715394:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 96 00000100:00100000:0.0:1777421201.715412:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 97 00000100:00100000:0.0:1777421201.715418:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006872192:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421201.715456:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006872192:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 38us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421201.715462:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 97 00000100:00100000:0.0:1777421201.715473:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 98 00000100:00100000:0.0:1777421201.715479:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+11:2360:x1863761006871808:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421201.715501:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+11:2360:x1863761006871808:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 22us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421201.715507:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 98 00000100:00100000:0.0:1777421201.715517:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 99 00000100:00100000:0.0:1777421201.715522:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006872064:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421201.715544:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006872064:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 21us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421201.715549:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 99 00000100:00100000:0.0:1777421201.715558:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 116 00000100:00100000:0.0:1777421201.715563:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+12:2358:x1863761006872448:12345-192.168.204.24@tcp:16:kworker.0 00000100:00100000:0.0:1777421201.715627:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+12:2358:x1863761006872448:12345-192.168.204.24@tcp:16:kworker.0 Request processed in 62us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421201.715633:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 116 00000100:00100000:2.0:1777421201.716524:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006871936 00000100:00100000:2.0:1777421201.716532:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006871936 00000100:00100000:2.0:1777421201.716577:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 117 00000100:00100000:2.0:1777421201.716585:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:2360:x1863761006871936:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421201.716631:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:2360:x1863761006871936:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 47us (1599us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421201.716643:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 117 00000100:00100000:2.0:1777421201.716670:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006871552 00000100:00100000:2.0:1777421201.716673:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006871552 00000100:00100000:2.0:1777421201.716696:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 278 00000100:00100000:2.0:1777421201.716703:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761006871552:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421201.716727:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761006871552:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 25us (1647us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421201.716732:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 278 00000100:00080000:2.0:1777421201.716811:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777421201.716815:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777421201.716818:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421201.717266:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006872320 00000100:00100000:1.0:1777421201.717329:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006872320 00002000:00100000:1.0:1777421201.717976:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x8:0x0] (0->1515) req@ffff97106ff6a300 x1863761006872320/t0(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:212/0 lens 2008/0 e 0 to 0 dl 1777421212 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421201.717990:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff6a300 with x1863761006872320 ext(0->1515) 00002000:00010000:1.0:1777421201.717996:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97106ff6a300 00000100:00100000:1.0:1777421201.718051:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 44 00000100:00100000:1.0:1777421201.718059:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+12:2358:x1863761006872320:12345-192.168.204.24@tcp:4:cat.0 00000100:00100000:1.0:1777421201.718584:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+14:2358:x1863761006872320:12345-192.168.204.24@tcp:4:cat.0 Request processed in 525us (3662us total) trans 4294967320 rc 0/0 00000100:00100000:1.0:1777421201.718593:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 44 00002000:00100000:1.0:1777421201.718601:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x8:0x0] (0->1515) req@ffff97106ff6a300 x1863761006872320/t4294967320(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:212/0 lens 2008/448 e 0 to 0 dl 1777421212 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421201.718625:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff6a300 with x1863761006872320 ext(0->1515) 00002000:00010000:1.0:1777421201.718633:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97106ff6a300 00000100:00100000:0.0:1777421201.722310:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421201.722311:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421201.722356:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006872576 00000100:00100000:2.0:1777421201.722392:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006872704 00000100:00100000:2.0:1777421201.722398:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006872704 00000100:00100000:2.0:1777421201.722468:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 117 00000100:00100000:2.0:1777421201.722478:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+11:2358:x1863761006872704:12345-192.168.204.24@tcp:16:kworker.0 00000100:00100000:1.0:1777421201.722487:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006872576 00002000:00100000:1.0:1777421201.722515:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xa:0x0] (0->1518) req@ffff9710779a4380 x1863761006872576/t0(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:212/0 lens 2008/0 e 0 to 0 dl 1777421212 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421201.722524:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710779a4380 with x1863761006872576 ext(0->1518) 00002000:00010000:1.0:1777421201.722529:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9710779a4380 00000100:00100000:1.0:1777421201.722548:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 45 00000100:00100000:1.0:1777421201.722554:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+12:2358:x1863761006872576:12345-192.168.204.24@tcp:4:dd.0 00000100:00100000:2.0:1777421201.722592:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+12:2358:x1863761006872704:12345-192.168.204.24@tcp:16:kworker.0 Request processed in 116us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421201.722599:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 117 00000100:00100000:1.0:1777421201.723063:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+13:2358:x1863761006872576:12345-192.168.204.24@tcp:4:dd.0 Request processed in 507us (762us total) trans 4294967325 rc 0/0 00000100:00100000:1.0:1777421201.723070:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 45 00002000:00100000:1.0:1777421201.723077:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xa:0x0] (0->1518) req@ffff9710779a4380 x1863761006872576/t4294967325(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:212/0 lens 2008/448 e 0 to 0 dl 1777421212 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421201.723086:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710779a4380 with x1863761006872576 ext(0->1518) 00002000:00010000:1.0:1777421201.723089:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9710779a4380 00000100:00100000:3.0:1777421201.727507:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421201.727555:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421201.727627:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006872832 00000100:00100000:1.0:1777421201.727643:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006872832 00002000:00100000:1.0:1777421201.727698:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x9:0x0] (0->1515) req@ffff971077303100 x1863761006872832/t0(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:212/0 lens 2008/0 e 0 to 0 dl 1777421212 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421201.727711:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077303100 with x1863761006872832 ext(0->1515) 00002000:00010000:1.0:1777421201.727717:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077303100 00000100:00100000:1.0:1777421201.727752:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 46 00000100:00100000:1.0:1777421201.727764:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+14:2359:x1863761006872832:12345-192.168.204.24@tcp:4:cp.0 00000100:00100000:1.0:1777421201.728348:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+16:2359:x1863761006872832:12345-192.168.204.24@tcp:4:cp.0 Request processed in 583us (788us total) trans 4294967321 rc 0/0 00000100:00100000:1.0:1777421201.728358:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 46 00002000:00100000:1.0:1777421201.728365:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x9:0x0] (0->1515) req@ffff971077303100 x1863761006872832/t4294967321(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:212/0 lens 2008/448 e 0 to 0 dl 1777421212 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421201.728374:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077303100 with x1863761006872832 ext(0->1515) 00002000:00010000:1.0:1777421201.728378:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077303100 00000100:00100000:2.0:1777421201.728583:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006872960 00000100:00100000:2.0:1777421201.728591:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006872960 00000100:00100000:2.0:1777421201.728693:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 118 00000100:00100000:2.0:1777421201.728793:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+16:2359:x1863761006872960:12345-192.168.204.24@tcp:16:kworker.0 00000001:00080000:1.0:1777421201.770245:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967318 is committed 00000001:00080000:1.0:1777421201.770266:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967321 is committed 00000100:00100000:0.0:1777421201.770346:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+9:2359:x1863761006872960:12345-192.168.204.24@tcp:16:kworker.0 Request processed in 41639us (42843us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421201.770358:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 118 00000100:00100000:2.0:1777421201.776337:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421201.776337:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421201.776375:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006873216 00000100:00100000:0.0:1777421201.776393:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006873216 00000100:00100000:0.0:1777421201.776446:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 119 00000100:00100000:0.0:1777421201.776457:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+13:2361:x1863761006873216:12345-192.168.204.24@tcp:16:kworker.0 00000100:00100000:0.0:1777421201.776543:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006873088 00000100:00100000:0.0:1777421201.776547:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006873088 00002000:00100000:0.0:1777421201.776570:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xb:0x0] (0->646) req@ffff9710779a6a00 x1863761006873088/t0(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:212/0 lens 1136/0 e 0 to 0 dl 1777421212 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421201.776581:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710779a6a00 with x1863761006873088 ext(0->646) 00002000:00010000:0.0:1777421201.776596:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9710779a6a00 00000100:00100000:0.0:1777421201.776615:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 47 00000100:00100000:0.0:1777421201.776622:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+14:2361:x1863761006873088:12345-192.168.204.24@tcp:4:cp.0 00000100:00100000:0.0:1777421201.781347:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+16:2361:x1863761006873088:12345-192.168.204.24@tcp:4:cp.0 Request processed in 4700us (4996us total) trans 4294967326 rc 0/0 00000100:00100000:0.0:1777421201.781366:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 47 00002000:00100000:0.0:1777421201.781380:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xb:0x0] (0->646) req@ffff9710779a6a00 x1863761006873088/t4294967326(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:212/0 lens 1136/448 e 0 to 0 dl 1777421212 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421201.781393:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710779a6a00 with x1863761006873088 ext(0->646) 00002000:00010000:0.0:1777421201.781400:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9710779a6a00 00000001:00080000:0.0:1777421201.814664:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967325 is committed 00000001:00080000:0.0:1777421201.814685:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967321 is committed 00000100:00100000:1.0:1777421201.815218:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006873216:12345-192.168.204.24@tcp:16:kworker.0 Request processed in 38750us (38879us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421201.815231:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 119 00000100:00100000:0.0:1777421201.821209:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421201.821229:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421201.821246:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006873344 00000100:00100000:0.0:1777421201.821256:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006873344 00000100:00100000:3.0:1777421201.821318:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006873472 00000100:00100000:3.0:1777421201.821322:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006873472 00000100:00100000:3.0:1777421201.821366:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 120 00000100:00100000:3.0:1777421201.821377:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006873472:12345-192.168.204.24@tcp:16:kworker.0 00000100:00100000:3.0:1777421201.821494:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006873472:12345-192.168.204.24@tcp:16:kworker.0 Request processed in 117us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421201.821503:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 120 00002000:00100000:0.0:1777421201.821572:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xa:0x0] (0->1515) req@ffff97106ff6b800 x1863761006873344/t0(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:212/0 lens 2008/0 e 0 to 0 dl 1777421212 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421201.821597:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff6b800 with x1863761006873344 ext(0->1515) 00002000:00010000:0.0:1777421201.821603:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97106ff6b800 00000100:00100000:0.0:1777421201.821659:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 48 00000100:00100000:0.0:1777421201.821667:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+9:2361:x1863761006873344:12345-192.168.204.24@tcp:4:cp.0 00000100:00100000:0.0:1777421201.822139:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+11:2361:x1863761006873344:12345-192.168.204.24@tcp:4:cp.0 Request processed in 472us (940us total) trans 4294967322 rc 0/0 00000100:00100000:0.0:1777421201.822148:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 48 00002000:00100000:0.0:1777421201.822154:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xa:0x0] (0->1515) req@ffff97106ff6b800 x1863761006873344/t4294967322(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:212/0 lens 2008/448 e 0 to 0 dl 1777421212 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421201.822163:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff6b800 with x1863761006873344 ext(0->1515) 00002000:00010000:0.0:1777421201.822166:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97106ff6b800 00010000:00010000:1.0:1777421202.658452:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421202.723690:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1863761018307456:0@lo:400:kworker.0 00000100:00100000:3.0:1777421202.723756:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421202.723797:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018307968:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421202.723829:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421202.723864:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1777421202.723869:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863761018307328:0@lo:400:kworker.0 00000100:00100000:3.0:1777421202.723888:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421202.723905:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018307840:0@lo:400:kworker.0 00000100:00100000:3.0:1777421202.723923:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421202.723947:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018307456 00000100:00100000:3.0:1777421202.723954:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018307456 00000100:00100000:3.0:1777421202.723998:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018307328 00000100:00100000:3.0:1777421202.724002:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018307328 00000100:00100000:3.0:1777421202.724023:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1777421202.724031:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077303b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863761018307456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421202.724078:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077303b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863761018307456:12345-0@lo:400:kworker.0 Request processed in 46us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421202.724086:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1777421202.724102:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1777421202.724108:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863761018307328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421202.724134:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863761018307328:12345-0@lo:400:kworker.0 Request processed in 26us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421202.724139:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1777421202.724158:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018307968 00000100:00100000:3.0:1777421202.724162:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018307968 00000100:00100000:3.0:1777421202.724189:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1777421202.724195:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018307968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777421202.724209:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 57868288 pending 1703936 free 3857711104 avail 3854565376 00000100:00100000:3.0:1777421202.724236:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018307968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 41us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421202.724249:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1777421202.724268:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018307840 00000100:00100000:3.0:1777421202.724298:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018307840 00000100:00100000:3.0:1777421202.724325:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1777421202.724332:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018307840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421202.724361:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018307840:12345-0@lo:400:kworker.0 Request processed in 31us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421202.724367:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00080000:3.0:1777421202.724382:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777421202.724387:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421202.724421:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863761018307328:0@lo:400:kworker.0 00000100:00100000:3.0:1777421202.724431:0:3298:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967321 gen 2 00000004:00080000:3.0:1777421202.724436:0:3298:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff971077c76300, transno 4294967321 00000100:00100000:3.0:1777421202.724447:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018307840:0@lo:400:kworker.0 00000100:00100000:3.0:1777421202.724457:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1863761018307456:0@lo:400:kworker.0 00000100:00100000:3.0:1777421202.724469:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018307968:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421202.724735:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018307200:0@lo:400:kworker.0 00000100:00100000:0.0:1777421202.724770:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421202.724795:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3300:1863761018307712:0@lo:400:kworker.0 00000100:00100000:0.0:1777421202.724818:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421202.724855:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018307712 00000100:00100000:0.0:1777421202.724859:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018307712 00000100:00100000:0.0:1777421202.724889:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1777421202.724895:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1863761018307712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421202.724927:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1863761018307712:12345-0@lo:400:kworker.0 Request processed in 32us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421202.724932:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1777421202.724951:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018307200 00000100:00100000:0.0:1777421202.724962:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018307200 00000100:00100000:0.0:1777421202.724987:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:0.0:1777421202.724993:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018307200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421202.725019:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018307200:12345-0@lo:400:kworker.0 Request processed in 27us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421202.725024:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00100000:0.0:1777421202.725058:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018307200:0@lo:400:kworker.0 00000100:00100000:0.0:1777421202.725068:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3300:1863761018307712:0@lo:400:kworker.0 00000100:00080000:3.0:1777421202.725198:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421202.725393:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018307584:0@lo:400:kworker.0 00000100:00100000:1.0:1777421202.725425:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421202.725548:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018307584 00000100:00100000:3.0:1777421202.725552:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018307584 00000100:00100000:3.0:1777421202.725682:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1777421202.725691:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018307584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421202.725734:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018307584:12345-0@lo:400:kworker.0 Request processed in 45us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421202.725740:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1777421202.725796:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018307584:0@lo:400:kworker.0 00010000:00010000:2.0:1777421203.691219:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777421204.450562:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421204.450572:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421204.450815:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 10 count 1 00000040:00080000:0.0:1777421204.450823:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777421204.706746:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1777421205.012487:0:14197:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 4: Useless cancel must not be registered ========================================================== 20:06:43 (1777421203) 00000100:00100000:1.0:1777421205.057262:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421205.057449:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006873600 00000100:00100000:3.0:1777421205.057468:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006873600 00000100:00100000:3.0:1777421205.057553:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 486 00000100:00100000:3.0:1777421205.057565:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:15856:x1863761006873600:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:3.0:1777421205.057587:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421205.057611:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c11a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04f04 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.057691:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c11a8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777421205.057721:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777421205.057879:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c11a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.057896:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c11a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421205.057973:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1777421205.057978:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 10 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421205.058006:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c11a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.058032:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c11a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f04 expref: 17 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.058049:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c11a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f04 expref: 16 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.058057:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356500) 00010000:00010000:3.0:1777421205.058060:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421205.058064:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbbe00, rc 0) 00000100:00100000:3.0:1777421205.058137:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:15856:x1863761006873600:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 574us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421205.058145:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 486 00000100:00100000:1.0:1777421205.063435:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421205.063487:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006873856 00000100:00100000:2.0:1777421205.063503:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006873856 00000100:00100000:2.0:1777421205.063559:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 487 00000100:00100000:2.0:1777421205.063570:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:15856:x1863761006873856:12345-192.168.204.24@tcp:36:mkdir.0 00010000:00010000:2.0:1777421205.063635:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421205.063664:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c11a8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f04 expref: 16 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.063681:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356500) 00010000:00010000:2.0:1777421205.063686:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421205.063779:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c11af lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.063922:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c8b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d98 expref: 89 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.063934:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c11af lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.063979:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c8b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d98 expref: 89 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.063994:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c8b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d98 expref: 89 pid: 5771 timeout: 371 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421205.064009:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffe9880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018308096:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421205.064270:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077516c00 going to sleep for 11 seconds 00000100:00100000:2.0:1777421205.067452:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffe9880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018308096:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421205.067482:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c11af lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421205.068361:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421205.069080:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006873984 00000100:00100000:3.0:1777421205.069090:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006873984 00010000:00010000:3.0:1777421205.069186:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c8b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d98 expref: 90 pid: 5771 timeout: 371 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421205.069227:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 162 00000100:00100000:3.0:1777421205.069236:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+90:2361:x1863761006873984:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421205.069249:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421205.069256:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c8b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d98 expref: 90 pid: 5771 timeout: 371 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.069269:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c8b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d98 expref: 90 pid: 5771 timeout: 371 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.069309:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106ffe7a00/0xd9d09a059d6c0c8b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04d98 expref: 90 pid: 5771 timeout: 371 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.069323:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356500) 00010000:00010000:3.0:1777421205.069328:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c11af lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.069337:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c11af lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.069344:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c11af lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.069376:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421205.069437:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+89:2361:x1863761006873984:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 201us (1077us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421205.069445:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 162 00010000:00010000:3.0:1777421205.069473:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c11af lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.069480:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c11af lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.069535:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c11b6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.069545:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c11b6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.069553:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c11b6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777421205.070747:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:3.0:1777421205.071146:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xa:0x0]: returning size 512 00010000:00010000:3.0:1777421205.071159:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c11af lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.071169:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c11af lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.071176:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c11af lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.071182:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510f600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421205.071187:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c11af lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.071200:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c11af lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.071214:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049356500) 00010000:00010000:3.0:1777421205.071217:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421205.071221:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c11af lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.071228:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c11af lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421205.071244:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000ad03c62c reply state 0000000043d5b1e5 transno 4294967665 ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c11b6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421205.071252:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777421205.071368:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:15856:x1863761006873856:12345-192.168.204.24@tcp:36:mkdir.0 Request processed in 7797us (7939us total) trans 4294967665 rc 0/0 00000100:00100000:3.0:1777421205.071378:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 487 00010000:00010000:3.0:1777421205.077216:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c11b6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.077234:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c11b6 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.077243:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c11b6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.077249:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbac00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421205.077254:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c11b6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.077294:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c11b6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.077312:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb7cfe2e1 (ffff971043c57d00) 00010000:00010000:3.0:1777421205.077316:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421205.077321:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c11b6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.077328:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbac00/0xd9d09a059d6c11b6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421205.082560:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421205.082644:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006874112 00000100:00100000:3.0:1777421205.082656:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006874112 00000100:00100000:3.0:1777421205.082713:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 488 00000100:00100000:3.0:1777421205.082725:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:15859:x1863761006874112:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:3.0:1777421205.082750:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421205.082775:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c11bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04f0b expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.084519:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c11c4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.084751:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c11c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.084769:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c11c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421205.084955:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1777421205.084961:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 11 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421205.084996:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c11c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.085042:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c11bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f0b expref: 18 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.085059:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c11c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f0b expref: 17 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.085069:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57600) 00010000:00010000:0.0:1777421205.085072:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421205.085076:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b62c00, rc 0) 00000100:00100000:0.0:1777421205.085865:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:15859:x1863761006874112:12345-192.168.204.24@tcp:101:rm.0 Request processed in 3138us (3314us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421205.085876:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 488 00000100:00100000:1.0:1777421205.095198:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421205.095306:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006874240 00000100:00100000:0.0:1777421205.095317:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006874240 00000100:00100000:0.0:1777421205.095371:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 489 00000100:00100000:0.0:1777421205.096451:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:15859:x1863761006874240:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:0.0:1777421205.096475:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421205.096499:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c11cb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04f12 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.096568:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63e00/0xd9d09a059d6c11d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.096581:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63e00/0xd9d09a059d6c11d2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.096591:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63e00/0xd9d09a059d6c11d2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.096614:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c11d9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.096620:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c11d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.096626:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c11d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.096735:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c11e0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.096742:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c11e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.096749:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c11e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421205.096779:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xa:0x0]: returning size 512 00000004:00200000:0.0:1777421205.096782:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421205.096818:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c11e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.096830:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63e00/0xd9d09a059d6c11d2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.096837:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63e00/0xd9d09a059d6c11d2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.096844:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63e00/0xd9d09a059d6c11d2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.096860:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b63e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421205.096865:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63e00/0xd9d09a059d6c11d2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.096872:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63e00/0xd9d09a059d6c11d2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.096884:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57600) 00010000:00010000:0.0:1777421205.096887:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421205.096891:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63e00/0xd9d09a059d6c11d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.096897:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63e00/0xd9d09a059d6c11d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.096911:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c11d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.096916:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c11d9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.096921:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c11d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.096925:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421205.096927:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c11d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.096932:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c11d9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.096950:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb7cfe2e1 (ffff971042afd500) 00010000:00010000:0.0:1777421205.096952:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421205.096955:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c11d9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.096961:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c11d9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.096991:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c11cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f12 expref: 19 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.097004:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63800/0xd9d09a059d6c11e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f12 expref: 18 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.097011:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff971042afd000) 00010000:00010000:0.0:1777421205.097013:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421205.097016:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b63800, rc 0) 00000100:00100000:0.0:1777421205.098504:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:15859:x1863761006874240:12345-192.168.204.24@tcp:101:rm.0 Request processed in 2120us (3316us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421205.098518:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 489 00000100:00100000:0.0:1777421205.101978:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421205.102099:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006874368 00000100:00100000:2.0:1777421205.102110:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006874368 00000100:00100000:2.0:1777421205.102169:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 490 00000100:00100000:2.0:1777421205.102182:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:15859:x1863761006874368:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:2.0:1777421205.102201:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421205.102227:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c11e7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04f19 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.102332:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c11ee lrc: 3/1,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.102350:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c11ee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.102362:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c11ee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.102392:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ee00/0xd9d09a059d6c11f5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.102400:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ee00/0xd9d09a059d6c11f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.102409:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ee00/0xd9d09a059d6c11f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.102480:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c11ee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.102488:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c11ee lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.102519:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c11ee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.102525:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510e600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421205.102529:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c11ee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.102537:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c11ee lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.102682:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff971042afd000) 00010000:00010000:2.0:1777421205.102686:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421205.102692:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c11ee lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.102698:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c11ee lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.102710:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ee00/0xd9d09a059d6c11f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.102715:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ee00/0xd9d09a059d6c11f5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.102721:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ee00/0xd9d09a059d6c11f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.102726:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510ee00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421205.102729:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ee00/0xd9d09a059d6c11f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.102745:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ee00/0xd9d09a059d6c11f5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.102753:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x9fe5cc27 (ffff97104268d300) 00010000:00010000:2.0:1777421205.102756:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421205.102759:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ee00/0xd9d09a059d6c11f5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.102764:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ee00/0xd9d09a059d6c11f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.102811:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c11e7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f19 expref: 19 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.102823:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff971042afd000) 00010000:00010000:2.0:1777421205.102825:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421205.102830:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c11e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f19 expref: 19 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421205.102838:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510fe00, rc 0) 00000100:00100000:2.0:1777421205.102915:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:15859:x1863761006874368:12345-192.168.204.24@tcp:101:rm.0 Request processed in 736us (945us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421205.102923:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 490 00000100:00100000:1.0:1777421205.107116:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421205.107200:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006874496 00000100:00100000:0.0:1777421205.107214:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006874496 00000100:00100000:0.0:1777421205.107271:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 491 00000100:00100000:0.0:1777421205.107313:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:15859:x1863761006874496:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:0.0:1777421205.107335:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421205.107362:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c11fc lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04f20 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.107463:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1203 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.107477:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1203 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.107487:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1203 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.107504:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c120a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.107514:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c120a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.107523:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c120a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.107593:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1203 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.107601:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1203 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.107607:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1203 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.107613:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421205.107616:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1203 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.107632:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1203 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.107644:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff971042afd000) 00010000:00010000:0.0:1777421205.107646:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421205.107651:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1203 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.107656:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1203 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.107666:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c120a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.107672:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c120a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.107676:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c120a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.107681:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421205.107683:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c120a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.107689:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c120a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.107696:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x9fe5cc27 (ffff971042afd900) 00010000:00010000:0.0:1777421205.107698:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421205.107700:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c120a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.107716:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c120a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.107747:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c11fc lrc: 1/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f20 expref: 19 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.107757:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff971042afd000) 00010000:00010000:0.0:1777421205.107759:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421205.107763:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62200/0xd9d09a059d6c11fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f20 expref: 19 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.107772:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b62200, rc 0) 00000100:00100000:0.0:1777421205.107843:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:15859:x1863761006874496:12345-192.168.204.24@tcp:101:rm.0 Request processed in 533us (736us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421205.107850:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 491 00000100:00100000:1.0:1777421205.116996:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421205.118427:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006874752 00000100:00100000:1.0:1777421205.118441:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006874752 00000100:00100000:1.0:1777421205.118510:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 492 00000100:00100000:1.0:1777421205.118521:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:15861:x1863761006874752:12345-192.168.204.24@tcp:101:dd.0 00010000:00010000:1.0:1777421205.118541:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421205.118563:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1211 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04f27 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.118709:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1218 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.118725:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1218 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.118737:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1218 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.118752:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fe00/0xd9d09a059d6c121f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.118760:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fe00/0xd9d09a059d6c121f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.118767:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fe00/0xd9d09a059d6c121f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777421205.119264:0:5772:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xc:0x0], index 1: 0 00010000:00010000:1.0:1777421205.119507:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f600/0xd9d09a059d6c1226 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.119529:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f600/0xd9d09a059d6c1226 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.119537:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f600/0xd9d09a059d6c1226 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.119577:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1218 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.119585:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1218 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.119593:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1218 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.119599:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8ee00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421205.119604:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1218 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.119611:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1218 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.119623:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff971042afd000) 00010000:00010000:1.0:1777421205.119626:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421205.119631:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1218 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.119638:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1218 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421205.119659:0:5772:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000d8f1aa7b reply state 000000009a312f71 transno 4294967666 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fe00/0xd9d09a059d6c121f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421205.119673:0:5772:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777421205.119705:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1211 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f27 expref: 21 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.119723:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f600/0xd9d09a059d6c1226 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f27 expref: 20 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.119731:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff97104562f900) 00010000:00010000:1.0:1777421205.119734:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421205.119736:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8f600, rc 0) 00000100:00100000:1.0:1777421205.119815:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:15861:x1863761006874752:12345-192.168.204.24@tcp:101:dd.0 Request processed in 1296us (3026us total) trans 4294967666 rc 0/0 00000100:00100000:1.0:1777421205.119824:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 492 00010000:00010000:3.0:1777421205.126073:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fe00/0xd9d09a059d6c121f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.126097:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fe00/0xd9d09a059d6c121f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.126105:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fe00/0xd9d09a059d6c121f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.126111:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8fe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421205.126125:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fe00/0xd9d09a059d6c121f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.126135:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fe00/0xd9d09a059d6c121f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.126155:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x9fe5cc27 (ffff97104562f700) 00010000:00010000:3.0:1777421205.126158:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421205.126164:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fe00/0xd9d09a059d6c121f lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421205.126171:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fe00/0xd9d09a059d6c121f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421205.142108:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421205.142239:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006874880 00000100:00100000:0.0:1777421205.142249:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006874880 00000100:00100000:0.0:1777421205.142412:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 121 00000100:00100000:0.0:1777421205.142426:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:15861:x1863761006874880:12345-192.168.204.24@tcp:101:dd.0 00010000:00010000:0.0:1777421205.142449:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421205.142474:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084d0fcd8/0xd9d09a059d6c1234 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04f2e expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421205.142501:0:7984:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777421205.142521:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421205.142524:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421205.142544:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084d0fcd8/0xd9d09a059d6c1234 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f2e expref: 6 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.142560:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084d0fcd8/0xd9d09a059d6c1234 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f2e expref: 6 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421205.142572:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b62200, rc 0) 00000100:00100000:0.0:1777421205.142634:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:15861:x1863761006874880:12345-192.168.204.24@tcp:101:dd.0 Request processed in 209us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421205.142641:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 121 00000100:00080000:3.0:1777421205.142869:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421205.162921:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421205.162974:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006875008 00000100:00100000:0.0:1777421205.162985:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006875008 00002000:00100000:0.0:1777421205.163038:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xc:0x0] (0->1048575) req@ffff9710779a6300 x1863761006875008/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:216/0 lens 488/0 e 0 to 0 dl 1777421216 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421205.163050:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710779a6300 with x1863761006875008 ext(0->1048575) 00002000:00010000:0.0:1777421205.163056:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9710779a6300 00000100:00100000:0.0:1777421205.163100:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 49 00000100:00100000:0.0:1777421205.163111:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2358:x1863761006875008:12345-192.168.204.24@tcp:4:dd.0 00000100:00100000:2.0:1777421205.184561:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2358:x1863761006875008:12345-192.168.204.24@tcp:4:dd.0 Request processed in 21439us (21638us total) trans 4294967327 rc 0/0 00000100:00100000:2.0:1777421205.184577:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 49 00002000:00100000:2.0:1777421205.184589:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xc:0x0] (0->1048575) req@ffff9710779a6300 x1863761006875008/t4294967327(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:216/0 lens 488/448 e 0 to 0 dl 1777421216 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421205.184610:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710779a6300 with x1863761006875008 ext(0->1048575) 00002000:00010000:2.0:1777421205.184617:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9710779a6300 00000100:00100000:0.0:1777421205.188128:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421205.188244:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006875136 00000100:00100000:2.0:1777421205.188255:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006875136 00000100:00100000:2.0:1777421205.188357:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 493 00000100:00100000:2.0:1777421205.188367:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:15861:x1863761006875136:12345-192.168.204.24@tcp:44:dd.0 00000100:00100000:1.0:1777421205.228045:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:15861:x1863761006875136:12345-192.168.204.24@tcp:44:dd.0 Request processed in 39662us (39911us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421205.228064:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 493 00000001:00080000:1.0:1777421205.228129:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967639 is committed 00000001:00080000:1.0:1777421205.228153:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967666 is committed 00000001:00080000:1.0:1777421205.228162:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967664 is committed 00000100:00100000:2.0:1777421205.234926:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421205.235055:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006875264 00000100:00100000:0.0:1777421205.235069:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006875264 00000100:00100000:0.0:1777421205.235183:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 122 00000100:00100000:0.0:1777421205.235195:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2359:x1863761006875264:12345-192.168.204.24@tcp:16:dd.0 00000100:00100000:1.0:1777421205.289117:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2359:x1863761006875264:12345-192.168.204.24@tcp:16:dd.0 Request processed in 53907us (54188us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421205.289134:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 122 00000001:00080000:0.0:1777421205.289785:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967326 is committed 00000001:00080000:0.0:1777421205.289816:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967327 is committed 00000100:00100000:2.0:1777421205.292958:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421205.293386:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006875520 00000100:00100000:0.0:1777421205.293417:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006875520 00000100:00100000:0.0:1777421205.293505:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 130 00000100:00100000:0.0:1777421205.293517:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+18:15861:x1863761006875520:12345-192.168.204.24@tcp:35:dd.0 00000100:00100000:0.0:1777421205.295180:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:15861:x1863761006875520:12345-192.168.204.24@tcp:35:dd.0 Request processed in 1653us (2224us total) trans 4294967667 rc 0/0 00000100:00100000:0.0:1777421205.295195:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 130 00000100:00100000:2.0:1777421205.329840:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421205.329968:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006875648 00000100:00100000:1.0:1777421205.329982:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006875648 00000100:00100000:1.0:1777421205.330057:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 494 00000100:00100000:1.0:1777421205.330086:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+45:15864:x1863761006875648:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421205.330116:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421205.330143:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c123b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04f35 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.330230:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c1242 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.330249:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c1242 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.330262:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c1242 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421205.330399:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1777421205.330405:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 11 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421205.330434:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c1242 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.330463:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c123b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f35 expref: 47 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.330497:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c1242 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f35 expref: 46 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.330507:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57600) 00010000:00010000:1.0:1777421205.330510:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421205.330515:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8e200, rc 0) 00000100:00100000:1.0:1777421205.330598:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+46:15864:x1863761006875648:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 513us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421205.330615:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 494 00000100:00100000:2.0:1777421205.334264:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421205.334343:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006875776 00000100:00100000:1.0:1777421205.334357:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006875776 00000100:00100000:1.0:1777421205.334423:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 495 00000100:00100000:1.0:1777421205.334435:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+46:15864:x1863761006875776:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421205.334462:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421205.334488:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1249 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04f3c expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.334574:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1250 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.334589:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1250 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.334601:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1250 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.334615:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1257 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.334621:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1257 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.334627:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1257 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.334937:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fe00/0xd9d09a059d6c125e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.334965:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fe00/0xd9d09a059d6c125e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.334973:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fe00/0xd9d09a059d6c125e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421205.335015:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xa:0x0]: returning size 11776 00000004:00200000:1.0:1777421205.335020:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421205.335045:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fe00/0xd9d09a059d6c125e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.335059:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1250 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.335066:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1250 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.335074:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1250 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.335081:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8ee00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421205.335087:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1250 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.335096:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1250 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.335109:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57600) 00010000:00010000:1.0:1777421205.335112:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421205.335118:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1250 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.335136:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1250 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.335165:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1257 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.335172:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1257 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.335178:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1257 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.335183:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8e600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421205.335186:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1257 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.335192:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1257 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.335200:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb7cfe2e1 (ffff97104562f400) 00010000:00010000:1.0:1777421205.335203:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421205.335206:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1257 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.335212:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1257 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.335247:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1249 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f3c expref: 48 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.335262:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fe00/0xd9d09a059d6c125e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f3c expref: 47 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.335314:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff971042afd000) 00010000:00010000:1.0:1777421205.335316:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421205.335320:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8fe00, rc 0) 00000100:00100000:1.0:1777421205.335458:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+47:15864:x1863761006875776:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1024us (1207us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421205.335467:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 495 00000100:00100000:3.0:1777421205.340128:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421205.340243:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006875904 00000100:00100000:1.0:1777421205.340257:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006875904 00000100:00100000:1.0:1777421205.340350:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 496 00000100:00100000:1.0:1777421205.340361:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+47:15864:x1863761006875904:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421205.340389:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421205.340418:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1265 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04f43 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.340545:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c126c lrc: 3/1,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.340565:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c126c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.340578:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c126c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.340597:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c1273 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.340605:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c1273 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.340624:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c1273 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.340873:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e800/0xd9d09a059d6c127a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.340883:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e800/0xd9d09a059d6c127a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.340891:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e800/0xd9d09a059d6c127a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421205.340934:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xb:0x0]: returning size 1048576 00000004:00200000:1.0:1777421205.340940:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421205.340962:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e800/0xd9d09a059d6c127a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.340975:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e800/0xd9d09a059d6c127a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.340984:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c126c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.340991:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c126c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.340998:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c126c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.341005:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8e000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421205.341009:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c126c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.341025:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c126c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.341040:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff971042afd000) 00010000:00010000:1.0:1777421205.341043:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421205.341049:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c126c lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.341056:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c126c lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.341090:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c1273 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.341096:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c1273 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.341103:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c1273 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.341109:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8ec00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421205.341112:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c1273 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.341118:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c1273 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.341126:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x9fe5cc27 (ffff97104562f800) 00010000:00010000:1.0:1777421205.341129:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421205.341132:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c1273 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.341148:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c1273 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.341190:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1265 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f43 expref: 49 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.341207:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e800/0xd9d09a059d6c127a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f43 expref: 48 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.341215:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff97104562f900) 00010000:00010000:1.0:1777421205.341218:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421205.341221:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8e800, rc 0) 00000100:00100000:1.0:1777421205.342864:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+48:15864:x1863761006875904:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 2493us (2738us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421205.342877:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 496 00000100:00100000:2.0:1777421205.347770:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421205.347830:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006876032 00000100:00100000:1.0:1777421205.347846:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006876032 00000100:00100000:1.0:1777421205.347949:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 123 00000100:00100000:1.0:1777421205.347962:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+8:2361:x1863761006876032:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421205.347988:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421205.348015:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064b02ad9/0xd9d09a059d6c1281 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04f4a expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421205.348092:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018308224:192.168.204.24@tcp:106: 00000100:00100000:1.0:1777421205.348217:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107a1a2780 going to sleep for 11 seconds 00000100:00080000:3.0:1777421205.348304:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1777421205.351372:0:7984:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:1.0:1777421205.351401:0:7984:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb mtime: 0 -> 1777421204 00002000:00010000:1.0:1777421205.351404:0:7984:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb atime: 0 -> 1777421204 00002000:00010000:1.0:1777421205.351407:0:7984:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb ctime: 0 -> 1777421204 00002000:00010000:1.0:1777421205.351409:0:7984:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb blocks: 1 -> 2051 00000100:00100000:1.0:1777421205.351441:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018308224:192.168.204.24@tcp:106: 00010000:00010000:1.0:1777421205.351492:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000064b02ad9/0xd9d09a059d6c1281 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f4a expref: 9 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.351525:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064b02ad9/0xd9d09a059d6c1281 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f4a expref: 9 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.351541:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8e400, rc 0) 00000100:00100000:1.0:1777421205.351626:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+8:2361:x1863761006876032:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 3666us (3869us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421205.351636:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 123 00000100:00100000:2.0:1777421205.354845:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421205.355347:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006876160 00000100:00100000:1.0:1777421205.355362:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006876160 00000100:00100000:1.0:1777421205.355439:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 497 00000100:00100000:1.0:1777421205.355452:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+48:15864:x1863761006876160:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421205.355480:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421205.355509:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1288 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04f51 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.355598:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c128f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.355620:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c128f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.355647:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c128f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421205.355733:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xa:0x0]: returning size 11776 00000004:00200000:1.0:1777421205.355737:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421205.355762:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c128f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.355801:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1288 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f51 expref: 50 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.355844:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ec00/0xd9d09a059d6c128f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f51 expref: 49 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.355854:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff971042afd000) 00010000:00010000:1.0:1777421205.355857:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421205.355861:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8ec00, rc 0) 00000100:00100000:1.0:1777421205.355935:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+49:15864:x1863761006876160:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 485us (1104us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421205.355943:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 497 00000100:00100000:2.0:1777421205.359440:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421205.359569:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006876288 00000100:00100000:1.0:1777421205.359582:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006876288 00000100:00100000:1.0:1777421205.359641:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 124 00000100:00100000:1.0:1777421205.359650:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+8:2360:x1863761006876288:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421205.359673:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421205.359697:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064b02ad9/0xd9d09a059d6c1296 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04f58 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421205.359807:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018308352:192.168.204.24@tcp:106: 00000100:00100000:1.0:1777421205.359914:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107a1a2780 going to sleep for 11 seconds 00000100:00100000:1.0:1777421205.362258:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018308352:192.168.204.24@tcp:106: 00010000:00010000:1.0:1777421205.362415:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000064b02ad9/0xd9d09a059d6c1296 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f58 expref: 9 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.362444:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064b02ad9/0xd9d09a059d6c1296 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f58 expref: 9 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421205.362457:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8e400, rc 0) 00000100:00100000:1.0:1777421205.362533:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+8:2360:x1863761006876288:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 2883us (3110us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421205.362543:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 124 00000100:00100000:2.0:1777421205.368871:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421205.369211:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006876544 00000100:00100000:1.0:1777421205.369225:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006876544 00000100:00100000:2.0:1777421205.369321:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 498 00000100:00100000:2.0:1777421205.369602:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+49:15864:x1863761006876544:12345-192.168.204.24@tcp:58:lfs.0 00000040:00080000:2.0:1777421205.369809:0:5771:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421205.369816:0:5771:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421205.371550:0:5771:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777421205.371564:0:5771:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421205.371681:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+49:15864:x1863761006876544:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 2085us (2820us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421205.371692:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 498 00000040:00080000:0.0:1777421205.474526:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421205.474538:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421205.475332:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777421205.475345:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777421205.730642:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777421205.973760:0:14246:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421205.973769:0:14246:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421205.975115:0:14246:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777421205.975128:0:14246:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777421206.754475:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421206.820099:0:3300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777421206.820125:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c486d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018308480:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421206.820195:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421206.820270:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018308480 00000100:00100000:2.0:1777421206.820292:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018308480 00000100:00100000:2.0:1777421206.820351:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1777421206.820360:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018308480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777421206.820396:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 61276160 pending 1703936 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777421206.820440:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018308480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421206.820447:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00080000:2.0:1777421206.820468:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421206.820503:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c486d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018308480:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421206.834242:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421206.834307:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421206.834334:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421206.834353:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421206.834373:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421206.834393:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421206.834430:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421206.834460:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006876928 00000100:00100000:2.0:1777421206.834471:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006876928 00000100:00100000:2.0:1777421206.834522:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006877440 00000100:00100000:2.0:1777421206.834525:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006877440 00000100:00100000:2.0:1777421206.834537:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006877056 00000100:00100000:2.0:1777421206.834539:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006877056 00000100:00100000:2.0:1777421206.834548:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006877312 00000100:00100000:2.0:1777421206.834550:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006877312 00000100:00100000:2.0:1777421206.834565:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 102 00000100:00100000:2.0:1777421206.834574:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c486d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+11:2360:x1863761006876928:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421206.834651:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c486d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+11:2360:x1863761006876928:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 76us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421206.834659:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 102 00000100:00100000:2.0:1777421206.834676:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 103 00000100:00100000:2.0:1777421206.834682:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c487100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006877440:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421206.834706:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c487100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006877440:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 24us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421206.834712:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 103 00000100:00100000:2.0:1777421206.834722:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 104 00000100:00100000:2.0:1777421206.834728:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+8:2360:x1863761006877056:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421206.834747:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+8:2360:x1863761006877056:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 19us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421206.834753:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 104 00000100:00100000:2.0:1777421206.834774:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 105 00000100:00100000:2.0:1777421206.834780:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006877312:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421206.834800:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006877312:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 20us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421206.834805:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 105 00000100:00100000:2.0:1777421206.834823:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006877184 00000100:00100000:2.0:1777421206.834826:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006877184 00000100:00100000:2.0:1777421206.834852:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006876800 00000100:00100000:2.0:1777421206.834854:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006876800 00000100:00100000:2.0:1777421206.834876:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 121 00000100:00100000:2.0:1777421206.834883:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:2360:x1863761006877184:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421206.834921:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:2360:x1863761006877184:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 38us (585us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421206.834927:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 121 00000100:00100000:2.0:1777421206.834939:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 122 00000100:00100000:2.0:1777421206.834945:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c487b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+49:2360:x1863761006876800:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421206.834968:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c487b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+49:2360:x1863761006876800:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 24us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421206.834974:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 122 00000100:00080000:2.0:1777421206.835004:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421206.835318:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006876672 00000100:00100000:1.0:1777421206.835322:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006876672 00000100:00100000:1.0:1777421206.835357:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 280 00000100:00100000:1.0:1777421206.835364:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b516050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761006876672:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421206.835407:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b516050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761006876672:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 45us (1177us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421206.835414:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 280 00000001:00080000:2.0:1777421206.858307:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967322 is committed 00010000:00010000:0.0:1777421207.779425:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421207.843053:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018308608:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421207.843129:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421207.843224:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018308608 00000100:00100000:3.0:1777421207.843233:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018308608 00000100:00100000:3.0:1777421207.843312:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1777421207.843322:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018308608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777421207.843363:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1777421207.843411:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018308608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421207.843418:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00080000:3.0:1777421207.843440:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421207.843485:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018308608:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421207.844163:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018308736:0@lo:400:kworker.0 00000100:00100000:1.0:1777421207.844211:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421207.844216:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863761018308864:0@lo:400:kworker.0 00000100:00100000:1.0:1777421207.844246:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077354700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018309248:0@lo:400:kworker.0 00000100:00100000:3.0:1777421207.844253:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421207.844314:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421207.844334:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018308864 00000100:00100000:3.0:1777421207.844340:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018308864 00000100:00100000:3.0:1777421207.844371:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018309248 00000100:00100000:3.0:1777421207.844374:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018309248 00000100:00100000:3.0:1777421207.844399:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:3.0:1777421207.844406:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863761018308864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421207.844445:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863761018308864:12345-0@lo:400:kworker.0 Request processed in 39us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421207.844452:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:3.0:1777421207.844465:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1777421207.844471:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863761018309248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421207.844499:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863761018309248:12345-0@lo:400:kworker.0 Request processed in 29us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421207.844505:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1777421207.844532:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863761018308864:0@lo:400:kworker.0 00000100:00100000:3.0:1777421207.844553:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077354e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018308992:0@lo:400:kworker.0 00000100:00100000:3.0:1777421207.844574:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421207.844988:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777421207.844995:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018309120:0@lo:400:kworker.0 00000100:00100000:2.0:1777421207.845868:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018308736 00000100:00100000:2.0:1777421207.845879:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018308736 00000100:00100000:2.0:1777421207.845923:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:2.0:1777421207.845932:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3297:x1863761018308736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421207.846609:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3297:x1863761018308736:12345-0@lo:400:kworker.0 Request processed in 676us (2396us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421207.846620:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:2.0:1777421207.846790:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018308992 00000100:00100000:2.0:1777421207.846798:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018308992 00000100:00100000:2.0:1777421207.846851:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:2.0:1777421207.846861:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018308992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421207.846874:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421207.846933:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018308992:12345-0@lo:400:kworker.0 Request processed in 74us (2357us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421207.846942:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077354e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018308992:0@lo:400:kworker.0 00000100:00100000:2.0:1777421207.846943:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1777421207.847016:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018309120 00000100:00100000:3.0:1777421207.847027:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018309120 00000100:00080000:1.0:1777421207.847082:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421207.847172:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1777421207.847182:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018309120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421207.847225:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018309120:12345-0@lo:400:kworker.0 Request processed in 46us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421207.847232:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1777421207.847290:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018309120:0@lo:400:kworker.0 00000100:00100000:1.0:1777421207.847302:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018308736:0@lo:400:kworker.0 00000100:00100000:1.0:1777421207.847319:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077354700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018309248:0@lo:400:kworker.0 00010000:00010000:1.0:1777421208.802602:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1777421209.705477:0:14444:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 8: Test default archive number ======== 20:06:48 (1777421208) 00010000:00010000:3.0:1777421209.826893:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421209.884527:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421209.884672:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006877696 00000100:00100000:0.0:1777421209.884683:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006877696 00000100:00080000:1.0:1777421209.884765:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421209.884877:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 499 00000100:00100000:0.0:1777421209.884893:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:16465:x1863761006877696:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421209.884922:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421209.884951:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c129d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04f5f expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421209.885146:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c12a4 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421209.885164:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c12a4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421209.885177:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c12a4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421209.885194:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c12ab lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421209.885216:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c12ab lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421209.885224:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c12ab lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.885617:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c12b2 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.885629:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c12b2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.885637:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c12b2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421209.885648:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:1.0:1777421209.885763:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c12a4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.885770:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c12a4 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.885787:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c12a4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.885794:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421209.885799:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c12a4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.885807:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c12a4 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.885821:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff971050d92600) 00010000:00010000:1.0:1777421209.885824:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421209.885830:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c12a4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.885838:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c12a4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.885853:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c12ab lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.885871:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c12ab lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.885877:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c12ab lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.885882:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421209.885885:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c12ab lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.885902:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c12ab lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.885910:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff971042afd700) 00010000:00010000:1.0:1777421209.885912:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421209.885915:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c12ab lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.885921:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c12ab lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.886330:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c129d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f5f expref: 22 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.886348:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c12b2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f5f expref: 21 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.886357:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:1.0:1777421209.886359:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421209.886362:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8f000, rc 0) 00000100:00100000:1.0:1777421209.886431:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:16465:x1863761006877696:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1543us (1915us total) trans 4294967668 rc 0/0 00000100:00100000:1.0:1777421209.886440:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 499 00000100:00100000:1.0:1777421209.894132:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421209.894234:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006877824 00000100:00100000:2.0:1777421209.894246:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006877824 00000100:00100000:2.0:1777421209.894679:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 500 00000100:00100000:2.0:1777421209.894691:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077354700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:16465:x1863761006877824:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1777421209.894875:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077354700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:16465:x1863761006877824:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 180us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421209.894883:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 500 00000100:00100000:1.0:1777421209.895417:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421209.895738:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006877952 00000100:00100000:0.0:1777421209.895747:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006877952 00000100:00100000:0.0:1777421209.895881:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 11 00000100:00100000:0.0:1777421209.895901:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045cf2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:2358:x1863761006877952:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421209.895918:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421209.895960:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c12b2 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f5f expref: 21 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421209.895984:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:0.0:1777421209.895992:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421209.896053:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045cf2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:2358:x1863761006877952:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 163us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421209.896061:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 11 00000100:00100000:2.0:1777421209.897131:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421209.897214:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006878080 00000100:00100000:1.0:1777421209.897223:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006878080 00000100:00100000:1.0:1777421209.897310:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 501 00000100:00100000:1.0:1777421209.897351:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+49:16466:x1863761006878080:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421209.897371:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421209.897393:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c12c0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04f66 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.897455:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c12c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.897470:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c12c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.897482:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c12c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.897497:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c12ce lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.897505:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c12ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.897512:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c12ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.897597:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c12c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.897606:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c12c7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.897612:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c12c7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.897628:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8fa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421209.897633:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c12c7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.897642:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c12c7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.897653:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57600) 00010000:00010000:1.0:1777421209.897656:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421209.897661:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c12c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.897668:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c12c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.897684:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c12ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.897690:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c12ce lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.897697:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c12ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.897714:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8ee00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421209.897718:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c12ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.897724:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c12ce lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.897743:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc1d08857 (ffff97104562f800) 00010000:00010000:1.0:1777421209.897745:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421209.897748:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c12ce lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.897754:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c12ce lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.897786:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c12c0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f66 expref: 50 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.897797:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57600) 00010000:00010000:1.0:1777421209.897799:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421209.897803:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c12c0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f66 expref: 50 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.897812:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8f200, rc 0) 00000100:00100000:1.0:1777421209.897876:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+49:16466:x1863761006878080:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 529us (751us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421209.897885:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 501 00000100:00080000:3.0:1777421209.898014:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421209.901609:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421209.901697:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006878336 00000100:00100000:1.0:1777421209.901716:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006878336 00000100:00100000:1.0:1777421209.901774:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 502 00000100:00100000:1.0:1777421209.901784:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+49:16466:x1863761006878336:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:1.0:1777421209.901836:0:12998:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421209.901862:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c1242 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f35 expref: 49 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.901909:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57600) 00010000:00010000:1.0:1777421209.901914:0:12998:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421209.902010:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c12d5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.902026:0:12998:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c11c4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f0b expref: 19 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.902034:0:12998:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c12d5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.902067:0:12998:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c11c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f0b expref: 19 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.902081:0:12998:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c11c4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f0b expref: 19 pid: 5771 timeout: 376 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421209.902097:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077354380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018309376:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421209.902233:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff971046319000 going to sleep for 11 seconds 00000100:00100000:2.0:1777421209.906143:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421209.906225:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006878464 00000100:00100000:0.0:1777421209.906235:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006878464 00010000:00010000:0.0:1777421209.906296:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c11c4 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f0b expref: 20 pid: 5771 timeout: 376 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421209.906353:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 163 00000100:00100000:0.0:1777421209.906372:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:2360:x1863761006878464:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421209.906407:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421209.906416:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c11c4 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f0b expref: 20 pid: 5771 timeout: 376 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421209.906432:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c11c4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f0b expref: 20 pid: 5771 timeout: 376 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421209.906457:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57600) 00010000:00010000:0.0:1777421209.906462:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c12d5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421209.906472:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c12d5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421209.906480:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c12d5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421209.906500:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421209.906555:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:2360:x1863761006878464:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 193us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421209.906570:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 163 00010000:00010000:1.0:1777421209.906787:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c11c4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f0b expref: 19 pid: 5771 timeout: 376 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421209.906809:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077354380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018309376:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421209.906832:0:12998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c12d5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.906843:0:12998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c12d5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.906857:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c12d5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.906883:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c12dc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.906895:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c12dc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.906905:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c12dc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421209.908436:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x20:0x0]: returning size 512 00010000:00010000:1.0:1777421209.908452:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c12d5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.908461:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c12d5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.908468:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c12d5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.908474:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8e600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421209.908479:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c12d5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.908486:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c12d5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.908501:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57600) 00010000:00010000:1.0:1777421209.908503:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421209.908518:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c12d5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.908524:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c12d5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421209.908546:0:12998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000c362e293 reply state 000000000cde7fb0 transno 4294967669 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c12dc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421209.908556:0:12998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421209.908672:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+50:16466:x1863761006878336:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 6886us (7071us total) trans 4294967669 rc 0/0 00000100:00100000:1.0:1777421209.908683:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 502 00010000:00010000:3.0:1777421209.913512:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c12dc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.913534:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c12dc lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.913543:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c12dc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.913550:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421209.913564:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c12dc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.913573:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c12dc lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.913594:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc1d08857 (ffff97104562f200) 00010000:00010000:3.0:1777421209.913598:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421209.913603:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c12dc lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.913610:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c12dc lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421209.920518:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421209.920772:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006878592 00000100:00100000:1.0:1777421209.920787:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006878592 00000100:00100000:1.0:1777421209.920864:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 503 00000100:00100000:1.0:1777421209.920875:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+49:16467:x1863761006878592:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:1.0:1777421209.920909:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421209.920939:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c12e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04f6d expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.921037:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c12ea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.921053:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c12ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.921066:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c12ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421209.921134:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1777421209.921152:0:12998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 12 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421209.921202:0:12998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c12ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.921229:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c12e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f6d expref: 51 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.921247:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c12ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f6d expref: 50 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.921257:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104562f800) 00010000:00010000:1.0:1777421209.921259:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421209.921263:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8e200, rc 0) 00000100:00100000:1.0:1777421209.921374:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+50:16467:x1863761006878592:12345-192.168.204.24@tcp:101:bash.0 Request processed in 500us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421209.921382:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 503 00000100:00100000:2.0:1777421209.924820:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421209.924916:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006878720 00000100:00100000:3.0:1777421209.924927:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006878720 00000100:00100000:3.0:1777421209.925005:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 504 00000100:00100000:3.0:1777421209.925023:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+50:16467:x1863761006878720:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:3.0:1777421209.925044:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421209.925066:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c12f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04f74 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925120:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c12f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925130:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c12f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925139:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c12f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925149:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c12ff lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925153:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c12ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925157:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c12ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925241:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c1306 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925245:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c1306 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925263:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c1306 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421209.925319:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x20:0x0]: returning size 512 00000004:00200000:3.0:1777421209.925322:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421209.925341:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c1306 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925351:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c12f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925355:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c12f8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925360:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c12f8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925363:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcbae00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421209.925366:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c12f8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925370:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c12f8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925379:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104562f800) 00010000:00010000:3.0:1777421209.925381:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421209.925386:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c12f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925392:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c12f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925418:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c12ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925425:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c12ff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925431:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c12ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925437:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97106fcba400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421209.925440:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c12ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925446:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c12ff lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925454:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc1d08857 (ffff971043c57d00) 00010000:00010000:3.0:1777421209.925457:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421209.925460:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c12ff lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925465:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c12ff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925497:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c12f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f74 expref: 52 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925509:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba600/0xd9d09a059d6c1306 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f74 expref: 51 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.925526:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff971043c57b00) 00010000:00010000:3.0:1777421209.925528:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777421209.925530:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcba600, rc 0) 00000100:00100000:3.0:1777421209.925585:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+51:16467:x1863761006878720:12345-192.168.204.24@tcp:101:bash.0 Request processed in 572us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421209.925590:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 504 00000100:00100000:3.0:1777421209.930660:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421209.930828:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006878848 00000100:00100000:2.0:1777421209.930840:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006878848 00000100:00100000:2.0:1777421209.930906:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 505 00000100:00100000:2.0:1777421209.930916:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+51:16467:x1863761006878848:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1777421209.930936:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421209.930957:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c130d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04f7b expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.931047:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1314 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.931068:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1314 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.931081:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1314 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.931120:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c131b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.931129:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c131b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.931136:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c131b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.931226:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1314 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.931234:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1314 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.931242:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1314 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.931249:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510f600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421209.931254:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1314 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.931263:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1314 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.931325:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff971043c57b00) 00010000:00010000:2.0:1777421209.931330:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421209.931337:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1314 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.931345:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1314 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.931369:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c131b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.931376:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c131b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.931399:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c131b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.931405:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510fe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421209.931409:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c131b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.931415:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c131b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.931424:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x70ee8377 (ffff97104268d400) 00010000:00010000:2.0:1777421209.931427:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421209.931430:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c131b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.931448:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c131b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.931491:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c130d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f7b expref: 52 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.931506:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff971043c57b00) 00010000:00010000:2.0:1777421209.931509:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421209.931521:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c130d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f7b expref: 52 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.931540:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510f800, rc 0) 00000100:00100000:2.0:1777421209.932511:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+51:16467:x1863761006878848:12345-192.168.204.24@tcp:101:bash.0 Request processed in 1592us (1856us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421209.932524:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 505 00000100:00100000:2.0:1777421209.942602:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421209.943099:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006878976 00000100:00100000:3.0:1777421209.943113:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006878976 00000100:00100000:3.0:1777421209.943196:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 506 00000100:00100000:3.0:1777421209.943209:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:16468:x1863761006878976:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:3.0:1777421209.943522:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421209.943549:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c1322 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04f82 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.943623:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c1329 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.943637:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c1329 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.943649:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c1329 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421209.944012:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1777421209.944016:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 12 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421209.944047:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c1329 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.944080:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c1322 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f82 expref: 21 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.944100:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c1329 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f82 expref: 20 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.944110:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104562f800) 00010000:00010000:2.0:1777421209.944112:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421209.944116:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcba400, rc 0) 00000100:00100000:2.0:1777421209.944188:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:16468:x1863761006878976:12345-192.168.204.24@tcp:101:rm.0 Request processed in 981us (1605us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421209.944197:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 506 00000100:00100000:1.0:1777421209.949180:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421209.949309:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006879104 00000100:00100000:2.0:1777421209.949321:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006879104 00000100:00100000:2.0:1777421209.949429:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 507 00000100:00100000:2.0:1777421209.949443:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:16468:x1863761006879104:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:2.0:1777421209.949489:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421209.949518:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c1330 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04f89 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.949610:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1337 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.949637:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1337 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.949650:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1337 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.949666:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c133e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.949678:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c133e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.949693:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c133e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.949823:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ee00/0xd9d09a059d6c1345 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.949832:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ee00/0xd9d09a059d6c1345 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.949839:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ee00/0xd9d09a059d6c1345 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421209.949871:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x20:0x0]: returning size 512 00000004:00200000:2.0:1777421209.949881:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421209.949908:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ee00/0xd9d09a059d6c1345 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.949920:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1337 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.949927:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1337 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.949931:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1337 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.949935:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510fe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421209.949939:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1337 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.949944:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1337 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.949956:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104562f800) 00010000:00010000:2.0:1777421209.949959:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421209.949963:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1337 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.949969:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1337 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.949982:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c133e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.949988:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c133e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.950003:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c133e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.950008:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510f600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421209.950022:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c133e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.950029:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c133e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.950038:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc1d08857 (ffff97104268d400) 00010000:00010000:2.0:1777421209.950041:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421209.950043:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c133e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.950047:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c133e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.950106:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c1330 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f89 expref: 22 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.950119:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ee00/0xd9d09a059d6c1345 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f89 expref: 21 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.950127:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff971043c57b00) 00010000:00010000:2.0:1777421209.950129:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421209.950132:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510ee00, rc 0) 00000100:00100000:2.0:1777421209.950224:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:16468:x1863761006879104:12345-192.168.204.24@tcp:101:rm.0 Request processed in 783us (1053us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421209.950242:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 507 00000100:00100000:3.0:1777421209.954760:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421209.954877:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006879232 00000100:00100000:1.0:1777421209.954890:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006879232 00000100:00100000:1.0:1777421209.954951:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 508 00000100:00100000:1.0:1777421209.954963:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:16468:x1863761006879232:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:1.0:1777421209.954987:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421209.955011:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c134c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04f90 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.955110:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1353 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.955126:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1353 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.955144:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1353 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.955162:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c135a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.955169:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c135a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.955175:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c135a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.955257:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1353 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.955264:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1353 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.955270:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1353 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.955307:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8ee00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421209.955312:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1353 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.955320:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1353 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.955334:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff971043c57b00) 00010000:00010000:1.0:1777421209.955338:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421209.955344:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1353 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.955358:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1353 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.955373:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c135a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.955379:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c135a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.955385:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c135a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.955392:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8fa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421209.955395:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c135a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.955401:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c135a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.955409:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x70ee8377 (ffff97104562f400) 00010000:00010000:1.0:1777421209.955411:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421209.955414:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c135a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.955419:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c135a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.955454:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c134c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f90 expref: 22 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.955475:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff971043c57b00) 00010000:00010000:1.0:1777421209.955477:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421209.955482:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c134c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f90 expref: 22 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.955491:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8f200, rc 0) 00000100:00100000:1.0:1777421209.955563:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:16468:x1863761006879232:12345-192.168.204.24@tcp:101:rm.0 Request processed in 602us (816us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421209.955571:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 508 00000100:00100000:3.0:1777421209.960652:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421209.960825:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006879360 00000100:00100000:1.0:1777421209.960838:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006879360 00000100:00100000:1.0:1777421209.960904:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 509 00000100:00100000:1.0:1777421209.960915:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:16468:x1863761006879360:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:1.0:1777421209.961024:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421209.961046:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c1361 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04f97 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.961116:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1368 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.961130:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1368 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.961142:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1368 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.961156:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c136f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.961176:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c136f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.961183:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c136f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.961250:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1368 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.961257:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1368 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.961264:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1368 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.961270:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421209.961332:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1368 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.961341:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1368 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.961352:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff971043c57b00) 00010000:00010000:1.0:1777421209.961355:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421209.961360:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1368 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.961365:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1368 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.961376:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c136f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.961388:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c136f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.961395:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c136f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.961400:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8e400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421209.961403:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c136f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.961409:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c136f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.961417:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x70ee8377 (ffff97104562ff00) 00010000:00010000:1.0:1777421209.961419:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421209.961422:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c136f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.961427:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c136f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.961459:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c1361 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f97 expref: 22 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.961470:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff971043c57b00) 00010000:00010000:1.0:1777421209.961472:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421209.961476:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c1361 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f97 expref: 22 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.961497:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8e000, rc 0) 00000100:00100000:1.0:1777421209.961561:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:16468:x1863761006879360:12345-192.168.204.24@tcp:101:rm.0 Request processed in 648us (919us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421209.961570:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 509 00000100:00100000:2.0:1777421209.978102:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421209.978192:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006879488 00000100:00100000:1.0:1777421209.978206:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006879488 00000100:00100000:1.0:1777421209.978271:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 510 00000100:00100000:1.0:1777421209.978421:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:16469:x1863761006879488:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421209.978444:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421209.978471:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c1376 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04f9e expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.978554:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c137d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.978569:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c137d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.978584:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c137d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.978601:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1384 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.978608:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1384 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.978616:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1384 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.978736:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c137d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.978745:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c137d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.978751:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c137d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.978758:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8e400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421209.978763:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c137d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.978770:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c137d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.978784:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff971043c57b00) 00010000:00010000:1.0:1777421209.978787:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421209.978792:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c137d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.978797:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c137d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.978810:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1384 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.978816:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1384 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.978822:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1384 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.978835:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421209.978838:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1384 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.978843:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1384 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.978851:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x70ee8377 (ffff97104562ff00) 00010000:00010000:1.0:1777421209.978854:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421209.978856:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1384 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.978862:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1384 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.978894:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c1376 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f9e expref: 22 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.978905:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff971043c57b00) 00010000:00010000:1.0:1777421209.978908:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421209.978912:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c1376 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f9e expref: 22 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.978921:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8e000, rc 0) 00000100:00100000:1.0:1777421209.978990:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:16469:x1863761006879488:12345-192.168.204.24@tcp:101:cp.0 Request processed in 573us (898us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421209.979142:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 510 00000100:00100000:3.0:1777421209.982687:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421209.982805:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006879616 00000100:00100000:1.0:1777421209.982826:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006879616 00000100:00100000:1.0:1777421209.982975:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 511 00000100:00100000:1.0:1777421209.982987:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:16469:x1863761006879616:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421209.983013:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421209.983036:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c138b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04fa5 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.983111:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1392 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.983125:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1392 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.983136:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1392 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.983149:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1399 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.983156:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1399 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.983163:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1399 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.983240:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1392 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.983248:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1392 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.983255:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1392 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.983267:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8fa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421209.983388:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1392 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.983398:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1392 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.983412:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff971043c57b00) 00010000:00010000:1.0:1777421209.983415:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421209.983421:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1392 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.983428:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1392 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.983445:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1399 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.983452:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1399 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.983459:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1399 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.983464:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8ee00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421209.983467:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1399 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.983473:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1399 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.983491:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x70ee8377 (ffff97104562f400) 00010000:00010000:1.0:1777421209.983494:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421209.983497:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1399 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.983503:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1399 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.983535:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c138b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fa5 expref: 22 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.983545:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff971043c57b00) 00010000:00010000:1.0:1777421209.983548:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421209.983551:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c138b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fa5 expref: 22 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.983561:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8f200, rc 0) 00000100:00100000:1.0:1777421209.983680:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:16469:x1863761006879616:12345-192.168.204.24@tcp:101:cp.0 Request processed in 694us (998us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421209.983691:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 511 00000100:00100000:3.0:1777421209.986923:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421209.987013:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006879872 00000100:00100000:1.0:1777421209.987026:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006879872 00000100:00100000:1.0:1777421209.987157:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 512 00000100:00100000:1.0:1777421209.987168:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:16469:x1863761006879872:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421209.987189:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421209.987212:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c13a0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04fac expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.987412:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c13a7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.987428:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c13a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.987440:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c13a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.987457:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c13ae lrc: 3/0,1 mode: --/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.987465:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c13ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.987472:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c13ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777421209.988010:0:5770:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xb:0x0], index 0: 0 00010000:00010000:1.0:1777421209.988186:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957e00/0xd9d09a059d6c13b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.988196:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957e00/0xd9d09a059d6c13b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.988204:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957e00/0xd9d09a059d6c13b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.988240:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c13a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.988258:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c13a7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.988265:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c13a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.988301:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421209.988307:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c13a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.988315:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c13a7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.988376:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff971043c57b00) 00010000:00010000:1.0:1777421209.988380:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421209.988385:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c13a7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.988390:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c13a7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421209.988401:0:5770:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000000197865e reply state 00000000183eeb16 transno 4294967670 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c13ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421209.988409:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777421209.988442:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c13a0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fac expref: 24 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.988457:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957e00/0xd9d09a059d6c13b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fac expref: 23 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421209.988478:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff97104562fa00) 00010000:00010000:1.0:1777421209.988480:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421209.988487:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42957e00, rc 0) 00000100:00100000:1.0:1777421209.988566:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:16469:x1863761006879872:12345-192.168.204.24@tcp:101:cp.0 Request processed in 1400us (1652us total) trans 4294967670 rc 0/0 00000100:00100000:1.0:1777421209.988573:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 512 00010000:00010000:3.0:1777421209.990430:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c13ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.990575:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c13ae lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.990583:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c13ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.990590:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421209.990595:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c13ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.990602:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c13ae lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.990619:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x70ee8377 (ffff97104562f200) 00010000:00010000:3.0:1777421209.990622:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421209.990627:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c13ae lrc: 2/0,0 mode: --/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.990634:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c13ae lrc: 0/0,0 mode: --/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421209.992018:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421209.992178:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006880000 00000100:00100000:2.0:1777421209.992189:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006880000 00000100:00100000:2.0:1777421209.992261:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 125 00000100:00100000:2.0:1777421209.992303:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+5:2360:x1863761006880000:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421209.992323:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421209.992348:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9a5d101/0xd9d09a059d6c13c3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04fb3 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421209.992377:0:12497:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777421209.992407:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421209.992410:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421209.992419:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9a5d101/0xd9d09a059d6c13c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fb3 expref: 6 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.992437:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b9a5d101/0xd9d09a059d6c13c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fb3 expref: 6 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421209.992462:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510f600, rc 0) 00000100:00100000:2.0:1777421209.992519:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006880000:12345-192.168.204.24@tcp:101:cp.0 Request processed in 250us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421209.992524:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 125 00000100:00080000:3.0:1777421209.992623:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421209.994835:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421209.994967:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006880128 00000100:00100000:3.0:1777421209.994976:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006880128 00000100:00100000:3.0:1777421209.995025:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 126 00000100:00100000:3.0:1777421209.995036:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:16469:x1863761006880128:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:3.0:1777421209.995067:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421209.995085:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c13ca lrc: 2/0,0 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04fba expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.995112:0:12497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b9a5d101/0xd9d09a059d6c13c3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fb3 expref: 7 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.995121:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421209.995123:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421209.995127:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c13ca lrc: 4/0,0 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fba expref: 7 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.995160:0:12497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b9a5d101/0xd9d09a059d6c13c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fb3 expref: 7 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421209.995173:0:12497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b9a5d101/0xd9d09a059d6c13c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fb3 expref: 7 pid: 12497 timeout: 376 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421209.995188:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080971180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018309504:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421209.995325:0:12497:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045342480 going to sleep for 11 seconds 00000100:00100000:0.0:1777421210.000206:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421210.000333:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080971180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018309504:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421210.000351:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006880256 00000100:00100000:2.0:1777421210.000362:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006880256 00010000:00010000:3.0:1777421210.000373:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c13ca lrc: 3/0,0 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fba expref: 7 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421210.000405:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbae00, rc 0) 00010000:00010000:2.0:1777421210.000413:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b9a5d101/0xd9d09a059d6c13c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fb3 expref: 8 pid: 12497 timeout: 376 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421210.000445:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 164 00000100:00100000:2.0:1777421210.000454:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006880256:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421210.000468:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777421210.000477:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:16469:x1863761006880128:12345-192.168.204.24@tcp:101:cp.0 Request processed in 5441us (5648us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421210.000494:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b9a5d101/0xd9d09a059d6c13c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fb3 expref: 8 pid: 12497 timeout: 376 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421210.000495:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 126 00010000:00010000:2.0:1777421210.000515:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b9a5d101/0xd9d09a059d6c13c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fb3 expref: 7 pid: 12497 timeout: 376 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421210.000541:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9a5d101/0xd9d09a059d6c13c3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fb3 expref: 7 pid: 12497 timeout: 376 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421210.000556:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421210.000558:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421210.000566:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c13ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fba expref: 6 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421210.000577:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c13ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fba expref: 6 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421210.000717:0:5757:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c13ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fba expref: 6 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421210.000753:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080355880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5757:1863761018309632:192.168.204.24@tcp:105: 00000100:00100000:2.0:1777421210.000806:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104fe63480 going to sleep for 11 seconds 00000100:00100000:3.0:1777421210.003085:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080355880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5757:1863761018309632:192.168.204.24@tcp:105: 00010000:00010000:3.0:1777421210.003109:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421210.003154:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006880256:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 2701us (2963us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421210.003162:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 164 00000100:00100000:1.0:1777421210.004183:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421210.004256:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006880512 00000100:00100000:0.0:1777421210.004264:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006880512 00000100:00100000:0.0:1777421210.004341:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 131 00000100:00100000:0.0:1777421210.004353:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:16469:x1863761006880512:12345-192.168.204.24@tcp:35:cp.0 00000100:00100000:0.0:1777421210.004746:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:16469:x1863761006880512:12345-192.168.204.24@tcp:35:cp.0 Request processed in 394us (563us total) trans 4294967671 rc 0/0 00000100:00100000:0.0:1777421210.004768:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 131 00000100:00100000:0.0:1777421210.033193:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421210.033441:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006880640 00000100:00100000:1.0:1777421210.033452:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006880640 00000100:00100000:1.0:1777421210.033526:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 513 00000100:00100000:1.0:1777421210.033538:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+51:16472:x1863761006880640:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421210.033558:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421210.033581:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956400/0xd9d09a059d6c13d1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04fc1 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.033645:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c13d8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.033660:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c13d8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.033673:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c13d8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.033687:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957400/0xd9d09a059d6c13df lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.033694:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957400/0xd9d09a059d6c13df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.033728:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957400/0xd9d09a059d6c13df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.033821:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957000/0xd9d09a059d6c13e6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.033830:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957000/0xd9d09a059d6c13e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.033836:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957000/0xd9d09a059d6c13e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421210.033866:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xc:0x0]: returning size 1516 00000004:00200000:1.0:1777421210.033870:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421210.033886:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957000/0xd9d09a059d6c13e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.033897:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957000/0xd9d09a059d6c13e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.033904:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c13d8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.033911:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c13d8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.033918:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c13d8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.033923:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42956200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421210.033927:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c13d8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.033939:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c13d8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.033951:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff971043c57b00) 00010000:00010000:1.0:1777421210.033954:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421210.033959:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c13d8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.033965:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c13d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.033977:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957400/0xd9d09a059d6c13df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.033983:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957400/0xd9d09a059d6c13df lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.033989:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957400/0xd9d09a059d6c13df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.033994:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421210.033997:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957400/0xd9d09a059d6c13df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.034003:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957400/0xd9d09a059d6c13df lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.034009:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x70ee8377 (ffff97104562f400) 00010000:00010000:1.0:1777421210.034012:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421210.034014:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957400/0xd9d09a059d6c13df lrc: 2/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.034030:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957400/0xd9d09a059d6c13df lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.034059:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956400/0xd9d09a059d6c13d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fc1 expref: 53 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.034071:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957000/0xd9d09a059d6c13e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fc1 expref: 52 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.034078:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff97104562fa00) 00010000:00010000:1.0:1777421210.034081:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421210.034083:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42957000, rc 0) 00000100:00100000:1.0:1777421210.034144:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+52:16472:x1863761006880640:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 609us (962us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421210.034151:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 513 00000100:00100000:2.0:1777421210.037538:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421210.037666:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006880768 00000100:00100000:3.0:1777421210.037677:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006880768 00000100:00100000:3.0:1777421210.037770:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 127 00000100:00100000:3.0:1777421210.037780:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+9:2359:x1863761006880768:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421210.037797:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421210.037814:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d715700/0xd9d09a059d6c13ed lrc: 2/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04fc8 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421210.038005:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080971180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018309760:192.168.204.24@tcp:106: 00000100:00100000:3.0:1777421210.038118:0:12497:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045342480 going to sleep for 11 seconds 00000100:00080000:1.0:1777421210.038557:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1777421210.041945:0:12497:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0xb:0x0] updating lvb size: 0 -> 1516 00002000:00010000:3.0:1777421210.041954:0:12497:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0xb:0x0] updating lvb mtime: 0 -> 1777421209 00002000:00010000:3.0:1777421210.041957:0:12497:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0xb:0x0] updating lvb atime: 0 -> 1777421209 00002000:00010000:3.0:1777421210.041960:0:12497:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0xb:0x0] updating lvb ctime: 0 -> 1777421209 00000100:00100000:3.0:1777421210.041986:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080971180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018309760:192.168.204.24@tcp:106: 00010000:00010000:3.0:1777421210.042027:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d715700/0xd9d09a059d6c13ed lrc: 1/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fc8 expref: 10 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421210.042053:0:12497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d715700/0xd9d09a059d6c13ed lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fc8 expref: 10 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421210.042090:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbac00, rc 0) 00000100:00100000:3.0:1777421210.042169:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+9:2359:x1863761006880768:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 4389us (4638us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421210.042180:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 127 00000100:00100000:2.0:1777421210.046030:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421210.046165:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006880896 00000100:00100000:1.0:1777421210.046182:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006880896 00000100:00100000:1.0:1777421210.046251:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 514 00000100:00100000:1.0:1777421210.046267:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+52:16472:x1863761006880896:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421210.046332:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421210.046355:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956400/0xd9d09a059d6c13f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04fcf expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.046432:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957400/0xd9d09a059d6c13fb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.046462:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957400/0xd9d09a059d6c13fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.046474:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957400/0xd9d09a059d6c13fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421210.046545:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x20:0x0]: returning size 512 00000004:00200000:1.0:1777421210.046549:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421210.046570:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957400/0xd9d09a059d6c13fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.046594:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956400/0xd9d09a059d6c13f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fcf expref: 54 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.046610:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957400/0xd9d09a059d6c13fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fcf expref: 53 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.046618:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff971043c57b00) 00010000:00010000:1.0:1777421210.046621:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421210.046624:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42957400, rc 0) 00000100:00100000:1.0:1777421210.046690:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+53:16472:x1863761006880896:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 429us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421210.046707:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 514 00000100:00100000:2.0:1777421210.051258:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421210.051405:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006881024 00000100:00100000:3.0:1777421210.051417:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006881024 00000100:00100000:3.0:1777421210.051476:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 128 00000100:00100000:3.0:1777421210.051487:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+9:2358:x1863761006881024:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421210.051507:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421210.051529:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008554b0cf/0xd9d09a059d6c1402 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04fd6 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421210.051583:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080971180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018309888:192.168.204.24@tcp:106: 00000100:00100000:3.0:1777421210.051718:0:12497:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045342480 going to sleep for 11 seconds 00000100:00100000:2.0:1777421210.054360:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080971180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018309888:192.168.204.24@tcp:106: 00010000:00010000:2.0:1777421210.054400:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008554b0cf/0xd9d09a059d6c1402 lrc: 1/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fd6 expref: 10 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421210.054423:0:12497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008554b0cf/0xd9d09a059d6c1402 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fd6 expref: 10 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421210.054439:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbbe00, rc 0) 00000100:00100000:2.0:1777421210.054492:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+9:2358:x1863761006881024:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 3007us (3243us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421210.054501:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 128 00000100:00100000:2.0:1777421210.060528:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421210.060650:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006881280 00000100:00100000:1.0:1777421210.060663:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006881280 00000100:00100000:1.0:1777421210.060776:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 515 00000100:00100000:1.0:1777421210.060789:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+53:16472:x1863761006881280:12345-192.168.204.24@tcp:58:lfs.0 00000040:00080000:1.0:1777421210.061207:0:12998:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].11, 136 off9688 00000100:00100000:1.0:1777421210.061356:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+53:16472:x1863761006881280:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 568us (842us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421210.061366:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 515 00000001:00080000:0.0:1777421210.445078:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967671 is committed 00000001:00080000:0.0:1777421210.445113:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967669 is committed 00000040:00080000:1.0:1777421210.590584:0:14494:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421210.590594:0:14494:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421210.590653:0:14494:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 12 count 2 00000040:00080000:1.0:1777421210.590659:0:14494:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1777421210.595570:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421210.595578:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421210.595613:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 12 count 2 00000040:00080000:3.0:1777421210.595619:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421210.595945:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080973b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018310016:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421210.596054:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049fe8cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421210.598442:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080973b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018310016:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421210.599490:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421210.599583:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006881408 00000100:00100000:2.0:1777421210.599593:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006881408 00000100:00100000:2.0:1777421210.599736:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 516 00000100:00100000:2.0:1777421210.599747:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:16482:x1863761006881408:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421210.599784:0:12998:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0xc:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421210.599885:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:16482:x1863761006881408:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 139us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421210.599900:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 516 00000100:00100000:2.0:1777421210.605525:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421210.605575:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006881664 00000100:00100000:2.0:1777421210.605587:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006881664 00000100:00100000:2.0:1777421210.605642:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 517 00000100:00100000:2.0:1777421210.605653:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:16482:x1863761006881664:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421210.605674:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421210.605775:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1409 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04fdd expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421210.605880:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c1410 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421210.605894:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c1410 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421210.605907:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c1410 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421210.605918:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xc:0x0]: returning size 1516 00010000:00010000:2.0:1777421210.606091:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1409 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fdd expref: 23 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421210.606640:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c1410 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fdd expref: 22 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421210.606650:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff97104562fa00) 00010000:00010000:2.0:1777421210.606654:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421210.606665:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510e800, rc 0) 00000100:00100000:2.0:1777421210.606745:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:16482:x1863761006881664:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1093us (1228us total) trans 4294967672 rc 0/0 00000100:00100000:2.0:1777421210.606754:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 517 00000100:00100000:0.0:1777421210.618408:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421210.618466:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421210.619380:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006881792 00000100:00100000:2.0:1777421210.619393:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006881792 00000100:00100000:2.0:1777421210.619459:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 129 00000100:00100000:2.0:1777421210.619469:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006881792:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421210.619514:0:12497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c141e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421210.619534:0:12497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c13ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fba expref: 6 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421210.619542:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421210.619544:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421210.619547:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c141e lrc: 4/1,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421210.619585:0:12497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c13ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fba expref: 6 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421210.619598:0:12497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c13ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fba expref: 6 pid: 12497 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421210.619612:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018310144:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421210.619710:0:12497:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104fe63540 going to sleep for 11 seconds 00000100:00100000:3.0:1777421210.619878:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006881920 00000100:00100000:3.0:1777421210.619884:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006881920 00000100:00100000:3.0:1777421210.619933:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 12 00000100:00100000:3.0:1777421210.619941:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:2358:x1863761006881920:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421210.619950:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421210.619971:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c1410 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fdd expref: 22 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421210.619995:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff97104562fa00) 00010000:00010000:3.0:1777421210.620000:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421210.620037:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:2358:x1863761006881920:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 97us (1569us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421210.620043:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 12 00000100:00100000:0.0:1777421210.625816:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421210.625880:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006882048 00000100:00100000:3.0:1777421210.625891:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006882048 00002000:00100000:3.0:1777421210.625942:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xb:0x0] (0->1515) req@ffff97106ff6ed80 x1863761006882048/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:221/0 lens 2008/0 e 0 to 0 dl 1777421221 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421210.625955:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff6ed80 with x1863761006882048 ext(0->1515) 00010000:00010000:3.0:1777421210.625965:0:6558:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c13ca lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fba expref: 7 pid: 12497 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421210.625981:0:6558:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c13ca lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fba expref: 7 pid: 12497 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421210.626051:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff97106ff6ed80 00000100:00100000:3.0:1777421210.626087:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1 00000100:00100000:3.0:1777421210.626099:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2361:x1863761006882048:12345-192.168.204.24@tcp:4:cp.0 00000100:00100000:3.0:1777421210.628587:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006882048:12345-192.168.204.24@tcp:4:cp.0 Request processed in 2478us (2767us total) trans 4294967323 rc 0/0 00000100:00100000:3.0:1777421210.628609:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1 00002000:00100000:3.0:1777421210.628620:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xb:0x0] (0->1515) req@ffff97106ff6ed80 x1863761006882048/t4294967323(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:221/0 lens 2008/448 e 0 to 0 dl 1777421221 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421210.628630:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff6ed80 with x1863761006882048 ext(0->1515) 00010000:00010000:3.0:1777421210.628640:0:6558:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c13ca lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fba expref: 9 pid: 12497 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421210.628658:0:6558:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c13ca lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fba expref: 9 pid: 12497 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421210.628666:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff97106ff6ed80 00000100:00100000:3.0:1777421210.629335:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018310144:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421210.629373:0:12497:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c141e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421210.637754:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421210.637805:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006882176 00000100:00100000:0.0:1777421210.637815:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006882176 00010000:00010000:0.0:1777421210.637858:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c13ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fba expref: 9 pid: 12497 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421210.637905:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 165 00000100:00100000:0.0:1777421210.637918:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761006882176:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421210.637933:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421210.637956:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c13ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fba expref: 9 pid: 12497 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.637971:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c13ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fba expref: 9 pid: 12497 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.637996:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ffecd8a/0xd9d09a059d6c13ca lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fba expref: 9 pid: 12497 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.638012:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421210.638021:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421210.638026:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c141e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.638035:0:5756:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c141e lrc: 4/1,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.638070:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421210.638125:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006882176:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 210us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421210.638134:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 165 00010000:00010000:1.0:1777421210.638180:0:12497:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c141e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.638194:0:12497:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c141e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.638221:0:12497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c141e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.638232:0:12497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c141e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.638241:0:12497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c141e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.638249:0:12497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510fa00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421210.638255:0:12497:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c141e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.638265:0:12497:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c141e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.638322:0:12497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c141e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421210.638331:0:12497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c141e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421210.638401:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2361:x1863761006881792:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 18933us (20004us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421210.638410:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 129 00000100:00100000:0.0:1777421210.645133:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421210.645183:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006882432 00000100:00100000:0.0:1777421210.645194:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006882432 00000100:00100000:0.0:1777421210.645253:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 518 00000100:00100000:0.0:1777421210.645264:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:16482:x1863761006882432:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421210.645431:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:16482:x1863761006882432:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 168us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421210.645439:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 518 00000100:00100000:1.0:1777421210.651408:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421210.651732:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006882560 00000100:00100000:3.0:1777421210.651744:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006882560 00000100:00100000:3.0:1777421210.651815:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 130 00000100:00100000:3.0:1777421210.651827:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077355180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2359:x1863761006882560:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421210.651854:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421210.651876:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d715700/0xd9d09a059d6c1425 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04fe4 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421210.651903:0:12497:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xb:0x0] initial LVB size: 1516, mtime: 0x69f14b99, atime: 0x0, ctime: 0x69f14b99, blocks: 0x1 00010000:00010000:3.0:1777421210.651931:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421210.651934:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421210.651942:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d715700/0xd9d09a059d6c1425 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fe4 expref: 8 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421210.651959:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d715700/0xd9d09a059d6c1425 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04fe4 expref: 8 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421210.651973:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbac00, rc 0) 00000100:00100000:3.0:1777421210.652038:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077355180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2359:x1863761006882560:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 213us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421210.652046:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 130 00000100:00100000:0.0:1777421210.655628:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421210.655838:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006882816 00000100:00100000:2.0:1777421210.655848:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006882816 00000100:00100000:2.0:1777421210.655933:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 519 00000100:00100000:2.0:1777421210.655943:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:16482:x1863761006882816:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421210.656044:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:16482:x1863761006882816:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 103us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421210.656052:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 519 00000100:00100000:2.0:1777421210.659681:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421210.659772:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006882944 00000100:00100000:3.0:1777421210.659783:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006882944 00002000:00100000:3.0:1777421210.659841:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xb:0x0] (0->4095) req@ffff97106ff71500 x1863761006882944/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:221/0 lens 488/0 e 0 to 0 dl 1777421221 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421210.659852:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff71500 with x1863761006882944 ext(0->4095) 00002000:00010000:3.0:1777421210.659858:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97106ff71500 00000100:00100000:3.0:1777421210.659891:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 50 00000100:00100000:3.0:1777421210.659903:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761006882944:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1777421210.660107:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761006882944:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 205us (434us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777421210.660114:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 50 00002000:00100000:3.0:1777421210.660121:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xb:0x0] (0->4095) req@ffff97106ff71500 x1863761006882944/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:221/0 lens 488/4536 e 0 to 0 dl 1777421221 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421210.660144:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff71500 with x1863761006882944 ext(0->4095) 00002000:00010000:3.0:1777421210.660148:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97106ff71500 00000100:00100000:2.0:1777421210.666198:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421210.666256:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006883072 00000100:00100000:0.0:1777421210.666267:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006883072 00000100:00100000:0.0:1777421210.666744:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 520 00000100:00100000:0.0:1777421210.666758:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:16482:x1863761006883072:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421210.666779:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421210.666801:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c142c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04feb expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.666854:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1433 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.666870:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1433 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.666883:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1433 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.666976:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c142c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04feb expref: 23 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.666992:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1433 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04feb expref: 22 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.667000:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff97104562fa00) 00010000:00010000:0.0:1777421210.667003:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421210.667006:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b62a00, rc 0) 00000100:00100000:0.0:1777421210.667222:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:16482:x1863761006883072:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 466us (1033us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421210.667230:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 520 00000100:00100000:0.0:1777421210.671802:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421210.672194:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006883200 00000100:00100000:2.0:1777421210.672207:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006883200 00000100:00100000:2.0:1777421210.672485:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 521 00000100:00100000:2.0:1777421210.672495:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:16482:x1863761006883200:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421210.672531:0:12998:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0xc:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421210.672784:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:16482:x1863761006883200:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 290us (992us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421210.672793:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 521 00000100:00100000:2.0:1777421210.678055:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421210.678744:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006883328 00000100:00100000:0.0:1777421210.678755:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006883328 00000100:00100000:0.0:1777421210.679037:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 131 00000100:00100000:0.0:1777421210.679049:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006883328:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421210.679095:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dbc180cc/0xd9d09a059d6c143a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.679122:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421210.679125:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421210.679131:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dbc180cc/0xd9d09a059d6c143a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.679147:0:6552:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dbc180cc/0xd9d09a059d6c143a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.679182:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dbc180cc/0xd9d09a059d6c143a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.679192:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dbc180cc/0xd9d09a059d6c143a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.679201:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dbc180cc/0xd9d09a059d6c143a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.679209:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62800 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421210.679213:0:6552:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbc180cc/0xd9d09a059d6c143a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.679222:0:6552:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbc180cc/0xd9d09a059d6c143a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.679238:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dbc180cc/0xd9d09a059d6c143a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.679257:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dbc180cc/0xd9d09a059d6c143a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421210.679498:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006883328:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 451us (1453us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421210.679507:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 131 00000100:00100000:3.0:1777421210.682914:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421210.683039:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006883584 00000100:00100000:0.0:1777421210.683051:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006883584 00000100:00100000:0.0:1777421210.683119:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 522 00000100:00100000:0.0:1777421210.683129:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:16482:x1863761006883584:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777421210.683218:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1441 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.683238:0:12998:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1433 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04feb expref: 22 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.683248:0:12998:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1441 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.683304:0:12998:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1433 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04feb expref: 22 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.683318:0:12998:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1433 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04feb expref: 22 pid: 12998 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421210.683333:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018310272:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421210.683898:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104af2d540 going to sleep for 11 seconds 00000100:00100000:0.0:1777421210.687759:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421210.687798:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006883712 00000100:00100000:0.0:1777421210.687808:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006883712 00010000:00010000:0.0:1777421210.687868:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1433 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04feb expref: 23 pid: 12998 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421210.687914:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 166 00000100:00100000:0.0:1777421210.687922:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:2360:x1863761006883712:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421210.687937:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421210.687943:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1433 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04feb expref: 23 pid: 12998 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.687955:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1433 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04feb expref: 23 pid: 12998 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.687978:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff97104562fa00) 00010000:00010000:0.0:1777421210.687982:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1441 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.687991:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1441 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.687999:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1441 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421210.688019:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421210.688072:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:2360:x1863761006883712:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 150us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421210.688088:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 166 00010000:00010000:3.0:1777421210.689018:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1433 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04feb expref: 22 pid: 12998 timeout: 377 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421210.689039:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018310272:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421210.689061:0:12998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1441 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421210.689073:0:12998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1441 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421210.689079:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1441 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421210.689306:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1441 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421210.689314:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1441 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421210.689320:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1441 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421210.689326:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421210.689330:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1441 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421210.689348:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1441 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421210.689361:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff97104562fa00) 00010000:00010000:3.0:1777421210.689364:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421210.689368:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1441 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421210.689374:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1441 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421210.689808:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:16482:x1863761006883584:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 6678us (6909us total) trans 4294967673 rc 0/0 00000100:00100000:3.0:1777421210.689820:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 522 00000040:00080000:0.0:1777421210.689871:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421210.689877:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421210.690378:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1777421210.690386:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421210.696026:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421210.696177:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006883968 00000100:00100000:1.0:1777421210.696191:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006883968 00000100:00100000:1.0:1777421210.696261:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 132 00000100:00100000:1.0:1777421210.696299:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4c3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:16482:x1863761006883968:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421210.696546:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4c3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:16482:x1863761006883968:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 275us (524us total) trans 4294967674 rc 0/0 00000100:00100000:1.0:1777421210.696555:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 132 00010000:00010000:0.0:1777421210.851393:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421211.875403:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421211.945819:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777421211.945844:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077354a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018310400:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421211.945911:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421211.946403:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018310400 00000100:00100000:2.0:1777421211.946413:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018310400 00000100:00100000:2.0:1777421211.946482:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1777421211.946493:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018310400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777421211.946525:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 62980096 pending 1703936 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777421211.946597:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018310400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421211.946606:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00080000:2.0:1777421211.946650:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421211.946702:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077354a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018310400:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421211.954013:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421211.954057:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421211.954080:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421211.954097:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421211.954113:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421211.954143:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421211.954172:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421211.954201:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006884608 00000100:00100000:3.0:1777421211.954210:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006884608 00000100:00100000:3.0:1777421211.954268:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006884224 00000100:00100000:3.0:1777421211.954271:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006884224 00000100:00100000:3.0:1777421211.954349:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 126 00000100:00100000:3.0:1777421211.954359:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:2360:x1863761006884608:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421211.954440:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:2360:x1863761006884608:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 83us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421211.954447:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 126 00000100:00100000:3.0:1777421211.954465:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 127 00000100:00100000:3.0:1777421211.954471:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+52:2360:x1863761006884224:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421211.954495:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+52:2360:x1863761006884224:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 24us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421211.954501:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 127 00000100:00100000:3.0:1777421211.954518:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006884352 00000100:00100000:3.0:1777421211.954521:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006884352 00000100:00100000:3.0:1777421211.954542:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006884864 00000100:00100000:3.0:1777421211.954545:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006884864 00000100:00100000:3.0:1777421211.954556:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006884480 00000100:00100000:3.0:1777421211.954558:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006884480 00000100:00100000:3.0:1777421211.954567:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006884736 00000100:00100000:3.0:1777421211.954569:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006884736 00000100:00100000:3.0:1777421211.954582:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 107 00000100:00100000:3.0:1777421211.954588:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+9:2360:x1863761006884352:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421211.954612:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+9:2360:x1863761006884352:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 24us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421211.954617:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 107 00000100:00100000:3.0:1777421211.954630:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 108 00000100:00100000:3.0:1777421211.954636:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006884864:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421211.954673:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006884864:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 24us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421211.954689:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 108 00000100:00100000:3.0:1777421211.954702:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 109 00000100:00100000:3.0:1777421211.954709:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080c22c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+8:2360:x1863761006884480:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421211.954736:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080c22c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+8:2360:x1863761006884480:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 28us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421211.954742:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 109 00000100:00100000:3.0:1777421211.954874:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 110 00000100:00100000:3.0:1777421211.954881:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006884736:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421211.954904:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006884736:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 24us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421211.954909:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 110 00000100:00080000:3.0:1777421211.954927:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777421211.954931:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777421211.954933:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421211.955494:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006884096 00000100:00100000:1.0:1777421211.955500:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006884096 00000100:00100000:1.0:1777421211.955553:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 282 00000100:00100000:1.0:1777421211.955560:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761006884096:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421211.955600:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761006884096:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 40us (1596us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421211.955606:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 282 00000001:00080000:1.0:1777421211.997520:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967323 is committed 00000040:00080000:2.0:1777421212.158884:0:14547:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421212.158895:0:14547:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421212.158933:0:14547:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 12 count 2 00000040:00080000:2.0:1777421212.158938:0:14547:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421212.202711:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421212.202857:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006885120 00000100:00100000:1.0:1777421212.202873:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006885120 00000100:00100000:1.0:1777421212.202940:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 523 00000100:00100000:1.0:1777421212.202951:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+52:16494:x1863761006885120:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421212.202977:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421212.203004:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c1448 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04ff2 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421212.203132:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956600/0xd9d09a059d6c144f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421212.203150:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956600/0xd9d09a059d6c144f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421212.203165:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956600/0xd9d09a059d6c144f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421212.203178:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xc:0x0]: returning size 1516 00010000:00010000:1.0:1777421212.203396:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c1448 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ff2 expref: 55 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421212.203415:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956600/0xd9d09a059d6c144f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ff2 expref: 54 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421212.203436:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff97104562fa00) 00010000:00010000:1.0:1777421212.203440:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421212.203445:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42956600, rc 0) 00000100:00100000:1.0:1777421212.203542:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+54:16494:x1863761006885120:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 592us (989us total) trans 4294967675 rc 0/0 00000100:00100000:1.0:1777421212.203551:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 523 00000100:00100000:0.0:1777421212.206570:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421212.206607:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421212.206703:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006885376 00000100:00100000:1.0:1777421212.206718:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006885376 00000100:00100000:1.0:1777421212.206808:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 13 00000100:00100000:1.0:1777421212.206830:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+54:2359:x1863761006885376:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421212.206851:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421212.206889:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956600/0xd9d09a059d6c144f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ff2 expref: 54 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421212.207307:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006885248 00000100:00100000:2.0:1777421212.207317:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006885248 00000100:00100000:2.0:1777421212.207369:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 524 00010000:00010000:1.0:1777421212.207374:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff97104562fa00) 00000100:00100000:2.0:1777421212.207384:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+54:16494:x1863761006885248:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:1.0:1777421212.207385:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421212.207469:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+54:2359:x1863761006885376:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 642us (858us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421212.207479:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 13 00010000:00010000:2.0:1777421212.207488:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e400/0xd9d09a059d6c145d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421212.207511:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e400/0xd9d09a059d6c145d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421212.207527:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e400/0xd9d09a059d6c145d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421212.207568:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e400/0xd9d09a059d6c145d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421212.207577:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e400/0xd9d09a059d6c145d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421212.207584:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e400/0xd9d09a059d6c145d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421212.207592:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510e400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421212.207598:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e400/0xd9d09a059d6c145d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421212.207626:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e400/0xd9d09a059d6c145d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421212.207637:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff97104562fa00) 00010000:00010000:2.0:1777421212.207641:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421212.207646:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e400/0xd9d09a059d6c145d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421212.207652:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e400/0xd9d09a059d6c145d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421212.207726:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+53:16494:x1863761006885248:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 344us (1166us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421212.207738:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 524 00000100:00100000:0.0:1777421212.212372:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421212.212705:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006885632 00000100:00100000:1.0:1777421212.212730:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006885632 00000100:00100000:1.0:1777421212.212808:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 133 00000100:00100000:1.0:1777421212.212826:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+53:16494:x1863761006885632:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1777421212.214117:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+54:16494:x1863761006885632:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 1293us (1845us total) trans 4294967676 rc 0/0 00000100:00100000:1.0:1777421212.214600:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 133 00010000:00010000:3.0:1777421212.899433:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421212.963452:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080970e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018310528:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421212.963529:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421212.963957:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863761018310784:0@lo:400:kworker.0 00000100:00100000:2.0:1777421212.964069:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421212.964103:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777421212.964110:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1863761018310912:0@lo:400:kworker.0 00000100:00100000:2.0:1777421212.964137:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421212.964175:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018310784 00000100:00100000:2.0:1777421212.964182:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018310784 00000100:00100000:2.0:1777421212.964221:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018310912 00000100:00100000:2.0:1777421212.964224:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018310912 00000100:00100000:2.0:1777421212.964253:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:2.0:1777421212.964261:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863761018310784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421212.964347:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1777421212.964349:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863761018310784:12345-0@lo:400:kworker.0 Request processed in 89us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421212.964355:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018310912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421212.964356:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:1.0:1777421212.964384:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018310912:12345-0@lo:400:kworker.0 Request processed in 31us (247us total) trans 0 rc 0/0 00000100:00080000:2.0:1777421212.964386:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421212.964390:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1777421212.964413:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018310656:0@lo:400:kworker.0 00000100:00100000:2.0:1777421212.964441:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421212.964462:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077309c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3300:1863761018311168:0@lo:400:kworker.0 00000100:00100000:2.0:1777421212.964479:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421212.964494:0:3300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777421212.964499:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018311040:0@lo:400:kworker.0 00000100:00100000:2.0:1777421212.964521:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421212.964767:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018310656 00000100:00100000:2.0:1777421212.964772:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018310656 00000100:00100000:2.0:1777421212.964798:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:2.0:1777421212.964817:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018310656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421212.964852:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018310656:12345-0@lo:400:kworker.0 Request processed in 35us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421212.964858:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:2.0:1777421212.964884:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018311168 00000100:00100000:2.0:1777421212.964887:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018311168 00000100:00100000:2.0:1777421212.964912:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:2.0:1777421212.964917:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1863761018311168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421212.964943:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1863761018311168:12345-0@lo:400:kworker.0 Request processed in 26us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421212.964948:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00080000:2.0:1777421212.964961:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421212.965138:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1863761018310912:0@lo:400:kworker.0 00000100:00100000:2.0:1777421212.965150:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863761018310784:0@lo:400:kworker.0 00000100:00100000:2.0:1777421212.965184:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018310656:0@lo:400:kworker.0 00000100:00100000:2.0:1777421212.965200:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077309c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3300:1863761018311168:0@lo:400:kworker.0 00000100:00100000:3.0:1777421212.965389:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018310528 00000100:00100000:3.0:1777421212.965495:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018310528 00000100:00100000:3.0:1777421212.965532:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1777421212.965538:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018310528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777421212.965566:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1777421212.965606:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018310528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (2076us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421212.965612:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1777421212.965763:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018311040 00000100:00100000:1.0:1777421212.965768:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018311040 00000100:00100000:3.0:1777421212.965898:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1777421212.965906:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018311040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421212.965946:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018311040:12345-0@lo:400:kworker.0 Request processed in 42us (1424us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421212.965953:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00080000:2.0:1777421212.966109:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421212.966135:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080970e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018310528:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421212.966155:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018311040:0@lo:400:kworker.0 00010000:00010000:0.0:1777421213.923501:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777421214.819485:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421214.819494:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421214.819527:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 12 count 2 00000040:00080000:1.0:1777421214.819534:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777421214.946624:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421215.063542:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421215.063684:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006885760 00000100:00100000:2.0:1777421215.063695:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006885760 00000100:00080000:0.0:1777421215.064361:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421215.064546:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 525 00000100:00100000:2.0:1777421215.064559:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:16465:x1863761006885760:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1777421215.064681:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:16465:x1863761006885760:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 Request processed in 124us (1262us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421215.064689:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 525 00000100:00100000:0.0:1777421215.067416:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421215.067565:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006886016 00000100:00100000:1.0:1777421215.067578:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006886016 00000100:00100000:1.0:1777421215.067697:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 134 00000100:00100000:1.0:1777421215.067708:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:16465:x1863761006886016:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421215.068080:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:16465:x1863761006886016:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 373us (674us total) trans 4294967677 rc 0/0 00000100:00100000:1.0:1777421215.068089:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 134 00000001:00080000:0.0:1777421215.546152:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967677 is committed 00000001:00080000:0.0:1777421215.546168:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967676 is committed 00010000:00010000:3.0:1777421215.972732:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1777421216.031664:0:14747:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 9A: Use of explicit archive number, with dedicated copytool ========================================================== 20:06:54 (1777421214) 00000100:00100000:0.0:1777421216.212192:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421216.212309:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006886272 00000100:00100000:2.0:1777421216.212320:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006886272 00000100:00100000:2.0:1777421216.212390:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 526 00000100:00100000:2.0:1777421216.212401:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:17099:x1863761006886272:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421216.212431:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421216.212454:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c1464 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e04ff9 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.212767:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c146b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.212783:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c146b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.212794:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c146b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.212822:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1472 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.212831:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1472 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.212838:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1472 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.212968:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1479 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.212978:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1479 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.212985:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1479 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421216.212995:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:2.0:1777421216.213136:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c146b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.213145:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c146b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.213152:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c146b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.213159:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510f000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421216.213163:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c146b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.213182:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c146b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.213195:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff971050d92600) 00010000:00010000:2.0:1777421216.213198:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421216.213203:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c146b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.213210:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c146b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.213226:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1472 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.213232:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1472 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.213239:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1472 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.213245:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510e200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421216.213248:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1472 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.213254:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1472 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.213260:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff97104268d700) 00010000:00010000:2.0:1777421216.213263:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421216.213266:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1472 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.213638:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1472 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.214024:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c1464 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ff9 expref: 23 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.214041:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1479 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ff9 expref: 22 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421216.214049:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:2.0:1777421216.214052:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421216.214055:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510fa00, rc 0) 00000100:00100000:2.0:1777421216.214132:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:17099:x1863761006886272:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1732us (1949us total) trans 4294967678 rc 0/0 00000100:00100000:2.0:1777421216.214141:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 526 00000100:00100000:3.0:1777421216.218407:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421216.218544:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006886400 00000100:00100000:1.0:1777421216.218558:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006886400 00000100:00100000:1.0:1777421216.218656:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 14 00000100:00100000:1.0:1777421216.218667:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045cf3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:2358:x1863761006886400:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421216.218711:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421216.218747:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1479 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04ff9 expref: 22 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421216.218772:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:1.0:1777421216.218778:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421216.219047:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045cf3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:2358:x1863761006886400:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 380us (777us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421216.219056:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 14 00000100:00100000:3.0:1777421216.219641:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421216.219776:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006886528 00000100:00100000:2.0:1777421216.219782:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006886528 00000100:00100000:2.0:1777421216.219859:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 527 00000100:00100000:2.0:1777421216.219869:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080972d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:17099:x1863761006886528:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1777421216.220577:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080972d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:17099:x1863761006886528:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 707us (933us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421216.220597:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 527 00000040:00080000:1.0:1777421216.869207:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421216.869221:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421216.871856:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1777421216.871875:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777421216.995658:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421217.058721:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777421217.058755:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077357800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018311296:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421217.058846:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421217.058975:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018311296 00000100:00100000:1.0:1777421217.058988:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018311296 00000100:00100000:1.0:1777421217.059057:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1777421217.059068:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018311296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777421217.059117:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777421217.059172:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018311296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421217.059181:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00080000:3.0:1777421217.059249:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421217.059322:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077357800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018311296:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421217.073801:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421217.073864:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421217.073903:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421217.073936:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421217.073979:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421217.073996:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421217.074036:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421217.074131:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006886912 00000100:00100000:3.0:1777421217.074145:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006886912 00000100:00100000:3.0:1777421217.074225:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006887424 00000100:00100000:3.0:1777421217.074228:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006887424 00000100:00100000:3.0:1777421217.074242:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006887040 00000100:00100000:3.0:1777421217.074244:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006887040 00000100:00100000:3.0:1777421217.074255:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006887296 00000100:00100000:3.0:1777421217.074257:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006887296 00000100:00100000:3.0:1777421217.074305:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 112 00000100:00100000:3.0:1777421217.074317:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+9:2359:x1863761006886912:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421217.074409:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+9:2359:x1863761006886912:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 93us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421217.074418:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 112 00000100:00100000:3.0:1777421217.074437:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 113 00000100:00100000:3.0:1777421217.074457:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2359:x1863761006887424:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421217.074485:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2359:x1863761006887424:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 35us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421217.074491:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 113 00000100:00100000:3.0:1777421217.074504:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 114 00000100:00100000:3.0:1777421217.074511:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+8:2359:x1863761006887040:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421217.074534:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+8:2359:x1863761006887040:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 23us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421217.074540:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 114 00000100:00100000:3.0:1777421217.074551:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 115 00000100:00100000:3.0:1777421217.074558:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2359:x1863761006887296:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421217.074593:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2359:x1863761006887296:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 35us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421217.074599:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 115 00000100:00080000:2.0:1777421217.074951:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777421217.074956:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421217.074987:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006887168 00000100:00100000:2.0:1777421217.074992:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006887168 00000100:00100000:2.0:1777421217.075030:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006886784 00000100:00100000:2.0:1777421217.075033:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006886784 00000100:00100000:2.0:1777421217.075054:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 131 00000100:00100000:2.0:1777421217.075061:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:2359:x1863761006887168:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421217.075096:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:2359:x1863761006887168:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 35us (1192us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421217.075102:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 131 00000100:00100000:2.0:1777421217.075117:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 132 00000100:00100000:2.0:1777421217.075125:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+52:2359:x1863761006886784:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421217.075158:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+52:2359:x1863761006886784:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 34us (1177us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421217.075177:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 132 00000100:00080000:2.0:1777421217.075201:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421217.075432:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006886656 00000100:00100000:1.0:1777421217.075438:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006886656 00000100:00100000:1.0:1777421217.075479:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 284 00000100:00100000:1.0:1777421217.075487:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2359:x1863761006886656:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421217.075519:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2359:x1863761006886656:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 34us (1732us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421217.075534:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 284 00010000:00010000:0.0:1777421218.018604:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421218.083995:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777421218.084002:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1777421218.084046:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018311552:0@lo:400:kworker.0 00000100:00100000:1.0:1777421218.084046:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018311424:0@lo:400:kworker.0 00000100:00100000:2.0:1777421218.084047:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3300:1863761018311680:0@lo:400:kworker.0 00000100:00100000:0.0:1777421218.084047:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018312064:0@lo:400:kworker.0 00000100:00100000:0.0:1777421218.084140:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421218.084194:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018312064 00000100:00100000:2.0:1777421218.084198:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421218.084205:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018312064 00000100:00100000:1.0:1777421218.084220:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421218.084221:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080971500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018311808:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421218.084314:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421218.084326:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018311680 00000100:00100000:3.0:1777421218.084331:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018311680 00000100:00100000:2.0:1777421218.084347:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:2.0:1777421218.084360:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018312064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421218.084414:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018312064:12345-0@lo:400:kworker.0 Request processed in 57us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421218.084592:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018311936:0@lo:400:kworker.0 00000100:00100000:1.0:1777421218.084610:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018311424 00000100:00100000:1.0:1777421218.084620:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018311424 00000100:00100000:0.0:1777421218.084630:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421218.084674:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:0.0:1777421218.084689:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018312064:0@lo:400:kworker.0 00000100:00100000:1.0:1777421218.084690:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3297:x1863761018311424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421218.084738:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018311936 00000100:00100000:0.0:1777421218.084744:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018311936 00000100:00100000:1.0:1777421218.084758:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3297:x1863761018311424:12345-0@lo:400:kworker.0 Request processed in 71us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421218.084768:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:0.0:1777421218.084792:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:0.0:1777421218.084817:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018311936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421218.084840:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018311424:0@lo:400:kworker.0 00000100:00100000:0.0:1777421218.084887:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018311936:12345-0@lo:400:kworker.0 Request processed in 71us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421218.084898:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018311808 00000100:00100000:0.0:1777421218.084898:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1777421218.084908:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018311808 00000100:00100000:1.0:1777421218.084959:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1777421218.084966:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018311936:0@lo:400:kworker.0 00000100:00100000:1.0:1777421218.084970:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018311808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777421218.085016:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1777421218.085031:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421218.085073:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018312192:0@lo:400:kworker.0 00000100:00100000:0.0:1777421218.085106:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421218.085139:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018312192 00000100:00100000:0.0:1777421218.085144:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018312192 00000100:00100000:0.0:1777421218.085652:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1777421218.085660:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3299:x1863761018312192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421218.085703:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3299:x1863761018312192:12345-0@lo:400:kworker.0 Request processed in 43us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421218.085710:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1777421218.085740:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018312192:0@lo:400:kworker.0 00000100:00080000:0.0:1777421218.085788:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777421218.085794:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421218.085812:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018311552 00000100:00100000:0.0:1777421218.085816:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018311552 00000100:00100000:3.0:1777421218.086489:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:3.0:1777421218.086500:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1863761018311680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421218.086516:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:3.0:1777421218.086571:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1863761018311680:12345-0@lo:400:kworker.0 Request processed in 73us (2374us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421218.086672:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3300:1863761018311680:0@lo:400:kworker.0 00000100:00100000:3.0:1777421218.087569:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:0.0:1777421218.087622:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:0.0:1777421218.087634:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018311552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421218.087701:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018311552:12345-0@lo:400:kworker.0 Request processed in 70us (2671us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421218.087716:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:0.0:1777421218.087772:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018311552:0@lo:400:kworker.0 00000100:00100000:1.0:1777421218.088883:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018311808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3905us (4597us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421218.088885:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080971500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018311808:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421218.088909:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00010000:00010000:3.0:1777421219.042902:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421220.067834:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1777421220.125487:0:14845:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg424-client.virtnet: executing pgrep --pidfile=/var/run/lhsmtool_posix.pid --list-full hsmtool 00000001:00080000:0.0:1777421220.674729:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967678 is committed 00010000:00010000:3.0:1777421221.091926:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421222.114952:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421222.178393:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777421222.178414:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077355c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018312320:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421222.178498:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421222.178633:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018312320 00000100:00100000:2.0:1777421222.178642:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018312320 00000100:00100000:2.0:1777421222.178756:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1777421222.178767:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077355f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018312320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777421222.178809:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777421222.178874:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077355f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018312320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 108us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421222.178884:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1777421222.178949:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077355c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018312320:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777421222.179010:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:2.0:1777421222.193202:0:14942:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg424-client.virtnet: executing get_client_uuid /mnt/lustre2 00000100:00100000:3.0:1777421222.193395:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421222.193427:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421222.193447:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421222.193460:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006887552 00000100:00100000:3.0:1777421222.193479:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421222.193479:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006887552 00000100:00100000:0.0:1777421222.193495:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006887808 00000100:00100000:0.0:1777421222.193502:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006887808 00000100:00100000:3.0:1777421222.193514:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421222.193545:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421222.193552:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 286 00000100:00100000:1.0:1777421222.193564:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b514c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2358:x1863761006887552:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421222.193574:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006888320 00000100:00100000:0.0:1777421222.193580:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006888320 00000100:00100000:3.0:1777421222.193581:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421222.193603:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006887936 00000100:00100000:0.0:1777421222.193607:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006887936 00000100:00100000:3.0:1777421222.193626:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006888064 00000100:00100000:0.0:1777421222.193628:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006888192 00000100:00100000:3.0:1777421222.193630:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006888064 00000100:00100000:0.0:1777421222.193633:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006888192 00000100:00100000:1.0:1777421222.193647:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b514c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2358:x1863761006887552:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 84us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421222.193657:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 286 00000100:00100000:0.0:1777421222.193665:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 118 00000100:00100000:3.0:1777421222.193670:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006887680 00000100:00100000:3.0:1777421222.193675:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006887680 00000100:00100000:0.0:1777421222.193677:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+9:2358:x1863761006887808:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421222.193710:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 136 00000100:00100000:3.0:1777421222.193719:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:2358:x1863761006888064:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421222.193726:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+9:2358:x1863761006887808:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 49us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421222.193735:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 118 00000100:00100000:0.0:1777421222.193756:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 119 00000100:00100000:3.0:1777421222.193763:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:2358:x1863761006888064:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 44us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421222.193769:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2358:x1863761006888320:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421222.193776:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 136 00000100:00100000:3.0:1777421222.193795:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 137 00000100:00100000:0.0:1777421222.193803:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2358:x1863761006888320:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 39us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421222.193806:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080972a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+52:2358:x1863761006887680:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421222.193817:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 119 00000100:00100000:0.0:1777421222.193838:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 120 00000100:00100000:0.0:1777421222.193847:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+8:2358:x1863761006887936:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421222.193861:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080972a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+52:2358:x1863761006887680:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 58us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421222.193872:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 121 00000100:00100000:3.0:1777421222.193873:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 137 00000100:00100000:1.0:1777421222.193886:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2358:x1863761006888192:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421222.193891:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+8:2358:x1863761006887936:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 44us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421222.193901:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 120 00000100:00100000:1.0:1777421222.193927:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2358:x1863761006888192:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 43us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421222.193936:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 121 00000100:00080000:1.0:1777421222.193967:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777421222.193973:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777421222.193976:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421222.793839:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421222.793894:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006888448 00000100:00100000:1.0:1777421222.793905:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006888448 00000100:00100000:1.0:1777421222.793963:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 528 00000100:00100000:1.0:1777421222.793975:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+52:17570:x1863761006888448:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421222.794005:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421222.794031:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c1487 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05000 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.794099:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956400/0xd9d09a059d6c148e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.794114:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956400/0xd9d09a059d6c148e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.794151:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956400/0xd9d09a059d6c148e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.794169:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c1495 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.794177:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c1495 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.794185:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c1495 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.794267:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956400/0xd9d09a059d6c148e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.794545:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956400/0xd9d09a059d6c148e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.794553:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956400/0xd9d09a059d6c148e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.794560:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42956400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421222.794565:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956400/0xd9d09a059d6c148e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.794572:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956400/0xd9d09a059d6c148e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.794584:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104562f800) 00010000:00010000:1.0:1777421222.794588:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421222.794592:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956400/0xd9d09a059d6c148e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.794605:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956400/0xd9d09a059d6c148e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.794621:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c1495 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.794627:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c1495 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.794633:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c1495 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.794638:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42956200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421222.794641:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c1495 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.794647:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c1495 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.794660:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f27b7ce (ffff97104562f400) 00010000:00010000:1.0:1777421222.794663:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421222.794666:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c1495 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.794671:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c1495 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.794706:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c1487 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05000 expref: 53 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.794727:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104562f800) 00010000:00010000:1.0:1777421222.794729:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421222.794734:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c1487 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05000 expref: 53 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.794744:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42957800, rc 0) 00000100:00100000:1.0:1777421222.794812:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+52:17570:x1863761006888448:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 840us (983us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421222.794820:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 528 00000100:00100000:0.0:1777421222.804764:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421222.804829:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006888704 00000100:00100000:3.0:1777421222.804839:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006888704 00000100:00100000:3.0:1777421222.804904:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 529 00000100:00100000:3.0:1777421222.804915:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+52:17570:x1863761006888704:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:3.0:1777421222.804972:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421222.805003:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c12ea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f6d expref: 52 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.805020:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104562f800) 00010000:00010000:3.0:1777421222.805026:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421222.805122:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c149c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.805140:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c1329 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f82 expref: 19 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.805150:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c149c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.805185:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c1329 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f82 expref: 19 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.805198:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c1329 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f82 expref: 19 pid: 5770 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421222.805215:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080971180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018312448:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421222.805324:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104ba8ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421222.812135:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080971180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018312448:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421222.812170:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c149c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421222.815919:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421222.816051:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006888832 00000100:00100000:1.0:1777421222.816063:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006888832 00010000:00010000:1.0:1777421222.816105:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c1329 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f82 expref: 20 pid: 5770 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421222.816169:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 167 00000100:00100000:1.0:1777421222.816181:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:2361:x1863761006888832:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421222.816197:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421222.816204:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c1329 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f82 expref: 20 pid: 5770 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.816218:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c1329 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f82 expref: 20 pid: 5770 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.816242:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c1329 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e04f82 expref: 20 pid: 5770 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.816302:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104562f800) 00010000:00010000:1.0:1777421222.816308:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c149c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.816318:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c149c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.816326:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c149c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.816348:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421222.816414:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:2361:x1863761006888832:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 236us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421222.816422:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 167 00010000:00010000:2.0:1777421222.816519:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c149c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.816528:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c149c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.816552:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c14a3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.816562:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c14a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.816580:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c14a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421222.817316:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x21:0x0]: returning size 512 00010000:00010000:2.0:1777421222.817327:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c149c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.817335:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c149c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.817342:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c149c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.817348:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421222.817353:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c149c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.817361:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c149c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.817372:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104562f800) 00010000:00010000:2.0:1777421222.817376:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421222.817380:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c149c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.817386:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c149c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421222.817414:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000003cfb7aa0 reply state 0000000065d161d6 transno 4294967679 ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c14a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421222.817435:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421222.817518:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+53:17570:x1863761006888704:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 12603us (12758us total) trans 4294967679 rc 0/0 00000100:00100000:2.0:1777421222.817527:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 529 00010000:00010000:3.0:1777421222.819436:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c14a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.819466:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c14a3 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.819481:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c14a3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.819486:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510ec00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421222.819492:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c14a3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.819499:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c14a3 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.819513:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f27b7ce (ffff97104268d100) 00010000:00010000:3.0:1777421222.819515:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421222.819519:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c14a3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.819524:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c14a3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421222.825559:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421222.825601:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006888960 00000100:00100000:2.0:1777421222.825610:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006888960 00000100:00100000:2.0:1777421222.825658:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 530 00000100:00100000:2.0:1777421222.825668:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+52:17571:x1863761006888960:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1777421222.825688:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421222.825707:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c14aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05007 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.825758:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c14b1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.825768:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c14b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.825776:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c14b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421222.825825:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1777421222.825829:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 13 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421222.825861:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c14b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.825885:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c14aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05007 expref: 54 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.825916:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c14b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05007 expref: 53 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.825925:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104268d800) 00010000:00010000:2.0:1777421222.825928:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421222.825932:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510fc00, rc 0) 00000100:00100000:2.0:1777421222.825998:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+53:17571:x1863761006888960:12345-192.168.204.24@tcp:101:bash.0 Request processed in 332us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421222.826007:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 530 00000100:00100000:3.0:1777421222.828491:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421222.828705:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006889088 00000100:00100000:2.0:1777421222.828716:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006889088 00000100:00100000:2.0:1777421222.828775:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 531 00000100:00100000:2.0:1777421222.828787:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+53:17571:x1863761006889088:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1777421222.828806:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421222.828830:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ea00/0xd9d09a059d6c14b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0500e expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.828887:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c14bf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.828901:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c14bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.828912:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c14bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.828926:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c14c6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.828941:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c14c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.828958:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c14c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.829090:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c14cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.829100:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c14cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.829107:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c14cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421222.829141:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x21:0x0]: returning size 512 00000004:00200000:2.0:1777421222.829145:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421222.829173:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c14cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.829185:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c14bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.829191:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c14bf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.829198:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c14bf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.829203:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510f000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421222.829208:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c14bf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.829222:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c14bf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.829233:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104268d800) 00010000:00010000:2.0:1777421222.829236:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421222.829242:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c14bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.829249:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c14bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.829260:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c14c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.829267:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c14c6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.829289:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c14c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.829295:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510e200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421222.829297:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c14c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.829303:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c14c6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.829312:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f27b7ce (ffff97104268d400) 00010000:00010000:2.0:1777421222.829315:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421222.829318:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c14c6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.829333:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c14c6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.829368:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ea00/0xd9d09a059d6c14b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0500e expref: 55 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.829384:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e800/0xd9d09a059d6c14cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0500e expref: 54 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.829391:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff97104268d300) 00010000:00010000:2.0:1777421222.829393:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421222.829396:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510e800, rc 0) 00000100:00100000:2.0:1777421222.829450:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+54:17571:x1863761006889088:12345-192.168.204.24@tcp:101:bash.0 Request processed in 666us (965us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421222.829467:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 531 00000100:00100000:1.0:1777421222.836559:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421222.839600:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006889216 00000100:00100000:3.0:1777421222.839615:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006889216 00000100:00100000:3.0:1777421222.839680:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 532 00000100:00100000:3.0:1777421222.839690:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+54:17571:x1863761006889216:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:3.0:1777421222.839710:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421222.839731:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c14d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05015 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.839796:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c14db lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.839817:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c14db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.839830:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c14db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.839859:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c14e2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.839867:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c14e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.839874:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c14e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.839952:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c14db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.839959:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c14db lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.839966:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c14db lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.839973:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421222.839978:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c14db lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.839985:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c14db lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.839997:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff97104268d300) 00010000:00010000:3.0:1777421222.840005:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421222.840011:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c14db lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.840017:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c14db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.840039:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c14e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.840046:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c14e2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.840052:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c14e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.840057:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421222.840060:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c14e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.840066:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c14e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.840074:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff971043c57400) 00010000:00010000:3.0:1777421222.840076:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421222.840079:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c14e2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.840085:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c14e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.840121:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c14d4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05015 expref: 55 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.840327:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff97104268d300) 00010000:00010000:3.0:1777421222.840330:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421222.840335:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c14d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05015 expref: 55 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.840348:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420ce600, rc 0) 00000100:00100000:3.0:1777421222.840418:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+54:17571:x1863761006889216:12345-192.168.204.24@tcp:101:bash.0 Request processed in 729us (3869us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421222.840428:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 532 00000100:00100000:3.0:1777421222.857408:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421222.857536:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006889344 00000100:00100000:2.0:1777421222.857550:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006889344 00000100:00100000:2.0:1777421222.857620:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 533 00000100:00100000:2.0:1777421222.857633:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:17572:x1863761006889344:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:2.0:1777421222.857655:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421222.857676:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ea00/0xd9d09a059d6c14e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0501c expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.857740:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c14f0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.857754:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c14f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.857773:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c14f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421222.857842:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1777421222.857846:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 13 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421222.857873:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c14f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.857895:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ea00/0xd9d09a059d6c14e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0501c expref: 21 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.857911:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c14f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0501c expref: 20 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.857921:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104268d800) 00010000:00010000:2.0:1777421222.857924:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421222.857929:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510e200, rc 0) 00000100:00100000:2.0:1777421222.857990:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:17572:x1863761006889344:12345-192.168.204.24@tcp:101:rm.0 Request processed in 360us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421222.857998:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 533 00000100:00100000:2.0:1777421222.862153:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421222.862506:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006889472 00000100:00100000:3.0:1777421222.862518:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006889472 00000100:00100000:3.0:1777421222.862578:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 534 00000100:00100000:3.0:1777421222.862589:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+20:17572:x1863761006889472:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:3.0:1777421222.862610:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421222.862631:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c14f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05023 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.862697:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c14fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.862712:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c14fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.862723:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c14fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.862749:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1505 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.862757:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1505 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.862765:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1505 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.862899:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c150c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.862910:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c150c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.862918:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c150c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421222.862951:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x21:0x0]: returning size 512 00000004:00200000:3.0:1777421222.862955:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421222.862979:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c150c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.862991:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c14fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.862997:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c14fe lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.863003:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c14fe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.863020:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421222.863025:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c14fe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.863034:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c14fe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.863045:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104268d800) 00010000:00010000:3.0:1777421222.863048:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421222.863052:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c14fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.863058:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c14fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.863080:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1505 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.863086:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1505 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.863091:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1505 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.863096:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421222.863099:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1505 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.863104:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1505 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.863124:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f27b7ce (ffff971043c57400) 00010000:00010000:3.0:1777421222.863126:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421222.863130:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1505 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.863135:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1505 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.863170:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c14f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05023 expref: 22 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.863186:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf600/0xd9d09a059d6c150c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05023 expref: 21 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.863193:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff97104268d300) 00010000:00010000:3.0:1777421222.863196:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777421222.863198:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cf600, rc 0) 00000100:00100000:3.0:1777421222.863267:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:17572:x1863761006889472:12345-192.168.204.24@tcp:101:rm.0 Request processed in 680us (1125us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421222.863300:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 534 00000100:00100000:3.0:1777421222.867911:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421222.867950:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006889600 00000100:00100000:3.0:1777421222.867960:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006889600 00000100:00100000:3.0:1777421222.868653:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 535 00000100:00100000:3.0:1777421222.868666:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:17572:x1863761006889600:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:3.0:1777421222.868686:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421222.868779:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1513 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0502a expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.868852:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c151a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.868868:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c151a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.868880:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c151a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.868898:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1521 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.868906:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1521 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.868914:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1521 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.869135:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c151a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.869145:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c151a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.869152:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c151a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.869158:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421222.869163:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c151a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.869181:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c151a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.869195:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff97104268d300) 00010000:00010000:3.0:1777421222.869198:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421222.869204:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c151a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.869211:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c151a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.869231:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1521 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.869238:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1521 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.869245:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1521 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.869250:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421222.869253:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1521 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.869259:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1521 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.869267:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff971043c57400) 00010000:00010000:3.0:1777421222.869269:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421222.869297:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1521 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.869314:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1521 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.869364:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1513 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0502a expref: 22 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.870039:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff97104268d300) 00010000:00010000:3.0:1777421222.870174:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421222.870181:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1513 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0502a expref: 22 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.870195:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420ce600, rc 0) 00000100:00100000:3.0:1777421222.870260:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:17572:x1863761006889600:12345-192.168.204.24@tcp:101:rm.0 Request processed in 1597us (2357us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421222.870269:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 535 00000100:00100000:0.0:1777421222.874803:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421222.875015:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006889728 00000100:00100000:2.0:1777421222.875026:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006889728 00000100:00100000:2.0:1777421222.875091:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 536 00000100:00100000:2.0:1777421222.875101:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:17572:x1863761006889728:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:2.0:1777421222.875122:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421222.875143:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1528 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05031 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.875227:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c152f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.875242:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c152f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.875257:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c152f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.875374:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c1536 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.875382:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c1536 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.875390:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c1536 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.875475:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c152f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.875481:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c152f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.875486:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c152f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.875490:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510fa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421222.875493:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c152f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.875507:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c152f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.875519:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff97104268d300) 00010000:00010000:2.0:1777421222.875521:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421222.875525:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c152f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.875530:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c152f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.875542:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c1536 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.875548:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c1536 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.875554:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c1536 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.875560:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510f400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421222.875564:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c1536 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.875571:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c1536 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.875582:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff97104268d400) 00010000:00010000:2.0:1777421222.875585:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421222.875588:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c1536 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.875607:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c1536 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.875653:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1528 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05031 expref: 22 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.875666:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff97104268d300) 00010000:00010000:2.0:1777421222.875674:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421222.875679:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1528 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05031 expref: 22 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.875693:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510f000, rc 0) 00000100:00100000:2.0:1777421222.875766:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:17572:x1863761006889728:12345-192.168.204.24@tcp:101:rm.0 Request processed in 665us (971us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421222.875775:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 536 00000100:00100000:3.0:1777421222.886394:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421222.886444:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006889856 00000100:00100000:2.0:1777421222.886467:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006889856 00000100:00100000:2.0:1777421222.886526:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 537 00000100:00100000:2.0:1777421222.886536:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:17573:x1863761006889856:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421222.886558:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421222.886580:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c153d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05038 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.886668:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c1544 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.886682:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c1544 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.886701:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c1544 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.886715:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c154b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.886722:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c154b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.886730:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c154b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.886815:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c1544 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.886823:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c1544 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.886829:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c1544 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.886836:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510f400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421222.886840:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c1544 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.886846:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c1544 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.886858:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff97104268d300) 00010000:00010000:2.0:1777421222.886861:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421222.886866:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c1544 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.886878:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c1544 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.886889:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c154b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.886895:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c154b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.886901:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c154b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.886905:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510fa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421222.886908:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c154b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.886913:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c154b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.886921:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff97104268d400) 00010000:00010000:2.0:1777421222.886923:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421222.886926:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c154b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.886932:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c154b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.886966:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c153d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05038 expref: 22 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.886989:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff97104268d300) 00010000:00010000:2.0:1777421222.886991:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421222.886996:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c153d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05038 expref: 22 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.887005:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510f000, rc 0) 00000100:00100000:2.0:1777421222.887069:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:17573:x1863761006889856:12345-192.168.204.24@tcp:101:cp.0 Request processed in 534us (683us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421222.887076:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 537 00000100:00100000:3.0:1777421222.889683:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421222.890329:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006889984 00000100:00100000:2.0:1777421222.890340:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006889984 00000100:00100000:2.0:1777421222.890612:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 538 00000100:00100000:2.0:1777421222.890624:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:17573:x1863761006889984:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421222.890643:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421222.890665:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ea00/0xd9d09a059d6c1552 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0503f expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.890728:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1559 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.890743:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1559 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.890753:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1559 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.890767:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c1560 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.890784:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c1560 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.890791:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c1560 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.890850:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1559 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.890858:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1559 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.890865:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1559 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.890871:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510f600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421222.890875:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1559 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.890882:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1559 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.890894:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff97104268d300) 00010000:00010000:2.0:1777421222.890898:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421222.890903:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1559 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.890908:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1559 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.890919:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c1560 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.890931:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c1560 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.890937:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c1560 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.890942:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510ec00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421222.890945:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c1560 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.890951:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c1560 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.890959:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff97104268d600) 00010000:00010000:2.0:1777421222.890961:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421222.890964:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c1560 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.890969:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c1560 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.891009:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ea00/0xd9d09a059d6c1552 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0503f expref: 22 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.891020:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff97104268d300) 00010000:00010000:2.0:1777421222.891023:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421222.891027:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ea00/0xd9d09a059d6c1552 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0503f expref: 22 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.891047:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510ea00, rc 0) 00000100:00100000:2.0:1777421222.891117:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:17573:x1863761006889984:12345-192.168.204.24@tcp:101:cp.0 Request processed in 496us (1438us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421222.891124:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 538 00000100:00100000:3.0:1777421222.894847:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421222.894980:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006890240 00000100:00100000:2.0:1777421222.894991:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006890240 00000100:00100000:2.0:1777421222.895070:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 539 00000100:00100000:2.0:1777421222.895082:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+21:17573:x1863761006890240:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421222.895104:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421222.895126:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1567 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05046 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.895263:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c156e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.895853:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c156e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.895869:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c156e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.895888:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1575 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.895897:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1575 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.895904:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1575 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777421222.896499:0:5771:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xd:0x0], index 1: 0 00010000:00010000:2.0:1777421222.896666:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e400/0xd9d09a059d6c157c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.896677:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e400/0xd9d09a059d6c157c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.896685:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e400/0xd9d09a059d6c157c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.896720:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c156e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.896728:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c156e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.896734:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c156e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.896740:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510f800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421222.896744:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c156e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.896752:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c156e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.896763:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff97104268d300) 00010000:00010000:2.0:1777421222.896766:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421222.896771:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c156e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.896790:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c156e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421222.896803:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000006e1af0fc reply state 000000008840ee6c transno 4294967680 ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1575 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421222.896812:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777421222.896849:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1567 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05046 expref: 24 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.896865:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e400/0xd9d09a059d6c157c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05046 expref: 23 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.896873:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff97104268da00) 00010000:00010000:2.0:1777421222.896876:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421222.896879:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510e400, rc 0) 00000100:00100000:2.0:1777421222.896954:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:17573:x1863761006890240:12345-192.168.204.24@tcp:101:cp.0 Request processed in 1874us (2690us total) trans 4294967680 rc 0/0 00000100:00100000:2.0:1777421222.896963:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 539 00010000:00010000:3.0:1777421222.898981:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1575 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.898999:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1575 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.899006:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1575 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.899013:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510e600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421222.899029:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1575 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.899037:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1575 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.899053:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff97104268d500) 00010000:00010000:3.0:1777421222.899057:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421222.899062:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1575 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421222.899069:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1575 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421222.902077:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421222.902435:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006890368 00000100:00100000:1.0:1777421222.902446:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006890368 00000100:00100000:1.0:1777421222.902519:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 132 00000100:00100000:1.0:1777421222.902531:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2360:x1863761006890368:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421222.902550:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421222.902581:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c02ab605/0xd9d09a059d6c158a lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0504d expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421222.902609:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1777421222.902627:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421222.902630:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421222.902638:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c02ab605/0xd9d09a059d6c158a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0504d expref: 7 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.902670:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c02ab605/0xd9d09a059d6c158a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0504d expref: 7 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.902684:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42957a00, rc 0) 00000100:00100000:1.0:1777421222.902902:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2360:x1863761006890368:12345-192.168.204.24@tcp:101:cp.0 Request processed in 373us (832us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421222.902909:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 132 00000100:00100000:0.0:1777421222.906123:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421222.906233:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006890496 00000100:00100000:1.0:1777421222.906244:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006890496 00000100:00100000:1.0:1777421222.906326:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 133 00000100:00100000:1.0:1777421222.906337:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:17573:x1863761006890496:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421222.906354:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421222.906373:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060fe2740/0xd9d09a059d6c1591 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05054 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.906407:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c02ab605/0xd9d09a059d6c158a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0504d expref: 8 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.906415:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421222.906417:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421222.906421:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060fe2740/0xd9d09a059d6c1591 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05054 expref: 8 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.906468:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c02ab605/0xd9d09a059d6c158a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0504d expref: 8 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.906498:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c02ab605/0xd9d09a059d6c158a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0504d expref: 8 pid: 6553 timeout: 389 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421222.906512:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077356680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018312576:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421222.906599:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4540 going to sleep for 11 seconds 00000100:00100000:3.0:1777421222.909254:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421222.909665:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006890624 00000100:00100000:0.0:1777421222.909676:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006890624 00010000:00010000:0.0:1777421222.909718:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c02ab605/0xd9d09a059d6c158a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0504d expref: 9 pid: 6553 timeout: 389 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421222.909766:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 168 00000100:00100000:0.0:1777421222.909776:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006890624:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421222.909789:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421222.909813:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c02ab605/0xd9d09a059d6c158a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0504d expref: 9 pid: 6553 timeout: 389 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421222.909827:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c02ab605/0xd9d09a059d6c158a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0504d expref: 9 pid: 6553 timeout: 389 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421222.909864:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421222.909867:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421222.909875:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000060fe2740/0xd9d09a059d6c1591 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05054 expref: 9 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421222.909907:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060fe2740/0xd9d09a059d6c1591 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05054 expref: 9 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421222.909946:0:5757:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000060fe2740/0xd9d09a059d6c1591 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05054 expref: 9 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421222.909961:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5757:1863761018312704:192.168.204.24@tcp:105: 00010000:00010000:1.0:1777421222.910161:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c02ab605/0xd9d09a059d6c158a lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0504d expref: 9 pid: 6553 timeout: 389 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421222.910181:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077356680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018312576:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421222.910207:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000060fe2740/0xd9d09a059d6c1591 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05054 expref: 8 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.910222:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42956800, rc 0) 00000100:00100000:1.0:1777421222.910264:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:17573:x1863761006890496:12345-192.168.204.24@tcp:101:cp.0 Request processed in 3929us (4150us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421222.910310:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 133 00000100:00100000:0.0:1777421222.910441:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c557c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421222.913183:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5757:1863761018312704:192.168.204.24@tcp:105: 00010000:00010000:0.0:1777421222.913209:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421222.913264:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2361:x1863761006890624:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 3488us (4020us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421222.913305:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 168 00000100:00100000:3.0:1777421222.913787:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421222.913878:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006890880 00000100:00100000:1.0:1777421222.913887:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006890880 00000100:00100000:1.0:1777421222.913938:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 135 00000100:00100000:1.0:1777421222.913947:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:17573:x1863761006890880:12345-192.168.204.24@tcp:35:cp.0 00000100:00100000:1.0:1777421222.915046:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:17573:x1863761006890880:12345-192.168.204.24@tcp:35:cp.0 Request processed in 1093us (1251us total) trans 4294967681 rc 0/0 00000100:00100000:1.0:1777421222.915060:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 135 00000100:00100000:3.0:1777421222.945610:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421222.945724:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006891008 00000100:00100000:2.0:1777421222.945736:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006891008 00000100:00100000:2.0:1777421222.945786:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 540 00000100:00100000:2.0:1777421222.945793:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+54:17576:x1863761006891008:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421222.945809:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421222.945835:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1598 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0505b expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.945921:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c159f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.945936:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c159f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.945946:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c159f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.945960:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ea00/0xd9d09a059d6c15a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.945967:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ea00/0xd9d09a059d6c15a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.945975:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ea00/0xd9d09a059d6c15a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.946169:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c15ad lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.946178:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c15ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.946186:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c15ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421222.946217:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xd:0x0]: returning size 1516 00000004:00200000:2.0:1777421222.946221:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421222.946237:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c15ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.946254:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c15ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.946260:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c159f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.946264:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c159f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.946269:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c159f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.946314:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510f800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421222.946318:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c159f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.946323:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c159f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.946332:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff97104268d300) 00010000:00010000:2.0:1777421222.946334:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421222.946337:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c159f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.946342:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c159f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.946350:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ea00/0xd9d09a059d6c15a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.946354:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ea00/0xd9d09a059d6c15a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.946362:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ea00/0xd9d09a059d6c15a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.946365:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510ea00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421222.946367:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ea00/0xd9d09a059d6c15a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.946370:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ea00/0xd9d09a059d6c15a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.946374:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff97104268d600) 00010000:00010000:2.0:1777421222.946385:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421222.946386:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ea00/0xd9d09a059d6c15a6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.946390:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ea00/0xd9d09a059d6c15a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.946416:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1598 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0505b expref: 56 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.946425:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ec00/0xd9d09a059d6c15ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0505b expref: 55 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.946430:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff97104268da00) 00010000:00010000:2.0:1777421222.946431:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421222.946433:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510ec00, rc 0) 00000100:00100000:2.0:1777421222.946508:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+55:17576:x1863761006891008:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 714us (909us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421222.946525:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 540 00000100:00100000:3.0:1777421222.949337:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421222.949437:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006891136 00000100:00100000:1.0:1777421222.949449:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006891136 00000100:00100000:1.0:1777421222.949523:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 134 00000100:00100000:1.0:1777421222.949531:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+8:2359:x1863761006891136:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421222.949547:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421222.949561:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c02ab605/0xd9d09a059d6c15b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05062 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421222.949617:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077356680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018312832:192.168.204.24@tcp:106: 00000100:00100000:1.0:1777421222.949731:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4540 going to sleep for 11 seconds 00002000:00010000:1.0:1777421222.951850:0:6553:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb size: 0 -> 1516 00002000:00010000:1.0:1777421222.951859:0:6553:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb mtime: 0 -> 1777421222 00002000:00010000:1.0:1777421222.951862:0:6553:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb atime: 0 -> 1777421222 00002000:00010000:1.0:1777421222.951864:0:6553:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb ctime: 0 -> 1777421222 00000100:00100000:1.0:1777421222.951887:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077356680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018312832:192.168.204.24@tcp:106: 00010000:00010000:1.0:1777421222.951926:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c02ab605/0xd9d09a059d6c15b4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05062 expref: 9 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.951950:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c02ab605/0xd9d09a059d6c15b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05062 expref: 9 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.951963:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42957a00, rc 0) 00000100:00100000:1.0:1777421222.952072:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+8:2359:x1863761006891136:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 2539us (2742us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421222.952082:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 134 00000100:00100000:3.0:1777421222.956955:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421222.957071:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006891264 00000100:00100000:2.0:1777421222.957082:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006891264 00000100:00100000:2.0:1777421222.957141:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 541 00000100:00100000:2.0:1777421222.957152:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+55:17576:x1863761006891264:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421222.957171:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421222.957191:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c15bb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05069 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.957362:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ea00/0xd9d09a059d6c15c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.957376:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ea00/0xd9d09a059d6c15c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.957387:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ea00/0xd9d09a059d6c15c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421222.957543:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x21:0x0]: returning size 512 00000004:00200000:2.0:1777421222.957546:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421222.957567:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ea00/0xd9d09a059d6c15c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.957591:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c15bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05069 expref: 57 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.957609:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510ea00/0xd9d09a059d6c15c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05069 expref: 56 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421222.957629:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff97104268d300) 00010000:00010000:2.0:1777421222.957632:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421222.957636:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510ea00, rc 0) 00000100:00100000:2.0:1777421222.957759:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+56:17576:x1863761006891264:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 609us (812us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421222.957765:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 541 00000100:00100000:3.0:1777421222.961663:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421222.961768:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006891392 00000100:00100000:1.0:1777421222.961794:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006891392 00000100:00100000:1.0:1777421222.961930:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 135 00000100:00100000:1.0:1777421222.961942:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+8:2360:x1863761006891392:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421222.961963:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421222.961987:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000053443487/0xd9d09a059d6c15c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05070 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421222.962072:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077356680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018312960:192.168.204.24@tcp:106: 00000100:00100000:1.0:1777421222.962230:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4540 going to sleep for 11 seconds 00000100:00100000:1.0:1777421222.964701:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077356680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018312960:192.168.204.24@tcp:106: 00010000:00010000:1.0:1777421222.964747:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000053443487/0xd9d09a059d6c15c9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05070 expref: 9 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.964773:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000053443487/0xd9d09a059d6c15c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05070 expref: 9 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421222.964786:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42956000, rc 0) 00000100:00100000:1.0:1777421222.964900:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+8:2360:x1863761006891392:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 2959us (3625us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421222.964910:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 135 00000100:00100000:3.0:1777421222.968240:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421222.968383:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006891648 00000100:00100000:2.0:1777421222.968395:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006891648 00000100:00100000:2.0:1777421222.968507:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 542 00000100:00100000:2.0:1777421222.968518:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+56:17576:x1863761006891648:12345-192.168.204.24@tcp:58:lfs.0 00000040:00080000:2.0:1777421222.968923:0:5771:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].12, 136 off9824 00000100:00100000:2.0:1777421222.969011:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+56:17576:x1863761006891648:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 494us (782us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421222.969019:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 542 00000040:00080000:1.0:1777421223.010587:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421223.010598:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421223.010656:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 13 count 3 00000040:00080000:1.0:1777421223.010665:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421223.010914:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077356680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018313088:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421223.011094:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a40c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421223.013805:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077356680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018313088:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421223.017483:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421223.017587:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006891776 00000100:00100000:2.0:1777421223.017599:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006891776 00000100:00100000:2.0:1777421223.017663:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 543 00000100:00100000:2.0:1777421223.017673:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:17586:x1863761006891776:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421223.017707:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0xd:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421223.017801:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:17586:x1863761006891776:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 130us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421223.017809:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 543 00000100:00100000:3.0:1777421223.022026:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421223.022633:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006892032 00000100:00100000:0.0:1777421223.022645:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006892032 00000100:00100000:0.0:1777421223.022723:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 544 00000100:00100000:0.0:1777421223.022734:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c486d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:17586:x1863761006892032:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421223.022756:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421223.022777:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c15d0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05077 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.022889:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c15d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.023157:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c15d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.023182:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c15d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421223.023194:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xd:0x0]: returning size 1516 00010000:00010000:0.0:1777421223.023368:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c15d0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05077 expref: 27 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.023386:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c15d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05077 expref: 26 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.023395:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff97104268da00) 00010000:00010000:0.0:1777421223.023398:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421223.023402:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b62c00, rc 0) 00000100:00100000:0.0:1777421223.023483:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c486d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:17586:x1863761006892032:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 751us (1467us total) trans 4294967682 rc 0/0 00000100:00100000:0.0:1777421223.023492:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 544 00000100:00100000:3.0:1777421223.026537:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421223.026640:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006892288 00000100:00100000:0.0:1777421223.026649:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006892288 00000100:00100000:0.0:1777421223.026718:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 15 00000100:00100000:0.0:1777421223.026728:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c487100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:2358:x1863761006892288:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421223.026743:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421223.026771:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62c00/0xd9d09a059d6c15d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05077 expref: 26 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.026792:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff97104268da00) 00010000:00010000:0.0:1777421223.026799:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421223.026867:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c487100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:2358:x1863761006892288:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 140us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421223.026875:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 15 00000100:00100000:3.0:1777421223.027395:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421223.027513:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006892160 00000100:00100000:1.0:1777421223.027519:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006892160 00000100:00100000:1.0:1777421223.027599:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 136 00000100:00100000:1.0:1777421223.027608:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2361:x1863761006892160:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777421223.027647:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000053443487/0xd9d09a059d6c15e5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421223.027666:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000060fe2740/0xd9d09a059d6c1591 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05054 expref: 7 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421223.027673:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777421223.027676:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777421223.027679:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000053443487/0xd9d09a059d6c15e5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421223.027712:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000060fe2740/0xd9d09a059d6c1591 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05054 expref: 7 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421223.027727:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000060fe2740/0xd9d09a059d6c1591 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05054 expref: 7 pid: 6553 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421223.027743:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077356680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018313216:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421223.027811:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a40c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421223.031327:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077356680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018313216:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421223.031370:0:6553:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000053443487/0xd9d09a059d6c15e5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421223.032317:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421223.032486:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006892416 00000100:00100000:0.0:1777421223.032496:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006892416 00002000:00100000:0.0:1777421223.032556:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xd:0x0] (0->1515) req@ffff9710808d6a00 x1863761006892416/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:234/0 lens 2008/0 e 0 to 0 dl 1777421234 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421223.032568:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710808d6a00 with x1863761006892416 ext(0->1515) 00010000:00010000:0.0:1777421223.032576:0:6559:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000060fe2740/0xd9d09a059d6c1591 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05054 expref: 8 pid: 6553 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.032601:0:6559:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000060fe2740/0xd9d09a059d6c1591 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05054 expref: 8 pid: 6553 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421223.032609:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9710808d6a00 00000100:00100000:0.0:1777421223.032631:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 2 00000100:00100000:0.0:1777421223.032640:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006892416:12345-192.168.204.24@tcp:4:cp.0 00000100:00100000:0.0:1777421223.034247:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006892416:12345-192.168.204.24@tcp:4:cp.0 Request processed in 1601us (1927us total) trans 4294967328 rc 0/0 00000100:00100000:0.0:1777421223.034260:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 2 00002000:00100000:0.0:1777421223.034270:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xd:0x0] (0->1515) req@ffff9710808d6a00 x1863761006892416/t4294967328(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:234/0 lens 2008/448 e 0 to 0 dl 1777421234 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421223.034875:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710808d6a00 with x1863761006892416 ext(0->1515) 00010000:00010000:0.0:1777421223.034886:0:6559:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000060fe2740/0xd9d09a059d6c1591 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05054 expref: 10 pid: 6553 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.034911:0:6559:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000060fe2740/0xd9d09a059d6c1591 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05054 expref: 10 pid: 6553 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421223.034916:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9710808d6a00 00000100:00100000:0.0:1777421223.042904:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421223.043058:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006892544 00000100:00100000:1.0:1777421223.043070:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006892544 00010000:00010000:1.0:1777421223.043110:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000060fe2740/0xd9d09a059d6c1591 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05054 expref: 10 pid: 6553 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421223.043166:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 169 00000100:00100000:1.0:1777421223.043177:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2359:x1863761006892544:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421223.043192:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421223.043216:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000060fe2740/0xd9d09a059d6c1591 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05054 expref: 10 pid: 6553 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421223.043230:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000060fe2740/0xd9d09a059d6c1591 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05054 expref: 10 pid: 6553 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421223.043256:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060fe2740/0xd9d09a059d6c1591 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05054 expref: 10 pid: 6553 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421223.043305:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421223.043308:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421223.043314:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000053443487/0xd9d09a059d6c15e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421223.043324:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000053443487/0xd9d09a059d6c15e5 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421223.043362:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421223.043413:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2359:x1863761006892544:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 237us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421223.043420:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 169 00010000:00010000:0.0:1777421223.043658:0:6553:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000053443487/0xd9d09a059d6c15e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.043668:0:6553:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000053443487/0xd9d09a059d6c15e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.043690:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000053443487/0xd9d09a059d6c15e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.043698:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000053443487/0xd9d09a059d6c15e5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.043706:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000053443487/0xd9d09a059d6c15e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.043713:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42956000 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421223.043717:0:6553:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000053443487/0xd9d09a059d6c15e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.043726:0:6553:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000053443487/0xd9d09a059d6c15e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.043744:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000053443487/0xd9d09a059d6c15e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.043752:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000053443487/0xd9d09a059d6c15e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421223.043807:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761006892160:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 16201us (16413us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421223.043815:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 136 00000100:00100000:0.0:1777421223.050586:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421223.050676:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006892800 00000100:00100000:1.0:1777421223.050686:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006892800 00000100:00100000:1.0:1777421223.050748:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 545 00000100:00100000:1.0:1777421223.050759:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:17586:x1863761006892800:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421223.050875:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:17586:x1863761006892800:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 118us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421223.050883:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 545 00000100:00100000:1.0:1777421223.056336:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421223.056552:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006892928 00000100:00100000:0.0:1777421223.056563:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006892928 00000100:00100000:0.0:1777421223.056622:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 137 00000100:00100000:0.0:1777421223.056631:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761006892928:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421223.056649:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421223.056684:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002da9dfc6/0xd9d09a059d6c15ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0507e expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421223.056715:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xd:0x0] initial LVB size: 1516, mtime: 0x69f14ba6, atime: 0x0, ctime: 0x69f14ba6, blocks: 0x1 00010000:00010000:0.0:1777421223.056734:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421223.056737:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421223.056744:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002da9dfc6/0xd9d09a059d6c15ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0507e expref: 9 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.056761:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002da9dfc6/0xd9d09a059d6c15ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0507e expref: 9 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.056782:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b62c00, rc 0) 00000100:00100000:0.0:1777421223.056975:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006892928:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 344us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421223.056984:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 137 00000100:00100000:2.0:1777421223.064673:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421223.064795:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006893184 00000100:00100000:1.0:1777421223.064805:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006893184 00000100:00100000:1.0:1777421223.065014:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 546 00000100:00100000:1.0:1777421223.065024:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:17586:x1863761006893184:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421223.065135:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:17586:x1863761006893184:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 112us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421223.065143:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 546 00000100:00100000:2.0:1777421223.073148:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421223.076048:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006893312 00000100:00100000:3.0:1777421223.076063:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006893312 00002000:00100000:2.0:1777421223.076146:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xd:0x0] (0->4095) req@ffff97106fe9fb80 x1863761006893312/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:234/0 lens 488/0 e 0 to 0 dl 1777421234 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421223.076164:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106fe9fb80 with x1863761006893312 ext(0->4095) 00002000:00010000:2.0:1777421223.076171:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97106fe9fb80 00000100:00100000:2.0:1777421223.076204:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 51 00000100:00100000:2.0:1777421223.076214:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761006893312:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1777421223.076424:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761006893312:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 211us (3283us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777421223.076432:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 51 00002000:00100000:2.0:1777421223.076439:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xd:0x0] (0->4095) req@ffff97106fe9fb80 x1863761006893312/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:234/0 lens 488/4536 e 0 to 0 dl 1777421234 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421223.076447:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106fe9fb80 with x1863761006893312 ext(0->4095) 00002000:00010000:2.0:1777421223.076462:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97106fe9fb80 00000100:00100000:3.0:1777421223.084192:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421223.088069:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006893440 00000100:00100000:1.0:1777421223.088083:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006893440 00000100:00100000:1.0:1777421223.088148:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 547 00000100:00100000:1.0:1777421223.088159:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:17586:x1863761006893440:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421223.088178:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421223.088204:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c15f3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05085 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421223.088241:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c15fa lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421223.088254:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c15fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421223.088264:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c15fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421223.088379:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c15f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05085 expref: 27 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421223.088396:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c15fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05085 expref: 26 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421223.088404:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff97104268da00) 00010000:00010000:1.0:1777421223.088407:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421223.088411:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42957c00, rc 0) 00000100:00100000:1.0:1777421223.088492:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:17586:x1863761006893440:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 335us (4309us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421223.088499:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 547 00000100:00100000:3.0:1777421223.094605:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421223.094742:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006893568 00000100:00100000:1.0:1777421223.094753:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006893568 00000100:00100000:1.0:1777421223.094831:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 548 00000100:00100000:1.0:1777421223.094842:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:17586:x1863761006893568:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421223.094883:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0xd:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421223.094995:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:17586:x1863761006893568:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 154us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421223.095003:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 548 00000100:00100000:1.0:1777421223.098882:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421223.099026:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006893696 00000100:00100000:3.0:1777421223.099038:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006893696 00000100:00100000:3.0:1777421223.099096:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 138 00000100:00100000:3.0:1777421223.099106:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006893696:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777421223.099200:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000061327ab9/0xd9d09a059d6c1601 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.099219:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421223.099221:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421223.099225:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000061327ab9/0xd9d09a059d6c1601 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.099239:0:6552:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000061327ab9/0xd9d09a059d6c1601 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.099270:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000061327ab9/0xd9d09a059d6c1601 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.099312:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000061327ab9/0xd9d09a059d6c1601 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.099321:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000061327ab9/0xd9d09a059d6c1601 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.099328:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce600 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421223.099332:0:6552:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000061327ab9/0xd9d09a059d6c1601 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.099356:0:6552:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000061327ab9/0xd9d09a059d6c1601 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.099373:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000061327ab9/0xd9d09a059d6c1601 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.099380:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000061327ab9/0xd9d09a059d6c1601 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421223.099471:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006893696:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 365us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421223.099480:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 138 00000100:00100000:3.0:1777421223.103501:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421223.103591:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006893952 00000100:00100000:0.0:1777421223.103602:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006893952 00000100:00100000:0.0:1777421223.103657:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 549 00000100:00100000:0.0:1777421223.103668:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:17586:x1863761006893952:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777421223.103747:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1608 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.103765:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c15fa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05085 expref: 26 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.103774:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1608 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.103808:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c15fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05085 expref: 26 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.103820:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c15fa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05085 expref: 26 pid: 8245 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421223.103845:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018313344:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421223.104069:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c557c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421223.106672:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018313344:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421223.106702:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1608 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421223.107257:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421223.107398:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006894080 00000100:00100000:2.0:1777421223.107407:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006894080 00010000:00010000:2.0:1777421223.107446:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c15fa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05085 expref: 27 pid: 8245 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421223.107495:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 170 00000100:00100000:2.0:1777421223.107503:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:2361:x1863761006894080:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421223.107515:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421223.107522:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c15fa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05085 expref: 27 pid: 8245 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421223.107532:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c15fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05085 expref: 27 pid: 8245 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421223.107567:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c15fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05085 expref: 27 pid: 8245 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421223.107582:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff97104268da00) 00010000:00010000:2.0:1777421223.107587:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1608 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421223.107597:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1608 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421223.107604:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1608 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421223.107624:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421223.107678:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:2361:x1863761006894080:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 175us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421223.107686:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 170 00010000:00010000:3.0:1777421223.108210:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1608 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.108218:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1608 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.108433:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1608 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.108440:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1608 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.108445:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1608 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.108475:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421223.108480:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1608 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.108487:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1608 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.108498:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff97104268da00) 00010000:00010000:3.0:1777421223.108501:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421223.108505:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1608 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.108510:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1608 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421223.108875:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:17586:x1863761006893952:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 5207us (5378us total) trans 4294967683 rc 0/0 00000100:00100000:3.0:1777421223.108885:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 549 00000100:00100000:0.0:1777421223.112678:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421223.112872:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006894336 00000100:00100000:3.0:1777421223.112883:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006894336 00000100:00100000:3.0:1777421223.112939:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 136 00000100:00100000:3.0:1777421223.112950:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:17586:x1863761006894336:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421223.113176:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:17586:x1863761006894336:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 227us (506us total) trans 4294967684 rc 0/0 00000100:00100000:3.0:1777421223.113184:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 136 00000040:00080000:2.0:1777421223.113649:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421223.113655:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421223.114582:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1777421223.114597:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777421223.138507:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421223.202528:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080354a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018313472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421223.202606:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421223.202680:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777421223.202688:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018313472 00000100:00100000:1.0:1777421223.202689:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018313600:0@lo:400:kworker.0 00000100:00100000:2.0:1777421223.202698:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018313472 00000100:00100000:1.0:1777421223.202725:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421223.202768:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018313600 00000100:00100000:1.0:1777421223.202773:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018313600 00000100:00100000:2.0:1777421223.202784:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1777421223.202796:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018313472:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421223.202805:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:1.0:1777421223.202814:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3297:x1863761018313600:12345-0@lo:400:kworker.0 00002000:00000024:2.0:1777421223.202819:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 61276160 pending 1703936 free 3856662528 avail 3854565376 00000100:00100000:0.0:1777421223.202838:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018313728:0@lo:400:kworker.0 00000100:00080000:3.0:1777421223.202893:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421223.202905:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018314112:0@lo:400:kworker.0 00000100:00100000:2.0:1777421223.203344:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018313472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 551us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421223.203359:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1777421223.203398:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3300:1863761018313856:0@lo:400:kworker.0 00000100:00100000:2.0:1777421223.203425:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421223.203472:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018313856 00000100:00100000:2.0:1777421223.203477:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018313856 00000100:00100000:2.0:1777421223.203506:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:2.0:1777421223.203521:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1863761018313856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421223.203561:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3297:x1863761018313600:12345-0@lo:400:kworker.0 Request processed in 746us (834us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421223.203569:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:0.0:1777421223.203569:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1777421223.203635:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421223.203647:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018313728 00000100:00100000:0.0:1777421223.203651:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018313728 00000100:00100000:3.0:1777421223.203665:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421223.203690:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1863761018313856:12345-0@lo:400:kworker.0 Request processed in 171us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421223.203697:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018313984:0@lo:400:kworker.0 00000100:00100000:2.0:1777421223.203699:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:1.0:1777421223.203732:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421223.203771:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018313600:0@lo:400:kworker.0 00000100:00100000:1.0:1777421223.203791:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080354a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018313472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421223.203833:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018313984 00000100:00100000:1.0:1777421223.203837:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018313984 00000100:00100000:1.0:1777421223.205192:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:1.0:1777421223.205207:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018313984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421223.205284:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018313984:12345-0@lo:400:kworker.0 Request processed in 69us (1538us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421223.205305:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:1.0:1777421223.205354:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018313984:0@lo:400:kworker.0 00000100:00100000:1.0:1777421223.205812:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018314112 00000100:00100000:1.0:1777421223.205821:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018314112 00000100:00100000:0.0:1777421223.205823:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:0.0:1777421223.205836:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018313728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421223.205864:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3300:1863761018313856:0@lo:400:kworker.0 00000100:00100000:0.0:1777421223.205894:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018313728:12345-0@lo:400:kworker.0 Request processed in 62us (2323us total) trans 0 rc 0/0 00000100:00080000:2.0:1777421223.205899:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421223.205904:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:1.0:1777421223.205942:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:1.0:1777421223.205950:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018314112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421223.205987:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018314112:12345-0@lo:400:kworker.0 Request processed in 38us (2322us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421223.205992:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:0.0:1777421223.206015:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018314112:0@lo:400:kworker.0 00000100:00100000:2.0:1777421223.206393:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018313728:0@lo:400:kworker.0 00000040:00080000:0.0:1777421223.448655:0:15041:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421223.448665:0:15041:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421223.448708:0:15041:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 13 count 3 00000040:00080000:0.0:1777421223.448714:0:15041:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421223.498623:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421223.498732:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006894592 00000100:00100000:1.0:1777421223.498747:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006894592 00000100:00100000:0.0:1777421223.498838:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 550 00000100:00100000:0.0:1777421223.498850:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+56:17590:x1863761006894592:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421223.498878:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421223.498903:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63e00/0xd9d09a059d6c160f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0508c expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.499035:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1616 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.499052:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1616 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.499066:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1616 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421223.499078:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xd:0x0]: returning size 1516 00010000:00010000:0.0:1777421223.499224:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63e00/0xd9d09a059d6c160f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0508c expref: 59 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.499240:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1616 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0508c expref: 58 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.499249:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff97104268da00) 00010000:00010000:0.0:1777421223.499252:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421223.499256:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b63400, rc 0) 00000100:00100000:0.0:1777421223.499341:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+58:17590:x1863761006894592:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 493us (726us total) trans 4294967685 rc 0/0 00000100:00100000:0.0:1777421223.499350:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 550 00000100:00100000:3.0:1777421223.505590:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421223.505664:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006894720 00000100:00100000:0.0:1777421223.505676:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006894720 00000100:00100000:0.0:1777421223.505769:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 16 00000100:00100000:0.0:1777421223.505779:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+58:2358:x1863761006894720:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421223.505791:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421223.505819:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1616 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0508c expref: 58 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421223.505833:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff97104268da00) 00010000:00010000:0.0:1777421223.505836:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421223.505887:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+57:2358:x1863761006894720:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 109us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421223.505895:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 16 00000100:00100000:1.0:1777421223.507315:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421223.507351:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006894848 00000100:00100000:3.0:1777421223.507361:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006894848 00000100:00100000:3.0:1777421223.507418:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 551 00000100:00100000:3.0:1777421223.507428:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077357800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+57:17590:x1863761006894848:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:3.0:1777421223.507503:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1624 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.507518:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1624 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.507529:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1624 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.507556:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1624 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.507563:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1624 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.507570:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1624 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.507577:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421223.507581:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1624 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.507588:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1624 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.507613:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff97104268da00) 00010000:00010000:3.0:1777421223.507616:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421223.507621:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1624 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421223.507627:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1624 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421223.507709:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077357800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+57:17590:x1863761006894848:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 281us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421223.507717:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 551 00000100:00100000:0.0:1777421223.511311:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421223.511420:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006895104 00000100:00100000:1.0:1777421223.511431:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006895104 00000100:00100000:1.0:1777421223.511519:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 137 00000100:00100000:1.0:1777421223.511531:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+57:17590:x1863761006895104:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1777421223.512357:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+58:17590:x1863761006895104:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 825us (1078us total) trans 4294967686 rc 0/0 00000100:00100000:1.0:1777421223.512368:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 137 00000040:00080000:1.0:1777421224.163692:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421224.163702:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421224.163874:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 13 count 2 00000040:00080000:1.0:1777421224.163883:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777421224.163940:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421225.186516:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777421225.786127:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967328 is committed 00000001:00080000:0.0:1777421225.800131:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967685 is committed 00000001:00080000:0.0:1777421225.800149:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967682 is committed 00000001:00080000:0.0:1777421225.800158:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967686 is committed 00000001:00080000:0.0:1777421225.800175:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967684 is committed 00000100:00100000:0.0:1777421226.125353:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421226.125470:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006895232 00000100:00100000:3.0:1777421226.125481:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006895232 00000100:00080000:2.0:1777421226.125603:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421226.125649:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 552 00000100:00100000:2.0:1777421226.125660:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:17099:x1863761006895232:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1777421226.125772:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:17099:x1863761006895232:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 Request processed in 116us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421226.125778:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 552 00000100:00100000:0.0:1777421226.128909:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421226.129148:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006895488 00000100:00100000:1.0:1777421226.129158:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006895488 00000100:00100000:1.0:1777421226.129208:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 138 00000100:00100000:1.0:1777421226.129215:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4c2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+22:17099:x1863761006895488:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421226.130629:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4c2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:17099:x1863761006895488:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 1407us (1724us total) trans 4294967687 rc 0/0 00000100:00100000:1.0:1777421226.130642:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 138 00010000:00010000:0.0:1777421226.210733:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1777421226.985931:0:15242:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 9a: Multiple remote agents ============ 20:07:05 (1777421225) 00010000:00010000:3.0:1777421227.234903:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421227.298625:0:3300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777421227.298651:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077355180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018314240:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421227.298743:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421227.298831:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018314240 00000100:00100000:1.0:1777421227.298840:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018314240 00000100:00080000:2.0:1777421227.298868:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421227.298905:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1777421227.298916:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018314240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777421227.298951:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777421227.299011:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018314240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421227.299019:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1777421227.299054:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077355180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018314240:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421227.315724:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421227.315847:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421227.315853:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006895616 00000100:00100000:1.0:1777421227.315865:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006895616 00000100:00100000:1.0:1777421227.315933:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 288 00000100:00100000:1.0:1777421227.315945:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b517450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761006895616:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421227.315953:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421227.315984:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421227.316017:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b517450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761006895616:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 74us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421227.316025:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 288 00000100:00100000:2.0:1777421227.316066:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006896128 00000100:00100000:2.0:1777421227.316072:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006896128 00000100:00100000:2.0:1777421227.316113:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 141 00000100:00100000:2.0:1777421227.316121:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:2361:x1863761006896128:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421227.316176:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:2361:x1863761006896128:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 56us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421227.316188:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 141 00000100:00100000:0.0:1777421227.319098:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421227.319124:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421227.319186:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006895744 00000100:00100000:2.0:1777421227.319198:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006895744 00000100:00100000:2.0:1777421227.319290:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 142 00000100:00100000:2.0:1777421227.319301:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+55:2361:x1863761006895744:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421227.319392:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+55:2361:x1863761006895744:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 93us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421227.319400:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 142 00000100:00080000:2.0:1777421227.319425:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421227.319906:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006895872 00000100:00100000:3.0:1777421227.319913:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006895872 00000100:00100000:3.0:1777421227.320155:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006896384 00000100:00100000:3.0:1777421227.320159:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006896384 00000100:00080000:2.0:1777421227.320419:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777421227.320423:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421227.320451:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 123 00000100:00100000:2.0:1777421227.320462:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+9:2361:x1863761006895872:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421227.320520:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+9:2361:x1863761006895872:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 60us (4674us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421227.320526:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 123 00000100:00100000:3.0:1777421227.320720:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 124 00000100:00100000:3.0:1777421227.320728:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2361:x1863761006896384:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421227.320776:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2361:x1863761006896384:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 48us (4790us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421227.320805:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 124 00000100:00100000:1.0:1777421227.322500:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006896000 00000100:00100000:1.0:1777421227.322513:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006896000 00000100:00100000:0.0:1777421227.322569:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421227.322597:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006896256 00000100:00100000:3.0:1777421227.322603:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006896256 00000100:00100000:1.0:1777421227.323191:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 125 00000100:00100000:1.0:1777421227.323201:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+8:2361:x1863761006896000:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421227.323382:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+8:2361:x1863761006896000:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 181us (4255us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421227.323391:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 125 00000100:00080000:2.0:1777421227.323463:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777421227.323469:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421227.323507:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 126 00000100:00100000:3.0:1777421227.323516:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006896256:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421227.323548:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2361:x1863761006896256:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 34us (984us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421227.323554:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 126 00000001:02000400:3.0:1777421227.791334:0:15291:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-hsm test_9a Need 3 or more clients, have 1 00010000:00010000:3.0:1777421228.258601:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421228.322581:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710774a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018314368:0@lo:400:kworker.0 00000100:00100000:0.0:1777421228.322589:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710774a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863761018314624:0@lo:400:kworker.0 00000100:00100000:3.0:1777421228.322599:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077354a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018314496:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421228.322673:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421228.322674:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421228.322675:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421228.322730:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710774a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018315008:0@lo:400:kworker.0 00000100:00100000:3.0:1777421228.322756:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421228.322756:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018314368 00000100:00100000:1.0:1777421228.322766:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018314368 00000100:00100000:3.0:1777421228.322815:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018314624 00000100:00100000:1.0:1777421228.322820:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:3.0:1777421228.322821:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018314624 00000100:00100000:1.0:1777421228.322832:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b515450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018314368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421228.322856:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018315008 00000100:00100000:3.0:1777421228.322861:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018315008 00000100:00100000:3.0:1777421228.322898:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:1.0:1777421228.322899:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b515450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018314368:12345-0@lo:400:kworker.0 Request processed in 66us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421228.322908:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863761018314624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421228.322911:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:3.0:1777421228.322955:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863761018314624:12345-0@lo:400:kworker.0 Request processed in 48us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421228.322956:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018314496 00000100:00100000:1.0:1777421228.322962:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018314496 00000100:00100000:3.0:1777421228.322966:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:3.0:1777421228.322986:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1777421228.322995:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863761018315008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421228.323001:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1777421228.323011:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018314496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777421228.323051:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1777421228.323066:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863761018315008:12345-0@lo:400:kworker.0 Request processed in 71us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421228.323074:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:1.0:1777421228.323097:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018314496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421228.323105:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1777421228.323120:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077354a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018314496:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421228.323133:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710774a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018315008:0@lo:400:kworker.0 00000100:00100000:1.0:1777421228.323154:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710774a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018314752:0@lo:400:kworker.0 00000100:00080000:3.0:1777421228.323171:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777421228.323179:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421228.323186:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421228.323205:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018314752 00000100:00100000:3.0:1777421228.323210:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018314752 00000100:00100000:3.0:1777421228.323255:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1777421228.323263:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018314752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421228.323332:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018314752:12345-0@lo:400:kworker.0 Request processed in 70us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421228.323908:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710774a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863761018314624:0@lo:400:kworker.0 00000100:00100000:0.0:1777421228.323923:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710774a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018315136:0@lo:400:kworker.0 00000100:00100000:0.0:1777421228.323952:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421228.323996:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018315136 00000100:00100000:0.0:1777421228.324000:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018315136 00000100:00100000:0.0:1777421228.324030:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:0.0:1777421228.324037:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018315136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421228.324073:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018315136:12345-0@lo:400:kworker.0 Request processed in 36us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421228.324079:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:0.0:1777421228.324110:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710774a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018315136:0@lo:400:kworker.0 00000100:00080000:0.0:1777421228.324144:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421228.324166:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710774a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018314752:0@lo:400:kworker.0 00000100:00100000:3.0:1777421228.324194:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1777421228.324466:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710774a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018314368:0@lo:400:kworker.0 00000100:00100000:2.0:1777421228.324474:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710774a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018314880:0@lo:400:kworker.0 00000100:00100000:2.0:1777421228.324510:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421228.324572:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018314880 00000100:00100000:0.0:1777421228.324577:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018314880 00000100:00100000:0.0:1777421228.324608:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:0.0:1777421228.324618:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018314880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421228.324660:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018314880:12345-0@lo:400:kworker.0 Request processed in 44us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421228.324665:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:2.0:1777421228.324699:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710774a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018314880:0@lo:400:kworker.0 00000001:02000400:1.0:1777421228.752529:0:15339:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 10a: Archive a file =================== 20:07:07 (1777421227) 00000100:00100000:3.0:1777421228.878567:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421228.878673:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006896640 00000100:00100000:2.0:1777421228.878742:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006896640 00000100:00100000:2.0:1777421228.878835:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 553 00000100:00100000:2.0:1777421228.878845:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:18483:x1863761006896640:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421228.878867:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421228.878889:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c162b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05093 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.878997:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1632 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.879012:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1632 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.879025:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1632 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.879040:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1639 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.879047:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1639 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.879054:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1639 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.879190:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1640 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.879217:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1640 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.879225:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1640 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421228.879236:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00000100:00080000:0.0:1777421228.879306:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777421228.880051:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1632 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.880061:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1632 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.880068:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1632 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.880075:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510fa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421228.880079:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1632 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.880087:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1632 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.880099:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff971050d92600) 00010000:00010000:2.0:1777421228.880102:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421228.880107:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1632 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.880111:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1632 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.880121:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1639 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.880131:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1639 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.880135:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1639 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.880138:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510f000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421228.880139:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1639 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.880143:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1639 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.880148:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff97104268d700) 00010000:00010000:2.0:1777421228.880149:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421228.880151:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1639 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.880154:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1639 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.880658:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c162b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05093 expref: 26 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.880675:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1640 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05093 expref: 25 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421228.880682:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:2.0:1777421228.880685:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421228.880693:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510f600, rc 0) 00000100:00100000:2.0:1777421228.880766:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:18483:x1863761006896640:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1922us (2261us total) trans 4294967688 rc 0/0 00000100:00100000:2.0:1777421228.880775:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 553 00000100:00100000:2.0:1777421228.885675:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421228.885724:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421228.885764:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006896768 00000100:00100000:3.0:1777421228.885774:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006896768 00000100:00100000:3.0:1777421228.885910:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 554 00000100:00100000:3.0:1777421228.885921:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:18483:x1863761006896768:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1777421228.886038:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:18483:x1863761006896768:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 118us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421228.886047:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 554 00000100:00100000:0.0:1777421228.886225:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006896896 00000100:00100000:0.0:1777421228.886231:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006896896 00000100:00100000:0.0:1777421228.886308:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 17 00000100:00100000:0.0:1777421228.886320:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045cf1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:2359:x1863761006896896:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421228.886333:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421228.886396:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f600/0xd9d09a059d6c1640 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05093 expref: 25 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.886415:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:0.0:1777421228.886420:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421228.886499:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045cf1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:2359:x1863761006896896:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 181us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421228.886509:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 17 00000100:00100000:2.0:1777421228.898433:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421228.899262:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006897024 00000100:00100000:3.0:1777421228.899316:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006897024 00000100:00100000:3.0:1777421228.899638:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 555 00000100:00100000:3.0:1777421228.899652:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+55:18484:x1863761006897024:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421228.899691:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421228.899713:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c164e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0509a expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.899783:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1655 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.899797:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1655 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.899807:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1655 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.899821:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c165c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.899828:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c165c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.899835:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c165c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.899913:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1655 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.899918:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1655 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.899923:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1655 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.899927:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cf200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421228.899934:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1655 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.899939:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1655 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.899948:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104268d800) 00010000:00010000:3.0:1777421228.899950:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421228.899953:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1655 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.899958:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1655 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.899967:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c165c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.899970:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c165c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.899973:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c165c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.899976:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421228.899978:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c165c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.899982:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c165c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.899985:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd97ceb69 (ffff971043c57200) 00010000:00010000:3.0:1777421228.899986:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421228.899991:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c165c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.899995:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c165c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.900019:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c164e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0509a expref: 56 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.900026:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104268d800) 00010000:00010000:3.0:1777421228.900027:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421228.900030:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c164e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0509a expref: 56 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.900035:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420ce600, rc 0) 00000100:00100000:3.0:1777421228.900089:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+55:18484:x1863761006897024:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 443us (1668us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421228.900095:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 555 00000100:00100000:0.0:1777421228.907387:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421228.907594:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006897280 00000100:00100000:3.0:1777421228.907606:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006897280 00000100:00100000:3.0:1777421228.907664:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 556 00000100:00100000:3.0:1777421228.907675:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+55:18484:x1863761006897280:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:3.0:1777421228.907740:0:12998:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421228.907835:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c14b1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05007 expref: 55 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.907855:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104268d800) 00010000:00010000:3.0:1777421228.907860:0:12998:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421228.907956:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1663 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.907970:0:12998:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c14f0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0501c expref: 23 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.907980:0:12998:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1663 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.908011:0:12998:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c14f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0501c expref: 23 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.908024:0:12998:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c14f0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0501c expref: 23 pid: 5771 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421228.908038:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710774a2300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018315264:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421228.908134:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107a1d4480 going to sleep for 11 seconds 00000100:00100000:3.0:1777421228.914726:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710774a2300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018315264:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421228.914770:0:12998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1663 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421228.915532:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421228.915703:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006897408 00000100:00100000:1.0:1777421228.915713:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006897408 00010000:00010000:1.0:1777421228.915761:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c14f0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0501c expref: 24 pid: 5771 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421228.915805:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 171 00000100:00100000:1.0:1777421228.915903:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:2360:x1863761006897408:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421228.915923:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421228.915933:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c14f0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0501c expref: 24 pid: 5771 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.916021:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c14f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0501c expref: 24 pid: 5771 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.916052:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c14f0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0501c expref: 24 pid: 5771 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.916071:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104268d800) 00010000:00010000:1.0:1777421228.916076:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1663 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.916088:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1663 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.916097:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1663 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.916176:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421228.916244:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:2360:x1863761006897408:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 343us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421228.916254:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 171 00010000:00010000:3.0:1777421228.916382:0:12998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1663 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.916391:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1663 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.916425:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c166a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.916449:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c166a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.916457:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c166a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421228.918546:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x22:0x0]: returning size 512 00010000:00010000:3.0:1777421228.918566:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1663 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.918577:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1663 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.918584:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1663 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.918592:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421228.918596:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1663 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.918604:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1663 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.918622:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104268d800) 00010000:00010000:3.0:1777421228.918625:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421228.918630:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1663 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.918636:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1663 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421228.918677:0:12998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000871e044b reply state 00000000319fd148 transno 4294967689 ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c166a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421228.918687:0:12998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777421228.918810:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+56:18484:x1863761006897280:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 11131us (11429us total) trans 4294967689 rc 0/0 00000100:00100000:3.0:1777421228.918900:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 556 00010000:00010000:1.0:1777421228.926789:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c166a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.926812:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c166a lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.926847:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c166a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.926855:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421228.926861:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c166a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.926870:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c166a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.926890:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd97ceb69 (ffff971043c57200) 00010000:00010000:1.0:1777421228.926893:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421228.926899:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c166a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.926906:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c166a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421228.928836:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421228.928927:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006897536 00000100:00100000:3.0:1777421228.928943:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006897536 00000100:00100000:3.0:1777421228.929019:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 557 00000100:00100000:3.0:1777421228.929030:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+55:18485:x1863761006897536:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:3.0:1777421228.929062:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421228.929091:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1671 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e050a1 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.929171:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1678 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.929188:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1678 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.929201:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1678 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421228.929317:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1777421228.929322:0:12998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 14 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421228.929363:0:12998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1678 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.929412:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1671 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050a1 expref: 57 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.929436:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1678 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050a1 expref: 56 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.929446:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57800) 00010000:00010000:3.0:1777421228.929449:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421228.929453:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cf200, rc 0) 00000100:00100000:3.0:1777421228.929541:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+56:18485:x1863761006897536:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 512us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421228.929549:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 557 00000100:00100000:0.0:1777421228.932154:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421228.932217:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006897920 00000100:00100000:1.0:1777421228.932231:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006897920 00000100:00100000:0.0:1777421228.932253:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421228.932354:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006897664 00000100:00100000:1.0:1777421228.932360:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006897664 00000100:00100000:1.0:1777421228.932408:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 558 00000100:00100000:1.0:1777421228.932421:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+57:18485:x1863761006897920:12345-192.168.204.24@tcp:36:mkdir.0 00000100:00100000:3.0:1777421228.932475:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 559 00010000:00010000:1.0:1777421228.932486:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421228.932520:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c1678 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050a1 expref: 57 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.932541:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57800) 00000100:00100000:2.0:1777421228.932552:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+56:2361:x1863761006897664:12345-192.168.204.24@tcp:41:mkdir.0 00010000:00010000:1.0:1777421228.932578:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00000024:2.0:1777421228.932611:0:12998:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 14680064 pending 0 free 2258632704 avail 2256535552 00000100:00100000:2.0:1777421228.932717:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+56:2361:x1863761006897664:12345-192.168.204.24@tcp:41:mkdir.0 Request processed in 230us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421228.932727:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 559 00000100:00100000:1.0:1777421228.932768:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+55:18485:x1863761006897920:12345-192.168.204.24@tcp:36:mkdir.0 Request processed in 348us (624us total) trans 0 rc -17/-17 00000100:00100000:1.0:1777421228.932778:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 558 00000100:00100000:2.0:1777421228.935470:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421228.935539:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006898048 00000100:00100000:1.0:1777421228.935552:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006898048 00000100:00100000:1.0:1777421228.935623:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 560 00000100:00100000:1.0:1777421228.935637:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+55:18485:x1863761006898048:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:1.0:1777421228.935660:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421228.935689:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c167f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e050a8 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.935768:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c1686 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.935786:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c1686 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.935802:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c1686 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421228.935874:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1777421228.935879:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 14 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421228.935909:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c1686 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.935936:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c167f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050a8 expref: 57 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.935957:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c1686 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050a8 expref: 56 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.935986:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104562ff00) 00010000:00010000:1.0:1777421228.935990:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421228.935994:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42957c00, rc 0) 00000100:00100000:1.0:1777421228.936072:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+56:18485:x1863761006898048:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 437us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421228.936080:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 560 00000100:00100000:1.0:1777421228.938134:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421228.938216:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006898176 00000100:00100000:3.0:1777421228.938228:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006898176 00000100:00100000:0.0:1777421228.938370:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 561 00000100:00100000:0.0:1777421228.938383:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+56:18485:x1863761006898176:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:0.0:1777421228.938402:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421228.938422:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c168d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e050af expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938495:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1694 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938509:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1694 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938519:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1694 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938532:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c169b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938538:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c169b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938563:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c169b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938661:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c16a2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938670:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c16a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938677:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c16a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421228.938717:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x22:0x0]: returning size 512 00000004:00200000:0.0:1777421228.938726:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421228.938758:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c16a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938770:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1694 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938777:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1694 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938784:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1694 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938790:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421228.938794:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1694 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938800:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1694 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938814:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104562ff00) 00010000:00010000:0.0:1777421228.938816:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421228.938820:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1694 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938824:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1694 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938833:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c169b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938836:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c169b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938839:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c169b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938843:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421228.938845:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c169b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938848:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c169b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938851:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd97ceb69 (ffff971042afd100) 00010000:00010000:0.0:1777421228.938853:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421228.938854:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c169b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938857:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c169b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938885:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c168d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050af expref: 58 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938893:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c16a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050af expref: 57 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421228.938898:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff971042afd200) 00010000:00010000:0.0:1777421228.938900:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421228.938901:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b63c00, rc 0) 00000100:00100000:0.0:1777421228.938954:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+57:18485:x1863761006898176:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 574us (829us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421228.938961:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 561 00000100:00100000:0.0:1777421228.943630:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421228.944187:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006898432 00000100:00100000:1.0:1777421228.944199:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006898432 00000100:00100000:1.0:1777421228.944257:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 562 00000100:00100000:1.0:1777421228.944268:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+57:18485:x1863761006898432:12345-192.168.204.24@tcp:36:mkdir.0 00010000:00010000:1.0:1777421228.944583:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421228.944612:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c16a2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050af expref: 57 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.944637:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff971042afd200) 00010000:00010000:1.0:1777421228.944649:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421228.944755:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c16a9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.944769:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c16a9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.944779:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c16a9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.944791:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c16b0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.944809:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c16b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.944813:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c16b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421228.945374:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x24:0x0]: returning size 512 00010000:00010000:1.0:1777421228.945385:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c16a9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.945393:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c16a9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.945400:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c16a9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.945410:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42956e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421228.945415:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c16a9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.945423:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c16a9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.945435:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff97104562f200) 00010000:00010000:1.0:1777421228.945437:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421228.945441:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c16a9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.945447:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c16a9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421228.945476:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000cda884d3 reply state 00000000a5cc5d42 transno 4294967690 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c16b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421228.945484:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421228.945588:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+58:18485:x1863761006898432:12345-192.168.204.24@tcp:36:mkdir.0 Request processed in 1320us (1966us total) trans 4294967690 rc 0/0 00000100:00100000:1.0:1777421228.945600:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 562 00010000:00010000:3.0:1777421228.949046:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c16b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.949065:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c16b0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.949073:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c16b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.949080:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42956000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421228.949086:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c16b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.949094:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c16b0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.949125:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x43454b14 (ffff97104562f700) 00010000:00010000:3.0:1777421228.949128:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421228.949133:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c16b0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421228.949139:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c16b0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421228.952516:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421228.952566:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006898560 00000100:00100000:1.0:1777421228.952579:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006898560 00000100:00100000:1.0:1777421228.952646:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 563 00000100:00100000:1.0:1777421228.952656:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+57:18486:x1863761006898560:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:1.0:1777421228.952681:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421228.952703:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c16b7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e050b6 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.952773:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956a00/0xd9d09a059d6c16be lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.952787:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956a00/0xd9d09a059d6c16be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.952799:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956a00/0xd9d09a059d6c16be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.952813:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c16c5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.952819:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c16c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.952844:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c16c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.952977:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956400/0xd9d09a059d6c16cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.952986:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956400/0xd9d09a059d6c16cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.952993:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956400/0xd9d09a059d6c16cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421228.953023:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x22:0x0]: returning size 512 00000004:00200000:1.0:1777421228.953027:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421228.953050:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956400/0xd9d09a059d6c16cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.953061:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956a00/0xd9d09a059d6c16be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.953067:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956a00/0xd9d09a059d6c16be lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.953074:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956a00/0xd9d09a059d6c16be lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.953080:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42956a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421228.953085:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956a00/0xd9d09a059d6c16be lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.953092:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956a00/0xd9d09a059d6c16be lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.953109:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104562ff00) 00010000:00010000:1.0:1777421228.953113:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421228.953117:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956a00/0xd9d09a059d6c16be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.953125:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956a00/0xd9d09a059d6c16be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.953149:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c16c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.953156:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c16c5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.953162:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c16c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.953168:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421228.953171:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c16c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.953178:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c16c5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.953185:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd97ceb69 (ffff97104562f400) 00010000:00010000:1.0:1777421228.953188:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421228.953191:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c16c5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.953196:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c16c5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.953236:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c16b7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050b6 expref: 59 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.953249:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956400/0xd9d09a059d6c16cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050b6 expref: 58 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.953257:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff97104562f800) 00010000:00010000:1.0:1777421228.953260:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421228.953262:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42956400, rc 0) 00000100:00100000:1.0:1777421228.953359:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+58:18486:x1863761006898560:12345-192.168.204.24@tcp:101:bash.0 Request processed in 704us (849us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421228.953367:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 563 00000100:00100000:2.0:1777421228.956059:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421228.956150:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006898688 00000100:00100000:1.0:1777421228.956161:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006898688 00000100:00100000:1.0:1777421228.956217:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 564 00000100:00100000:1.0:1777421228.956228:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+58:18486:x1863761006898688:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:1.0:1777421228.956248:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421228.956268:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c16d3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e050bd expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.956402:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c16da lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.956417:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c16da lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.956428:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c16da lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.956504:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c16e1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.956512:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c16e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.956519:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c16e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.956579:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c16da lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.956586:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c16da lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.956592:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c16da lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.956597:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421228.956601:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c16da lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.956607:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c16da lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.956617:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff97104562f800) 00010000:00010000:1.0:1777421228.956620:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421228.956624:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c16da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.956630:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c16da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.956648:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c16e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.956654:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c16e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.956659:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c16e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.956663:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421228.956666:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c16e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.956671:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c16e1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.956678:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff971050d92e00) 00010000:00010000:1.0:1777421228.956680:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421228.956682:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c16e1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.956688:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c16e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.956717:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c16d3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050bd expref: 59 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.956727:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff97104562f800) 00010000:00010000:1.0:1777421228.956730:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421228.956738:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c16d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050bd expref: 59 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.956747:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42956200, rc 0) 00000100:00100000:1.0:1777421228.956808:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+58:18486:x1863761006898688:12345-192.168.204.24@tcp:101:bash.0 Request processed in 582us (759us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421228.956814:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 564 00000100:00100000:2.0:1777421228.967203:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421228.967451:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006898816 00000100:00100000:1.0:1777421228.967460:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006898816 00000100:00100000:1.0:1777421228.967502:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 565 00000100:00100000:1.0:1777421228.967510:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+23:18487:x1863761006898816:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:1.0:1777421228.967527:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421228.967544:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c16e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e050c4 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.967596:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c16ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.967607:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c16ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.967615:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c16ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421228.967666:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1777421228.967669:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 14 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421228.967695:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c16ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.967718:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c16e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050c4 expref: 25 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.967760:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c16ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050c4 expref: 24 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.967769:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104562ff00) 00010000:00010000:1.0:1777421228.967772:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421228.967776:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42957200, rc 0) 00000100:00100000:1.0:1777421228.967868:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:18487:x1863761006898816:12345-192.168.204.24@tcp:101:rm.0 Request processed in 357us (674us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421228.967876:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 565 00000100:00100000:0.0:1777421228.971047:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421228.971710:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006898944 00000100:00100000:1.0:1777421228.971721:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006898944 00000100:00100000:1.0:1777421228.971792:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 566 00000100:00100000:1.0:1777421228.971810:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:18487:x1863761006898944:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:1.0:1777421228.971836:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421228.971854:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c16f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e050cb expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972247:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c16fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972262:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c16fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972300:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c16fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972316:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c1704 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972347:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c1704 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972355:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c1704 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972470:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956a00/0xd9d09a059d6c170b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972478:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956a00/0xd9d09a059d6c170b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972483:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956a00/0xd9d09a059d6c170b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421228.972507:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x22:0x0]: returning size 512 00000004:00200000:1.0:1777421228.972510:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421228.972526:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956a00/0xd9d09a059d6c170b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972534:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c16fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972539:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c16fd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972543:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c16fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972547:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42956800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421228.972549:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c16fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972559:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c16fd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972568:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104562ff00) 00010000:00010000:1.0:1777421228.972570:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421228.972573:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c16fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972577:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c16fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972587:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c1704 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972590:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c1704 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972594:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c1704 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972597:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421228.972598:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c1704 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972601:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c1704 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972605:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd97ceb69 (ffff971050d92e00) 00010000:00010000:1.0:1777421228.972606:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421228.972607:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c1704 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972617:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c1704 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972639:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c16f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050cb expref: 26 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972647:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956a00/0xd9d09a059d6c170b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050cb expref: 25 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.972652:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff97104562f800) 00010000:00010000:1.0:1777421228.972653:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421228.972655:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42956a00, rc 0) 00000100:00100000:1.0:1777421228.972705:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:18487:x1863761006898944:12345-192.168.204.24@tcp:101:rm.0 Request processed in 899us (1668us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421228.972712:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 566 00000100:00100000:2.0:1777421228.979652:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421228.979714:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006899072 00000100:00100000:1.0:1777421228.979726:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006899072 00000100:00100000:1.0:1777421228.979784:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 567 00000100:00100000:1.0:1777421228.979792:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:18487:x1863761006899072:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:1.0:1777421228.979813:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421228.979837:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c1712 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e050d2 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.979916:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c1719 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.979934:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c1719 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.979977:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c1719 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.979994:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c1720 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.980002:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c1720 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.980009:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c1720 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.980076:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c1719 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.980084:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c1719 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.980091:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c1719 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.980097:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42956e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421228.980102:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c1719 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.980109:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c1719 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.980121:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff97104562f800) 00010000:00010000:1.0:1777421228.980124:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421228.980128:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c1719 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.980141:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c1719 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.980157:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c1720 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.980163:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c1720 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.980169:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c1720 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.980174:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421228.980178:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c1720 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.980184:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c1720 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.980192:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff971050d92a00) 00010000:00010000:1.0:1777421228.980194:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421228.980197:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c1720 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.980202:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c1720 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.980236:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c1712 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050d2 expref: 26 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.980264:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff97104562f800) 00010000:00010000:1.0:1777421228.980266:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421228.980270:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c1712 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050d2 expref: 26 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.980312:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42956200, rc 0) 00000100:00100000:1.0:1777421228.981093:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:18487:x1863761006899072:12345-192.168.204.24@tcp:101:rm.0 Request processed in 1299us (1448us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421228.981101:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 567 00000100:00100000:2.0:1777421228.984446:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421228.984558:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006899200 00000100:00100000:1.0:1777421228.984569:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006899200 00000100:00100000:1.0:1777421228.984679:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 568 00000100:00100000:1.0:1777421228.984690:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:18487:x1863761006899200:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:1.0:1777421228.984709:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421228.984728:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c1727 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e050d9 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.984809:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c172e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.984822:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c172e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.984832:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c172e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.984845:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c1735 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.984857:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c1735 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.984863:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c1735 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.984933:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c172e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.984940:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c172e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.984946:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c172e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.984952:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421228.984955:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c172e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.984962:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c172e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.984973:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff97104562f800) 00010000:00010000:1.0:1777421228.984976:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421228.984981:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c172e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.984987:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c172e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.985001:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c1735 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.985014:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c1735 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.985019:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c1735 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.985024:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42956800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421228.985027:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c1735 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.985032:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c1735 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.985038:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff971050d92e00) 00010000:00010000:1.0:1777421228.985040:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421228.985042:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c1735 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.985047:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c1735 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.985078:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c1727 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050d9 expref: 26 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.985087:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff97104562f800) 00010000:00010000:1.0:1777421228.985088:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421228.985091:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c1727 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050d9 expref: 26 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.985111:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42957800, rc 0) 00000100:00100000:1.0:1777421228.985174:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:18487:x1863761006899200:12345-192.168.204.24@tcp:101:rm.0 Request processed in 485us (737us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421228.985190:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 568 00000100:00100000:0.0:1777421228.996762:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421228.996828:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006899328 00000100:00100000:1.0:1777421228.996839:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006899328 00000100:00100000:1.0:1777421228.996893:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 569 00000100:00100000:1.0:1777421228.996902:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:18488:x1863761006899328:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421228.996921:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421228.996941:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c173c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e050e0 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.997005:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c1743 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.997019:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c1743 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.997030:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c1743 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.997045:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c174a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.997053:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c174a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.997059:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c174a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.997139:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c1743 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.997147:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c1743 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.997153:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c1743 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.997159:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42956800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421228.997162:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c1743 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.997169:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c1743 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.997179:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff97104562f800) 00010000:00010000:1.0:1777421228.997182:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421228.997186:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c1743 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.997192:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c1743 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.997203:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c174a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.997209:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c174a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.997214:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c174a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.997225:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421228.997228:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c174a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.997233:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c174a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.997241:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff971050d92e00) 00010000:00010000:1.0:1777421228.997243:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421228.997246:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c174a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.997251:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c174a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.997315:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c173c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050e0 expref: 26 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.997327:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff97104562f800) 00010000:00010000:1.0:1777421228.997330:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421228.997332:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c173c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050e0 expref: 26 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421228.997349:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42957800, rc 0) 00000100:00100000:1.0:1777421228.997422:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:18488:x1863761006899328:12345-192.168.204.24@tcp:101:cp.0 Request processed in 521us (668us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421228.997429:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 569 00000100:00100000:2.0:1777421229.000472:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421229.001243:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006899456 00000100:00100000:1.0:1777421229.001268:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006899456 00000100:00100000:1.0:1777421229.001367:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 570 00000100:00100000:1.0:1777421229.001378:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:18488:x1863761006899456:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421229.001397:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421229.001418:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c1751 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e050e7 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.001482:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c1758 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.001496:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c1758 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.001508:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c1758 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.001522:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c175f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.001529:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c175f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.001536:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c175f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.001599:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c1758 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.001607:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c1758 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.001614:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c1758 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.001627:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421229.001631:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c1758 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.001639:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c1758 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.001650:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff97104562f800) 00010000:00010000:1.0:1777421229.001654:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421229.001658:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c1758 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.001665:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c1758 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.001680:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c175f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.001687:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c175f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.001693:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c175f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.001700:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42956e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421229.001703:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c175f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.001709:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c175f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.001726:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff971050d92a00) 00010000:00010000:1.0:1777421229.001729:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421229.001732:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c175f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.001739:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c175f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.001770:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c1751 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050e7 expref: 26 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.001781:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff97104562f800) 00010000:00010000:1.0:1777421229.001784:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421229.001787:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c1751 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050e7 expref: 26 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.001796:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42956200, rc 0) 00000100:00100000:1.0:1777421229.001857:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:18488:x1863761006899456:12345-192.168.204.24@tcp:101:cp.0 Request processed in 480us (1394us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421229.001865:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 570 00000100:00100000:2.0:1777421229.005991:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421229.006048:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006899712 00000100:00100000:1.0:1777421229.006059:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006899712 00000100:00100000:1.0:1777421229.006124:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 571 00000100:00100000:1.0:1777421229.006134:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:18488:x1863761006899712:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421229.006160:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421229.006183:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c1766 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e050ee expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.006395:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c176d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.006410:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c176d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.006422:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c176d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.006436:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c1774 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.006442:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c1774 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.006447:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c1774 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777421229.007258:0:8245:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xc:0x0], index 0: 0 00010000:00010000:1.0:1777421229.007464:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956600/0xd9d09a059d6c177b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.007475:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956600/0xd9d09a059d6c177b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.007484:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956600/0xd9d09a059d6c177b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.007518:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c176d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.007539:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c176d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.007546:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c176d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.007552:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42956800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421229.007556:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c176d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.007564:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c176d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.007576:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff97104562f800) 00010000:00010000:1.0:1777421229.007579:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421229.007583:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c176d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.007589:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c176d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421229.007603:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000057150955 reply state 00000000d3de7aab transno 4294967691 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c1774 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421229.007610:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777421229.007641:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c1766 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050ee expref: 28 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.007656:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956600/0xd9d09a059d6c177b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050ee expref: 27 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.007673:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff971050d92900) 00010000:00010000:1.0:1777421229.007675:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421229.007677:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42956600, rc 0) 00000100:00100000:1.0:1777421229.007763:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+28:18488:x1863761006899712:12345-192.168.204.24@tcp:101:cp.0 Request processed in 1630us (1784us total) trans 4294967691 rc 0/0 00000100:00100000:1.0:1777421229.007780:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 571 00010000:00010000:1.0:1777421229.009556:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c1774 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.009578:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c1774 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.009588:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c1774 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.009594:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42956000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421229.009599:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c1774 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.009606:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c1774 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.009622:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff971050d92e00) 00010000:00010000:1.0:1777421229.009625:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421229.009630:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c1774 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.009637:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c1774 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421229.010907:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421229.011152:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006899840 00000100:00100000:0.0:1777421229.011169:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006899840 00000100:00100000:0.0:1777421229.011357:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 139 00000100:00080000:3.0:1777421229.011365:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421229.011372:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+6:2359:x1863761006899840:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421229.011403:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421229.011435:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b52c17b/0xd9d09a059d6c1789 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e050f5 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421229.011471:0:7984:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777421229.011501:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421229.011525:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421229.011537:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b52c17b/0xd9d09a059d6c1789 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050f5 expref: 7 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421229.011561:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007b52c17b/0xd9d09a059d6c1789 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050f5 expref: 7 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421229.011576:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b62e00, rc 0) 00000100:00100000:0.0:1777421229.011632:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2359:x1863761006899840:12345-192.168.204.24@tcp:101:cp.0 Request processed in 265us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421229.011639:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 139 00000100:00100000:0.0:1777421229.015176:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421229.015392:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006899968 00000100:00100000:3.0:1777421229.015404:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006899968 00000100:00100000:3.0:1777421229.015496:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 140 00000100:00100000:3.0:1777421229.015514:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:18488:x1863761006899968:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:3.0:1777421229.015531:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421229.015550:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c1790 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e050fc expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.015580:0:7984:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007b52c17b/0xd9d09a059d6c1789 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050f5 expref: 8 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.015589:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421229.015591:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421229.015595:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c1790 lrc: 4/0,0 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050fc expref: 8 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.015636:0:7984:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007b52c17b/0xd9d09a059d6c1789 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050f5 expref: 8 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.015669:0:7984:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007b52c17b/0xd9d09a059d6c1789 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050f5 expref: 8 pid: 7984 timeout: 395 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421229.015695:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710774a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018315392:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421229.015785:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107a1d4480 going to sleep for 11 seconds 00000100:00100000:3.0:1777421229.019189:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710774a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018315392:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421229.019236:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c1790 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050fc expref: 8 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.019261:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420ce600, rc 0) 00000100:00100000:3.0:1777421229.019759:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:18488:x1863761006899968:12345-192.168.204.24@tcp:101:cp.0 Request processed in 4252us (4590us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421229.019769:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 140 00000100:00100000:2.0:1777421229.019856:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421229.019913:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006900096 00000100:00100000:1.0:1777421229.019921:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006900096 00010000:00010000:1.0:1777421229.019953:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007b52c17b/0xd9d09a059d6c1789 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050f5 expref: 8 pid: 7984 timeout: 395 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421229.020028:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 172 00000100:00100000:1.0:1777421229.020039:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006900096:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421229.020052:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421229.020073:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007b52c17b/0xd9d09a059d6c1789 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050f5 expref: 8 pid: 7984 timeout: 395 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.020085:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007b52c17b/0xd9d09a059d6c1789 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050f5 expref: 8 pid: 7984 timeout: 395 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.020107:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b52c17b/0xd9d09a059d6c1789 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050f5 expref: 8 pid: 7984 timeout: 395 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.020120:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421229.020122:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421229.020129:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c1790 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050fc expref: 7 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.020139:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c1790 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050fc expref: 7 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.020207:0:5757:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c1790 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050fc expref: 7 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421229.020222:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077354a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5757:1863761018315520:192.168.204.24@tcp:105: 00000100:00100000:1.0:1777421229.020328:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a46c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421229.022670:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077354a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5757:1863761018315520:192.168.204.24@tcp:105: 00010000:00010000:1.0:1777421229.022699:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421229.022757:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2360:x1863761006900096:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 2719us (2899us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421229.022770:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 172 00000100:00100000:2.0:1777421229.023410:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421229.023452:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006900352 00000100:00100000:1.0:1777421229.023460:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006900352 00000100:00100000:1.0:1777421229.023512:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 139 00000100:00100000:1.0:1777421229.023521:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:18488:x1863761006900352:12345-192.168.204.24@tcp:35:cp.0 00000100:00100000:1.0:1777421229.024844:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+28:18488:x1863761006900352:12345-192.168.204.24@tcp:35:cp.0 Request processed in 1318us (1430us total) trans 4294967692 rc 0/0 00000100:00100000:1.0:1777421229.024853:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 139 00000100:00100000:0.0:1777421229.051262:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421229.051843:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006900480 00000100:00100000:1.0:1777421229.051856:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006900480 00000100:00100000:1.0:1777421229.051929:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 572 00000100:00100000:1.0:1777421229.051937:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+58:18491:x1863761006900480:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421229.051955:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421229.051971:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c1797 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05103 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052055:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c179e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052066:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c179e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052075:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c179e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777421229.052085:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777421229.052085:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c17a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052093:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c17a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052099:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c17a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052176:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c17ac lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052180:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c17ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052184:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c17ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421229.052209:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 158 00000004:00200000:1.0:1777421229.052213:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421229.052226:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c17ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052241:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c17ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052247:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c179e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052251:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c179e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052255:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c179e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052259:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421229.052262:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c179e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052267:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c179e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052291:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff97104562f800) 00010000:00010000:1.0:1777421229.052293:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421229.052297:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c179e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052301:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c179e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052310:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c17a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052313:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c17a5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052321:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c17a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052324:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42956800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421229.052326:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c17a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052329:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c17a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052333:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff971050d92e00) 00010000:00010000:1.0:1777421229.052335:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421229.052349:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c17a5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052356:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c17a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052385:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c1797 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05103 expref: 60 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052398:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956200/0xd9d09a059d6c17ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05103 expref: 59 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.052406:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff971050d92900) 00010000:00010000:1.0:1777421229.052408:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421229.052411:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42956200, rc 0) 00000100:00100000:1.0:1777421229.052540:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+59:18491:x1863761006900480:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 602us (1289us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421229.052557:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 572 00000100:00100000:2.0:1777421229.055371:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421229.055670:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006900608 00000100:00100000:3.0:1777421229.055680:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006900608 00000100:00080000:0.0:1777421229.055738:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421229.055751:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 141 00000100:00100000:3.0:1777421229.055761:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+9:2361:x1863761006900608:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421229.055778:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421229.055795:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e933605e/0xd9d09a059d6c17b3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0510a expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421229.055856:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710774a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018315648:192.168.204.24@tcp:106: 00000100:00100000:3.0:1777421229.055966:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107a1d4480 going to sleep for 11 seconds 00002000:00010000:3.0:1777421229.059397:0:7984:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0xc:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1777421229.059407:0:7984:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0xc:0x0] updating lvb mtime: 0 -> 1777421228 00002000:00010000:3.0:1777421229.059410:0:7984:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0xc:0x0] updating lvb atime: 0 -> 1777421228 00002000:00010000:3.0:1777421229.059413:0:7984:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0xc:0x0] updating lvb ctime: 0 -> 1777421228 00000100:00100000:3.0:1777421229.059437:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710774a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018315648:192.168.204.24@tcp:106: 00010000:00010000:3.0:1777421229.059486:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e933605e/0xd9d09a059d6c17b3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0510a expref: 10 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.059512:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e933605e/0xd9d09a059d6c17b3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0510a expref: 10 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.059524:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cfa00, rc 0) 00000100:00100000:3.0:1777421229.059592:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+9:2361:x1863761006900608:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 3830us (4230us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421229.059602:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 141 00000100:00100000:0.0:1777421229.063779:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421229.063878:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006900736 00000100:00100000:1.0:1777421229.063887:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006900736 00000100:00100000:1.0:1777421229.063946:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 573 00000100:00100000:1.0:1777421229.063956:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+59:18491:x1863761006900736:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421229.063976:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421229.063998:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c17ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05111 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.064082:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c17c1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.064093:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c17c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.064100:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c17c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421229.064153:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x22:0x0]: returning size 512 00000004:00200000:1.0:1777421229.064157:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421229.064190:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c17c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.064223:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c17ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05111 expref: 61 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.064244:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956800/0xd9d09a059d6c17c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05111 expref: 60 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.065860:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff97104562f800) 00010000:00010000:1.0:1777421229.065865:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421229.065869:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42956800, rc 0) 00000100:00100000:1.0:1777421229.065935:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+60:18491:x1863761006900736:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1978us (2165us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421229.065945:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 573 00000100:00100000:2.0:1777421229.068494:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421229.068848:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006900864 00000100:00100000:3.0:1777421229.068859:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006900864 00000100:00100000:3.0:1777421229.068918:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 142 00000100:00100000:3.0:1777421229.069015:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+9:2360:x1863761006900864:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421229.069035:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421229.069053:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e8f13cd/0xd9d09a059d6c17c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05118 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421229.069113:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710774a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018315776:192.168.204.24@tcp:106: 00000100:00100000:3.0:1777421229.069243:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107a1d4480 going to sleep for 11 seconds 00000100:00100000:3.0:1777421229.072964:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710774a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018315776:192.168.204.24@tcp:106: 00010000:00010000:3.0:1777421229.073007:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e8f13cd/0xd9d09a059d6c17c8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05118 expref: 10 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.073033:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e8f13cd/0xd9d09a059d6c17c8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05118 expref: 10 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.073045:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cf200, rc 0) 00000100:00100000:3.0:1777421229.073165:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+9:2360:x1863761006900864:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 4153us (4679us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421229.073174:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 142 00000100:00100000:0.0:1777421229.080622:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421229.081441:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006901120 00000100:00100000:1.0:1777421229.081452:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006901120 00000100:00100000:1.0:1777421229.081503:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 574 00000100:00100000:1.0:1777421229.081512:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+60:18491:x1863761006901120:12345-192.168.204.24@tcp:58:lfs.0 00000040:00080000:1.0:1777421229.081781:0:8245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].13, 136 off9960 00000100:00100000:1.0:1777421229.081858:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+60:18491:x1863761006901120:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 348us (1249us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421229.081864:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 574 00000040:00080000:1.0:1777421229.282596:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421229.282609:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421229.282656:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 14 count 3 00000040:00080000:1.0:1777421229.282665:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421229.282985:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077354a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018315904:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421229.283112:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4780 going to sleep for 11 seconds 00010000:00010000:0.0:1777421229.284977:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421229.285813:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077354a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018315904:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421229.287671:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421229.287942:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006901248 00000100:00100000:1.0:1777421229.287957:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006901248 00000100:00100000:1.0:1777421229.288198:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 575 00000100:00100000:1.0:1777421229.288213:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+28:18501:x1863761006901248:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421229.288315:0:5772:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0xe:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421229.288501:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+28:18501:x1863761006901248:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 292us (838us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421229.288511:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 575 00000100:00100000:3.0:1777421229.295252:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421229.295343:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006901504 00000100:00100000:1.0:1777421229.295357:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006901504 00000100:00100000:1.0:1777421229.295424:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 576 00000100:00100000:1.0:1777421229.295434:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+28:18501:x1863761006901504:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421229.295455:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421229.295477:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c17cf lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0511f expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.295580:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c17d6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.295594:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c17d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.295606:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c17d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421229.295616:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 158 00010000:00010000:1.0:1777421229.295840:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c17cf lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0511f expref: 31 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.295856:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c17d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0511f expref: 30 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.295862:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff971050d92900) 00010000:00010000:1.0:1777421229.295864:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421229.295873:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42957a00, rc 0) 00000100:00100000:1.0:1777421229.295959:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:18501:x1863761006901504:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 526us (720us total) trans 4294967693 rc 0/0 00000100:00100000:1.0:1777421229.295967:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 576 00000100:00100000:3.0:1777421229.300131:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421229.300162:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421229.300188:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006901632 00000100:00100000:0.0:1777421229.300201:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006901632 00000100:00100000:1.0:1777421229.300218:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006901760 00000100:00100000:1.0:1777421229.300224:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006901760 00000100:00100000:0.0:1777421229.300260:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 143 00000100:00100000:0.0:1777421229.300271:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2361:x1863761006901632:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00000100:00100000:1.0:1777421229.300297:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 18 00000100:00100000:1.0:1777421229.300305:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:2361:x1863761006901760:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421229.300317:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421229.300354:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c17d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0511f expref: 30 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.300373:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff971050d92900) 00010000:00010000:1.0:1777421229.300379:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421229.300382:0:7984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008f2b59b9/0xd9d09a059d6c17e4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421229.300403:0:7984:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c1790 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050fc expref: 7 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421229.300413:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421229.300427:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421229.300431:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f2b59b9/0xd9d09a059d6c17e4 lrc: 4/1,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421229.300443:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:2361:x1863761006901760:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 137us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421229.300451:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 18 00010000:00010000:0.0:1777421229.300470:0:7984:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c1790 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050fc expref: 7 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421229.300484:0:7984:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c1790 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050fc expref: 7 pid: 7984 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421229.300501:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018316032:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421229.300560:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049fe8840 going to sleep for 11 seconds 00000100:00100000:0.0:1777421229.302526:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018316032:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421229.302558:0:7984:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008f2b59b9/0xd9d09a059d6c17e4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421229.304487:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421229.304536:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006901888 00000100:00100000:1.0:1777421229.304546:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006901888 00002000:00100000:1.0:1777421229.304596:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xc:0x0] (0->157) req@ffff9710779a5500 x1863761006901888/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:240/0 lens 648/0 e 0 to 0 dl 1777421240 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421229.304608:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710779a5500 with x1863761006901888 ext(0->157) 00010000:00010000:1.0:1777421229.304616:0:6558:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c1790 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050fc expref: 8 pid: 7984 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.304642:0:6558:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c1790 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050fc expref: 8 pid: 7984 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421229.304661:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9710779a5500 00000100:00100000:1.0:1777421229.304697:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 3 00000100:00100000:1.0:1777421229.304706:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006901888:12345-192.168.204.24@tcp:4:cp.0 00000100:00100000:1.0:1777421229.305251:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006901888:12345-192.168.204.24@tcp:4:cp.0 Request processed in 544us (769us total) trans 4294967324 rc 0/0 00000100:00100000:1.0:1777421229.305260:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 3 00002000:00100000:1.0:1777421229.305268:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xc:0x0] (0->157) req@ffff9710779a5500 x1863761006901888/t4294967324(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:240/0 lens 648/448 e 0 to 0 dl 1777421240 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421229.305307:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710779a5500 with x1863761006901888 ext(0->157) 00010000:00010000:1.0:1777421229.305314:0:6558:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c1790 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050fc expref: 10 pid: 7984 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421229.305325:0:6558:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c1790 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050fc expref: 10 pid: 7984 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421229.305345:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9710779a5500 00000100:00100000:3.0:1777421229.308589:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421229.308718:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006902016 00000100:00100000:2.0:1777421229.308730:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006902016 00010000:00010000:2.0:1777421229.308770:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c1790 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050fc expref: 10 pid: 7984 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421229.308811:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 173 00000100:00100000:2.0:1777421229.308821:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761006902016:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421229.308835:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421229.308855:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c1790 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050fc expref: 10 pid: 7984 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.308869:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c1790 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050fc expref: 10 pid: 7984 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.308895:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061327ab9/0xd9d09a059d6c1790 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050fc expref: 10 pid: 7984 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.308912:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421229.308915:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421229.308920:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008f2b59b9/0xd9d09a059d6c17e4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.308929:0:5756:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f2b59b9/0xd9d09a059d6c17e4 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.308971:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421229.309005:0:7984:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008f2b59b9/0xd9d09a059d6c17e4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.309017:0:7984:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f2b59b9/0xd9d09a059d6c17e4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421229.309024:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006902016:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 203us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421229.309033:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 173 00010000:00010000:3.0:1777421229.309045:0:7984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008f2b59b9/0xd9d09a059d6c17e4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.309056:0:7984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f2b59b9/0xd9d09a059d6c17e4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.309071:0:7984:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f2b59b9/0xd9d09a059d6c17e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.309079:0:7984:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b63a00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421229.309084:0:7984:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f2b59b9/0xd9d09a059d6c17e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.309094:0:7984:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f2b59b9/0xd9d09a059d6c17e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.309107:0:7984:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f2b59b9/0xd9d09a059d6c17e4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.309115:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f2b59b9/0xd9d09a059d6c17e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421229.309178:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761006901632:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 8909us (9053us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421229.309187:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 143 00000100:00100000:2.0:1777421229.317674:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421229.317842:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006902272 00000100:00100000:0.0:1777421229.317854:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006902272 00000100:00100000:0.0:1777421229.317916:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 577 00000100:00100000:0.0:1777421229.317927:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:18501:x1863761006902272:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421229.318060:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:18501:x1863761006902272:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 135us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421229.318069:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 577 00000100:00100000:3.0:1777421229.320681:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421229.320786:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006902400 00000100:00100000:0.0:1777421229.320796:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006902400 00000100:00100000:0.0:1777421229.320854:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 144 00000100:00100000:0.0:1777421229.320866:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006902400:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421229.320893:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421229.320914:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008202dcaf/0xd9d09a059d6c17eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05126 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421229.320941:0:7984:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xc:0x0] initial LVB size: 158, mtime: 0x69f14bac, atime: 0x0, ctime: 0x69f14bac, blocks: 0x1 00010000:00010000:0.0:1777421229.320960:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421229.320963:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421229.320971:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008202dcaf/0xd9d09a059d6c17eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05126 expref: 9 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421229.321004:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008202dcaf/0xd9d09a059d6c17eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05126 expref: 9 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421229.321020:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b63e00, rc 0) 00000100:00100000:0.0:1777421229.321119:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761006902400:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 256us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421229.321128:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 144 00000100:00100000:0.0:1777421229.325767:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421229.325843:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006902656 00000100:00100000:1.0:1777421229.325853:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006902656 00000100:00100000:1.0:1777421229.325915:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 578 00000100:00100000:1.0:1777421229.325925:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:18501:x1863761006902656:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421229.326031:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:18501:x1863761006902656:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 107us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421229.326039:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 578 00000100:00100000:2.0:1777421229.329726:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421229.330395:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006902784 00000100:00100000:1.0:1777421229.330406:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006902784 00002000:00100000:1.0:1777421229.330451:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xc:0x0] (0->4095) req@ffff9710807bc000 x1863761006902784/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:240/0 lens 488/0 e 0 to 0 dl 1777421240 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421229.330464:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710807bc000 with x1863761006902784 ext(0->4095) 00002000:00010000:1.0:1777421229.330470:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710807bc000 00000100:00100000:1.0:1777421229.330501:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 52 00000100:00100000:1.0:1777421229.330511:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761006902784:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1777421229.330703:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761006902784:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 193us (989us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777421229.330709:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 52 00002000:00100000:1.0:1777421229.330714:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xc:0x0] (0->4095) req@ffff9710807bc000 x1863761006902784/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:240/0 lens 488/4536 e 0 to 0 dl 1777421240 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421229.330720:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710807bc000 with x1863761006902784 ext(0->4095) 00002000:00010000:1.0:1777421229.330722:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710807bc000 00000100:00100000:1.0:1777421229.336743:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421229.336849:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006902912 00000100:00100000:3.0:1777421229.336860:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006902912 00000100:00100000:3.0:1777421229.336923:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 579 00000100:00100000:3.0:1777421229.336934:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:18501:x1863761006902912:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421229.336979:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421229.337002:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c17f2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0512d expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.337039:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c17f9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.337059:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c17f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.337071:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c17f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.337163:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c17f2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0512d expref: 31 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.337179:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c17f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0512d expref: 30 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.337189:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff971050d92900) 00010000:00010000:3.0:1777421229.337191:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421229.337195:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cfa00, rc 0) 00000100:00100000:3.0:1777421229.337248:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:18501:x1863761006902912:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 316us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421229.337255:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 579 00000100:00100000:0.0:1777421229.342654:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421229.343201:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006903040 00000100:00100000:2.0:1777421229.343214:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006903040 00000100:00100000:3.0:1777421229.343440:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 580 00000100:00100000:3.0:1777421229.343453:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:18501:x1863761006903040:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421229.343637:0:5772:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0xe:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421229.344666:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:18501:x1863761006903040:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 1210us (2019us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421229.344677:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 580 00000100:00100000:3.0:1777421229.349591:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421229.349653:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006903168 00000100:00100000:2.0:1777421229.349666:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006903168 00000100:00100000:2.0:1777421229.349796:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 145 00000100:00100000:2.0:1777421229.349810:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761006903168:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421229.349857:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b9a5d101/0xd9d09a059d6c1800 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.349874:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421229.349876:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421229.349882:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9a5d101/0xd9d09a059d6c1800 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.349896:0:6553:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9a5d101/0xd9d09a059d6c1800 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.349928:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b9a5d101/0xd9d09a059d6c1800 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.349962:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b9a5d101/0xd9d09a059d6c1800 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.349972:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b9a5d101/0xd9d09a059d6c1800 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.349980:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510f600 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421229.349985:0:6553:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9a5d101/0xd9d09a059d6c1800 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.350003:0:6553:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9a5d101/0xd9d09a059d6c1800 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.350023:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b9a5d101/0xd9d09a059d6c1800 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.350032:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9a5d101/0xd9d09a059d6c1800 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421229.350109:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761006903168:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 303us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421229.350118:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 145 00000100:00100000:1.0:1777421229.351760:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421229.351854:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006903424 00000100:00100000:2.0:1777421229.351863:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006903424 00000100:00100000:2.0:1777421229.351943:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 581 00000100:00100000:2.0:1777421229.351960:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:18501:x1863761006903424:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777421229.352034:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c1807 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.352110:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c17f9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0512d expref: 30 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.352117:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c1807 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.352148:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c17f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0512d expref: 30 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.352161:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c17f9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0512d expref: 30 pid: 5772 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421229.352177:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710807bce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018316160:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421229.352266:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107a137300 going to sleep for 11 seconds 00000100:00100000:2.0:1777421229.355659:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710807bce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018316160:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421229.355710:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c1807 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421229.359843:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421229.360166:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006903552 00000100:00100000:3.0:1777421229.360178:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006903552 00010000:00010000:3.0:1777421229.360216:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c17f9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0512d expref: 31 pid: 5772 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421229.360257:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 174 00000100:00100000:3.0:1777421229.360269:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:2361:x1863761006903552:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421229.360674:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421229.360683:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c17f9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0512d expref: 31 pid: 5772 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.360697:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c17f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0512d expref: 31 pid: 5772 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.360724:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c17f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0512d expref: 31 pid: 5772 timeout: 395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.360739:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff971050d92900) 00010000:00010000:3.0:1777421229.360745:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c1807 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.360755:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c1807 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.360775:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c1807 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.360861:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421229.360931:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:2361:x1863761006903552:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 664us (1095us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421229.360953:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 174 00010000:00010000:0.0:1777421229.361084:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c1807 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421229.361094:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c1807 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421229.361883:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c1807 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421229.361904:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c1807 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421229.361911:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c1807 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421229.361917:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510f800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421229.361922:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c1807 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421229.362232:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c1807 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421229.362248:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff971050d92900) 00010000:00010000:0.0:1777421229.362251:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421229.362256:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c1807 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421229.362263:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c1807 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421229.362551:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:18501:x1863761006903424:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 10590us (10797us total) trans 4294967694 rc 0/0 00000100:00100000:0.0:1777421229.362563:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 581 00000040:00080000:3.0:1777421229.362854:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421229.362859:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421229.364665:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1777421229.364678:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421229.367247:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421229.370625:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006903808 00000100:00100000:0.0:1777421229.370644:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006903808 00000100:00100000:0.0:1777421229.370713:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 140 00000100:00100000:0.0:1777421229.370725:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c487100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:18501:x1863761006903808:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421229.370982:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c487100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:18501:x1863761006903808:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 259us (3743us total) trans 4294967695 rc 0/0 00000100:00100000:0.0:1777421229.370999:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 140 00000040:00080000:0.0:1777421229.512564:0:15388:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421229.512574:0:15388:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421229.512613:0:15388:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 14 count 3 00000040:00080000:0.0:1777421229.512618:0:15388:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421229.642946:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421229.643042:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006903936 00000100:00100000:2.0:1777421229.643063:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006903936 00000100:00100000:2.0:1777421229.643153:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 146 00000100:00100000:2.0:1777421229.643167:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+9:2359:x1863761006903936:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:2.0:1777421229.643195:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421229.643242:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9a5d101/0xd9d09a059d6c180e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05134 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.643321:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421229.643335:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421229.643354:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9a5d101/0xd9d09a059d6c180e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05134 expref: 10 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.643378:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b9a5d101/0xd9d09a059d6c180e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05134 expref: 10 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.643395:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510f600, rc 0) 00000100:00100000:2.0:1777421229.643467:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+10:2359:x1863761006903936:12345-192.168.204.24@tcp:101:diff.0 Request processed in 303us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421229.643475:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 146 00000100:00100000:3.0:1777421229.646663:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421229.646729:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006904192 00000100:00100000:0.0:1777421229.646741:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006904192 00000100:00100000:0.0:1777421229.646803:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 582 00000100:00100000:0.0:1777421229.646812:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+60:18519:x1863761006904192:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:0.0:1777421229.646832:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421229.646853:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1815 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0513b expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421229.646948:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c181c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421229.646960:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c181c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421229.646973:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c181c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421229.646983:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 158 00010000:00010000:0.0:1777421229.647143:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1815 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0513b expref: 63 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421229.647170:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c181c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0513b expref: 62 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421229.647190:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff971050d92900) 00010000:00010000:0.0:1777421229.647193:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421229.647197:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b63c00, rc 0) 00000100:00100000:0.0:1777421229.647261:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+62:18519:x1863761006904192:12345-192.168.204.24@tcp:101:diff.0 Request processed in 450us (605us total) trans 4294967696 rc 0/0 00000100:00100000:0.0:1777421229.647268:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 582 00000100:00100000:1.0:1777421229.650977:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421229.651025:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421229.651126:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006904448 00000100:00100000:2.0:1777421229.651136:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006904448 00002000:00100000:2.0:1777421229.651185:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xc:0x0] (0->4095) req@ffff97106ff68700 x1863761006904448/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:240/0 lens 488/0 e 0 to 0 dl 1777421240 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421229.651197:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff68700 with x1863761006904448 ext(0->4095) 00002000:00010000:2.0:1777421229.651202:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97106ff68700 00000100:00100000:2.0:1777421229.651231:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 53 00000100:00100000:2.0:1777421229.651240:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+10:2360:x1863761006904448:12345-192.168.204.24@tcp:3:diff.0 00000100:00100000:3.0:1777421229.651585:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006904320 00000100:00100000:3.0:1777421229.651589:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006904320 00000100:00100000:3.0:1777421229.651627:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 19 00000100:00100000:3.0:1777421229.651632:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+62:2361:x1863761006904320:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421229.651641:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421229.651664:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c181c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0513b expref: 62 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421229.651683:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff971050d92900) 00010000:00010000:3.0:1777421229.651689:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421229.651747:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+61:2361:x1863761006904320:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 113us (783us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421229.651754:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 19 00000100:00100000:2.0:1777421229.652026:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+10:2360:x1863761006904448:12345-192.168.204.24@tcp:3:diff.0 Request processed in 786us (999us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777421229.652035:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 53 00002000:00100000:2.0:1777421229.652056:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xc:0x0] (0->4095) req@ffff97106ff68700 x1863761006904448/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:240/0 lens 488/4536 e 0 to 0 dl 1777421240 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421229.652066:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff68700 with x1863761006904448 ext(0->4095) 00002000:00010000:2.0:1777421229.652069:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97106ff68700 00000100:00100000:1.0:1777421229.655846:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421229.657101:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006904704 00000100:00100000:0.0:1777421229.657119:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006904704 00000100:00100000:0.0:1777421229.657195:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 141 00000100:00100000:0.0:1777421229.657206:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+61:18519:x1863761006904704:12345-192.168.204.24@tcp:35:diff.0 00000100:00100000:0.0:1777421229.657524:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+62:18519:x1863761006904704:12345-192.168.204.24@tcp:35:diff.0 Request processed in 319us (1689us total) trans 4294967697 rc 0/0 00000100:00100000:0.0:1777421229.657532:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 141 00000100:00100000:0.0:1777421229.682410:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421229.683056:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006904960 00000100:00100000:2.0:1777421229.683067:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006904960 00000100:00100000:2.0:1777421229.683131:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 583 00000100:00100000:2.0:1777421229.683142:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+62:18522:x1863761006904960:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421229.683164:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421229.683184:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c182a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05142 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.683301:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c1831 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.683316:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c1831 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.683505:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c1831 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421229.683516:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 158 00010000:00010000:2.0:1777421229.683643:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c182a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05142 expref: 65 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.683659:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f400/0xd9d09a059d6c1831 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05142 expref: 64 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.683667:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff971050d92900) 00010000:00010000:2.0:1777421229.683682:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777421229.683686:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510f400, rc 0) 00000100:00100000:2.0:1777421229.683757:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+64:18522:x1863761006904960:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 617us (1358us total) trans 4294967698 rc 0/0 00000100:00100000:2.0:1777421229.683765:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 583 00000100:00100000:1.0:1777421229.686951:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421229.687053:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006905088 00000100:00100000:2.0:1777421229.687063:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006905088 00000100:00100000:2.0:1777421229.687122:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 584 00000100:00100000:2.0:1777421229.687132:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+64:18522:x1863761006905088:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:2.0:1777421229.687195:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c183f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.687212:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c183f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.687224:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c183f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.687250:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c183f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.687257:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c183f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.687264:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c183f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.687270:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510f000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421229.688037:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c183f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.688066:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c183f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.688080:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff971050d92900) 00010000:00010000:2.0:1777421229.688083:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421229.688087:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c183f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.688093:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c183f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421229.688232:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+64:18522:x1863761006905088:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 1099us (1288us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421229.688241:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 584 00000100:00100000:1.0:1777421229.735210:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421229.735320:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006905216 00000100:00100000:2.0:1777421229.735343:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006905216 00000100:00100000:2.0:1777421229.735409:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 585 00000100:00100000:2.0:1777421229.735421:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080742a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+64:18529:x1863761006905216:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:2.0:1777421229.735491:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1846 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.735509:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1846 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.735522:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1846 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.735546:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1846 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.735571:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1846 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.735579:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1846 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.735586:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510f000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421229.735590:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1846 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.735597:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1846 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.735609:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff971050d92900) 00010000:00010000:2.0:1777421229.735612:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421229.735617:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1846 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421229.735624:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1846 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421229.735796:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080742a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+64:18529:x1863761006905216:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 376us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421229.735805:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 585 00010000:00010000:3.0:1777421230.306458:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777421230.907818:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967697 is committed 00000001:00080000:0.0:1777421230.907835:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967695 is committed 00000001:00080000:0.0:1777421230.907863:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967698 is committed 00010000:00010000:2.0:1777421231.332556:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421232.273670:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421232.273720:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006905344 00000100:00100000:2.0:1777421232.273731:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006905344 00000100:00100000:2.0:1777421232.273840:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 586 00000100:00100000:2.0:1777421232.273851:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:18483:x1863761006905344:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 00000100:00080000:3.0:1777421232.273905:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421232.273975:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:18483:x1863761006905344:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 Request processed in 125us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421232.273984:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 586 00000100:00100000:1.0:1777421232.275881:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421232.275973:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006905600 00000100:00100000:3.0:1777421232.275983:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006905600 00000100:00100000:3.0:1777421232.276043:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 142 00000100:00100000:3.0:1777421232.276055:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+24:18483:x1863761006905600:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421232.276569:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:18483:x1863761006905600:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 515us (702us total) trans 4294967699 rc 0/0 00000100:00100000:3.0:1777421232.276578:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 142 00010000:00010000:0.0:1777421232.354600:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421232.418615:0:3300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777421232.418639:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080742d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018316288:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421232.418704:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421232.418821:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018316288 00000100:00100000:1.0:1777421232.418832:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018316288 00000100:00100000:1.0:1777421232.418907:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1777421232.418917:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018316288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777421232.418955:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 1703936 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777421232.419002:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018316288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421232.419009:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00080000:3.0:1777421232.419074:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421232.419112:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080742d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018316288:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421232.440733:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421232.440882:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421232.440907:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421232.440927:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421232.440943:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421232.440963:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421232.440974:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006905984 00000100:00100000:0.0:1777421232.440983:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006905984 00000100:00100000:1.0:1777421232.440984:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006905728 00000100:00100000:1.0:1777421232.440987:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006905728 00000100:00100000:0.0:1777421232.441021:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006906240 00000100:00100000:0.0:1777421232.441024:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006906240 00000100:00100000:1.0:1777421232.441025:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 290 00000100:00100000:1.0:1777421232.441033:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761006905728:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421232.441034:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006906112 00000100:00100000:0.0:1777421232.441036:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006906112 00000100:00100000:0.0:1777421232.441047:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006906368 00000100:00100000:0.0:1777421232.441049:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006906368 00000100:00100000:0.0:1777421232.441061:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 129 00000100:00100000:0.0:1777421232.441074:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080740a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006905984:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421232.441093:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761006905728:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 61us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421232.441101:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 290 00000100:00100000:0.0:1777421232.441104:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080740a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006905984:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 31us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421232.441109:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 129 00000100:00100000:0.0:1777421232.441120:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 130 00000100:00100000:0.0:1777421232.441126:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080741500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006906240:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421232.441146:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080741500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006906240:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 20us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421232.441151:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 130 00000100:00100000:0.0:1777421232.441163:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 131 00000100:00100000:0.0:1777421232.441169:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080742300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+8:2360:x1863761006906112:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421232.441191:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080742300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+8:2360:x1863761006906112:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 23us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421232.441197:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 131 00000100:00100000:0.0:1777421232.441208:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 132 00000100:00100000:0.0:1777421232.441215:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080741180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2360:x1863761006906368:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421232.441237:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080741180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2360:x1863761006906368:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 22us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421232.441242:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 132 00000100:00080000:0.0:1777421232.441265:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777421232.441268:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421232.441649:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006905856 00000100:00100000:2.0:1777421232.441655:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006905856 00000100:00100000:2.0:1777421232.441693:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 146 00000100:00100000:2.0:1777421232.441701:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+59:2360:x1863761006905856:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421232.441742:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+59:2360:x1863761006905856:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 42us (1020us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421232.441748:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 146 00000100:00080000:0.0:1777421232.441815:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:2.0:1777421232.445333:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967324 is committed 00000001:02000400:1.0:1777421233.158903:0:15589:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 10b: Archive of non dirty file must work without doing request ========================================================== 20:07:11 (1777421231) 00000100:00100000:1.0:1777421233.309075:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421233.309198:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006906624 00000100:00100000:2.0:1777421233.309209:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006906624 00000100:00100000:3.0:1777421233.309466:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 587 00000100:00100000:3.0:1777421233.309479:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:19135:x1863761006906624:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421233.309502:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421233.309522:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c184d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05149 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.309596:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1854 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.309610:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1854 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.309624:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1854 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.309656:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c185b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.309664:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c185b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.309670:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c185b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.309897:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c1862 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.309906:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c1862 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.309913:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c1862 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421233.309923:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:3.0:1777421233.310035:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1854 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.310042:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1854 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.310048:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1854 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.310053:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cfa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421233.310057:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1854 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.310075:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1854 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.310086:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff971050d92600) 00010000:00010000:3.0:1777421233.310089:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421233.310094:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1854 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.310099:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c1854 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.310111:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c185b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.310117:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c185b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.310122:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c185b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.310128:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421233.310130:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c185b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.310136:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c185b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.310143:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff971043c57700) 00010000:00010000:3.0:1777421233.310145:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421233.310148:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c185b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.310164:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c185b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.310620:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf200/0xd9d09a059d6c184d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05149 expref: 28 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.310635:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c1862 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05149 expref: 27 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.310643:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:3.0:1777421233.310645:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421233.310648:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cf000, rc 0) 00000100:00100000:3.0:1777421233.310718:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:19135:x1863761006906624:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1242us (1653us total) trans 4294967700 rc 0/0 00000100:00100000:3.0:1777421233.310726:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 587 00000100:00100000:2.0:1777421233.316543:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421233.316589:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421233.316684:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006906880 00000100:00100000:1.0:1777421233.316695:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006906880 00000100:00100000:1.0:1777421233.316756:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 588 00000100:00100000:1.0:1777421233.316767:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:19135:x1863761006906880:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1777421233.316860:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006906752 00000100:00100000:3.0:1777421233.316866:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006906752 00000100:00100000:3.0:1777421233.316910:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 20 00000100:00100000:3.0:1777421233.316918:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045cf0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+28:2361:x1863761006906752:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421233.316928:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421233.316952:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c1862 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05149 expref: 28 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.316971:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:3.0:1777421233.316977:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421233.317014:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:19135:x1863761006906880:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 247us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421233.317023:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 588 00000100:00100000:3.0:1777421233.317081:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045cf0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:2361:x1863761006906752:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 162us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421233.317097:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 20 00000100:00100000:1.0:1777421233.320906:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421233.321221:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006907008 00000100:00100000:0.0:1777421233.321234:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006907008 00000100:00100000:0.0:1777421233.321352:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 589 00000100:00100000:0.0:1777421233.321362:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080740000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+59:19136:x1863761006907008:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421233.321383:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421233.321418:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1870 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05150 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.321488:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1877 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.321504:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1877 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.321516:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1877 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.321530:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c187e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.321537:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c187e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.321543:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c187e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.321620:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1877 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.321627:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1877 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.321633:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1877 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.321651:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421233.321655:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1877 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.321662:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1877 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.321673:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104562ff00) 00010000:00010000:0.0:1777421233.321676:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421233.321680:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1877 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.321686:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1877 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.321699:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c187e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.321706:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c187e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.321711:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c187e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.321717:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421233.321719:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c187e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.321730:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c187e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.321749:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80c094a7 (ffff971042afda00) 00010000:00010000:0.0:1777421233.321752:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421233.321756:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c187e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.321763:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c187e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.321796:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1870 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05150 expref: 60 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.321805:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104562ff00) 00010000:00010000:0.0:1777421233.321807:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421233.321811:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1870 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05150 expref: 60 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.321819:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b62a00, rc 0) 00000100:00100000:0.0:1777421233.321894:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080740000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+59:19136:x1863761006907008:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 533us (998us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421233.321902:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 589 00000100:00100000:1.0:1777421233.326570:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421233.326618:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006907264 00000100:00100000:0.0:1777421233.326629:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006907264 00000100:00100000:1.0:1777421233.326722:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 590 00000100:00100000:1.0:1777421233.326734:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080743b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+59:19136:x1863761006907264:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:1.0:1777421233.326788:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421233.326814:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c1686 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050a8 expref: 59 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.326833:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104562ff00) 00010000:00010000:1.0:1777421233.326838:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421233.326924:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c1885 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.326936:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c16ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050c4 expref: 25 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.326941:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c1885 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.326989:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c16ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050c4 expref: 25 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.327002:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c16ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050c4 expref: 25 pid: 8245 timeout: 399 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421233.327032:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080741880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018316416:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421233.327107:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049a803c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421233.329067:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421233.329067:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080741880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018316416:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421233.329092:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c1885 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421233.329187:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006907392 00000100:00100000:3.0:1777421233.329195:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006907392 00010000:00010000:3.0:1777421233.329222:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c16ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050c4 expref: 26 pid: 8245 timeout: 399 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421233.329309:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 175 00000100:00100000:2.0:1777421233.329321:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:2361:x1863761006907392:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421233.329334:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421233.329340:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c16ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050c4 expref: 26 pid: 8245 timeout: 399 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421233.329352:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c16ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050c4 expref: 26 pid: 8245 timeout: 399 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421233.329372:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c16ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e050c4 expref: 26 pid: 8245 timeout: 399 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421233.329396:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104562ff00) 00010000:00010000:2.0:1777421233.329400:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c1885 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421233.329409:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c1885 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421233.329416:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c1885 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421233.329443:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421233.329469:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c1885 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.329476:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c1885 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421233.329493:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:2361:x1863761006907392:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 175us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421233.329499:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 175 00010000:00010000:1.0:1777421233.329503:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c188c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.329512:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c188c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.329520:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c188c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421233.330480:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 512 00010000:00010000:1.0:1777421233.330493:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c1885 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.330501:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c1885 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.330507:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c1885 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.330521:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42956c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421233.330526:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c1885 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.330532:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c1885 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.330543:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104562ff00) 00010000:00010000:1.0:1777421233.330546:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421233.330563:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c1885 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.330569:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c1885 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421233.330585:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000a9614c60 reply state 000000006a71bc2b transno 4294967701 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c188c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421233.330593:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421233.330671:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080743b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+60:19136:x1863761006907264:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 3939us (4286us total) trans 4294967701 rc 0/0 00000100:00100000:1.0:1777421233.330680:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 590 00010000:00010000:3.0:1777421233.332880:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c188c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.332899:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c188c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.332906:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c188c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.332913:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421233.332917:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c188c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.332925:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c188c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.332939:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80c094a7 (ffff971050d92a00) 00010000:00010000:3.0:1777421233.332942:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421233.332958:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c188c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.332964:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c188c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421233.338586:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421233.338706:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006907520 00000100:00100000:1.0:1777421233.338716:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006907520 00000100:00100000:1.0:1777421233.338779:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 591 00000100:00100000:1.0:1777421233.338789:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+59:19137:x1863761006907520:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:1.0:1777421233.338813:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421233.338845:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c1893 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05157 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.338923:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c189a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.338937:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c189a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.338949:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c189a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421233.339007:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1777421233.339011:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 15 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421233.339034:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c189a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.339058:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c1893 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05157 expref: 61 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.339086:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c189a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05157 expref: 60 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.339096:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92e00) 00010000:00010000:1.0:1777421233.339099:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421233.339103:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42957600, rc 0) 00000100:00100000:1.0:1777421233.339479:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+60:19137:x1863761006907520:12345-192.168.204.24@tcp:101:bash.0 Request processed in 689us (901us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421233.339487:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 591 00000100:00100000:2.0:1777421233.341597:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421233.341686:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006907648 00000100:00100000:1.0:1777421233.341696:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006907648 00000100:00100000:1.0:1777421233.341759:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 592 00000100:00100000:1.0:1777421233.341768:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+60:19137:x1863761006907648:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:1.0:1777421233.341786:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421233.341805:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c18a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0515e expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.341864:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c18a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.341877:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c18a8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.341888:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c18a8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.341904:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c18af lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.341912:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c18af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.341919:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c18af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.342030:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c18b6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.342039:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c18b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.342046:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c18b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421233.342083:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 512 00000004:00200000:1.0:1777421233.342087:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421233.342107:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c18b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.342119:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c18a8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.342125:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c18a8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.342137:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c18a8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.342143:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42956e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421233.342147:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c18a8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.342155:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c18a8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.342166:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92e00) 00010000:00010000:1.0:1777421233.342169:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421233.342173:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c18a8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.342179:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c18a8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.342192:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c18af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.342209:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c18af lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.342215:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c18af lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.342220:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421233.342223:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c18af lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.342230:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c18af lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.342239:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80c094a7 (ffff971050d92300) 00010000:00010000:1.0:1777421233.342241:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421233.342244:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c18af lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.342251:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c18af lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.342408:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c18a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0515e expref: 62 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.342422:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957200/0xd9d09a059d6c18b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0515e expref: 61 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.342429:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97104562f200) 00010000:00010000:1.0:1777421233.342431:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421233.342439:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42957200, rc 0) 00000100:00100000:1.0:1777421233.342525:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+61:19137:x1863761006907648:12345-192.168.204.24@tcp:101:bash.0 Request processed in 757us (933us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421233.342534:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 592 00000100:00100000:2.0:1777421233.345753:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421233.345794:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006907776 00000100:00100000:1.0:1777421233.345803:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006907776 00000100:00100000:1.0:1777421233.345846:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 593 00000100:00100000:1.0:1777421233.345853:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+61:19137:x1863761006907776:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:1.0:1777421233.345870:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421233.345886:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c18bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05165 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.345992:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c18c4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.346003:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c18c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.346012:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c18c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.346055:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c18cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.346060:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c18cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.346064:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c18cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.346120:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c18c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.346141:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c18c4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.346148:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c18c4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.346154:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421233.346158:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c18c4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.346165:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c18c4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.346177:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97104562f200) 00010000:00010000:1.0:1777421233.346180:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421233.346185:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c18c4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.346192:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c18c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.346205:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c18cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.346211:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c18cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.346217:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c18cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.346222:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8e200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421233.346232:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c18cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.346239:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c18cb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.346247:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff97104562ff00) 00010000:00010000:1.0:1777421233.346249:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421233.346252:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c18cb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.346271:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c18cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.346347:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c18bd lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05165 expref: 62 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.346358:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97104562f200) 00010000:00010000:1.0:1777421233.346361:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421233.346365:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c18bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05165 expref: 62 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.346375:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42956c00, rc 0) 00000100:00100000:1.0:1777421233.346433:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+61:19137:x1863761006907776:12345-192.168.204.24@tcp:101:bash.0 Request processed in 579us (689us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421233.346441:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 593 00000100:00100000:3.0:1777421233.354967:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421233.355022:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006907904 00000100:00100000:1.0:1777421233.355032:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006907904 00000100:00100000:1.0:1777421233.355084:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 594 00000100:00100000:1.0:1777421233.355091:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+25:19138:x1863761006907904:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:1.0:1777421233.355119:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421233.355137:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c18d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0516c expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.355201:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c18d9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.355212:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c18d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.355220:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c18d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421233.355303:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1777421233.355306:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 15 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421233.355327:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c18d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.355344:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c18d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0516c expref: 27 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.355357:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c18d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0516c expref: 26 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.355364:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92e00) 00010000:00010000:1.0:1777421233.355366:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421233.355368:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8e600, rc 0) 00000100:00100000:1.0:1777421233.355420:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:19138:x1863761006907904:12345-192.168.204.24@tcp:101:rm.0 Request processed in 330us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421233.355425:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 594 00000100:00100000:2.0:1777421233.358150:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421233.358199:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006908032 00000100:00100000:0.0:1777421233.358209:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006908032 00000100:00100000:0.0:1777421233.358296:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 595 00000100:00100000:0.0:1777421233.358306:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:19138:x1863761006908032:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:0.0:1777421233.358325:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421233.358352:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c18e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05173 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358424:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c18e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358437:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c18e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358448:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c18e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358460:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c18ee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358467:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c18ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358473:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c18ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358571:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c18f5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358578:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c18f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358584:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c18f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421233.358611:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 512 00000004:00200000:0.0:1777421233.358614:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421233.358633:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c18f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358649:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c18e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358655:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c18e7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358663:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c18e7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358668:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421233.358672:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c18e7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358691:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c18e7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358702:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92e00) 00010000:00010000:0.0:1777421233.358705:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421233.358709:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c18e7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358715:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c18e7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358726:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c18ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358732:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c18ee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358737:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c18ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358747:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421233.358750:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c18ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358756:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c18ee lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358763:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80c094a7 (ffff971042afda00) 00010000:00010000:0.0:1777421233.358765:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421233.358768:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c18ee lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358774:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c18ee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358799:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c18e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05173 expref: 28 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358811:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63a00/0xd9d09a059d6c18f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05173 expref: 27 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421233.358818:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97104562f200) 00010000:00010000:0.0:1777421233.358820:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421233.358822:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b63a00, rc 0) 00000100:00100000:0.0:1777421233.358876:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:19138:x1863761006908032:12345-192.168.204.24@tcp:101:rm.0 Request processed in 572us (733us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421233.358882:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 595 00000100:00100000:2.0:1777421233.361015:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421233.361063:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006908160 00000100:00100000:1.0:1777421233.361073:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006908160 00000100:00100000:1.0:1777421233.361139:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 596 00000100:00100000:1.0:1777421233.361150:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:19138:x1863761006908160:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:1.0:1777421233.361166:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421233.361186:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c18fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0517a expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.361266:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1903 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.361310:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1903 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.361330:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1903 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.361345:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c190a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.361353:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c190a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.361359:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c190a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.361430:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1903 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.361438:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1903 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.361471:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1903 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.361477:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421233.361481:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1903 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.361489:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1903 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.361499:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97104562f200) 00010000:00010000:1.0:1777421233.361501:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421233.361506:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1903 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.361512:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1903 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.361523:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c190a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.361530:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c190a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.361535:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c190a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.361540:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421233.361543:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c190a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.361559:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c190a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.361567:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff97104562ff00) 00010000:00010000:1.0:1777421233.361570:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421233.361573:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c190a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.361579:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c190a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.361613:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c18fc lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0517a expref: 28 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.361623:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97104562f200) 00010000:00010000:1.0:1777421233.361626:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421233.361630:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c18fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0517a expref: 28 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.361639:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8e200, rc 0) 00000100:00100000:1.0:1777421233.361696:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:19138:x1863761006908160:12345-192.168.204.24@tcp:101:rm.0 Request processed in 547us (687us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421233.361703:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 596 00000100:00100000:3.0:1777421233.364368:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421233.364503:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006908288 00000100:00100000:1.0:1777421233.364515:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006908288 00000100:00100000:1.0:1777421233.364568:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 597 00000100:00100000:1.0:1777421233.364579:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:19138:x1863761006908288:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:1.0:1777421233.364613:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421233.364632:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1911 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05181 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.364701:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1918 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.364714:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1918 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.364724:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1918 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.364736:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c191f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.364742:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c191f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.364749:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c191f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.364808:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1918 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.364814:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1918 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.364820:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1918 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.364826:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8ee00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421233.364834:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1918 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.364842:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1918 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.364853:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97104562f200) 00010000:00010000:1.0:1777421233.364856:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421233.364860:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1918 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.364865:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1918 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.364878:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c191f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.364884:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c191f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.364891:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c191f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.364895:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8fa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421233.364898:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c191f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.364903:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c191f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.364910:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff97104562f400) 00010000:00010000:1.0:1777421233.364912:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421233.364920:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c191f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.364925:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c191f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.364969:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1911 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05181 expref: 28 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.364979:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97104562f200) 00010000:00010000:1.0:1777421233.364982:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421233.364986:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1911 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05181 expref: 28 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.364994:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8f000, rc 0) 00000100:00100000:1.0:1777421233.365049:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:19138:x1863761006908288:12345-192.168.204.24@tcp:101:rm.0 Request processed in 473us (698us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421233.365056:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 597 00000100:00100000:2.0:1777421233.375434:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421233.375509:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006908416 00000100:00100000:1.0:1777421233.375523:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006908416 00000100:00100000:1.0:1777421233.375584:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 598 00000100:00100000:1.0:1777421233.375592:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:19139:x1863761006908416:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421233.375613:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421233.375634:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1926 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05188 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.375706:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c192d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.375738:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c192d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.375750:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c192d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.375765:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1934 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.375772:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1934 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.375779:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1934 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.375845:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c192d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.375852:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c192d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.375858:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c192d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.375864:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8fa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421233.375868:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c192d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.375875:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c192d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.375886:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97104562f200) 00010000:00010000:1.0:1777421233.375894:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421233.375900:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c192d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.375907:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c192d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.375921:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1934 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.375927:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1934 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.375934:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1934 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.375939:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8ee00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421233.375942:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1934 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.375961:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1934 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.375969:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff97104562f400) 00010000:00010000:1.0:1777421233.375972:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421233.375975:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1934 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.375979:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1934 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.376012:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1926 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05188 expref: 28 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.376028:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97104562f200) 00010000:00010000:1.0:1777421233.376030:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421233.376034:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1926 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05188 expref: 28 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.376043:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8f000, rc 0) 00000100:00100000:1.0:1777421233.376110:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:19139:x1863761006908416:12345-192.168.204.24@tcp:101:cp.0 Request processed in 518us (692us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421233.376118:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 598 00010000:00010000:3.0:1777421233.379248:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421233.379484:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421233.379759:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006908544 00000100:00100000:1.0:1777421233.379774:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006908544 00000100:00100000:1.0:1777421233.379866:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 599 00000100:00100000:1.0:1777421233.379878:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:19139:x1863761006908544:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421233.379899:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421233.379920:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c193b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0518f expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.380007:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1942 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.380021:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1942 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.380033:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1942 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.380048:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1949 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.380063:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1949 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.380070:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1949 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.380209:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1942 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.380219:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1942 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.380226:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1942 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.380233:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421233.380237:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1942 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.380244:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1942 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.380267:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97104562f200) 00010000:00010000:1.0:1777421233.380271:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421233.380305:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1942 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.380312:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1942 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.380326:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1949 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.380340:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1949 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.380346:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1949 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.380351:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421233.380354:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1949 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.380360:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1949 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.380368:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff97104562ff00) 00010000:00010000:1.0:1777421233.380371:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421233.380374:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1949 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.380380:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1949 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.380498:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c193b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0518f expref: 28 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.380509:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97104562f200) 00010000:00010000:1.0:1777421233.380511:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421233.380515:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c193b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0518f expref: 28 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.380538:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8e200, rc 0) 00000100:00100000:1.0:1777421233.380732:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:19139:x1863761006908544:12345-192.168.204.24@tcp:101:cp.0 Request processed in 854us (1255us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421233.380740:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 599 00000100:00100000:3.0:1777421233.385614:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421233.385781:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006908800 00000100:00100000:1.0:1777421233.385796:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006908800 00000100:00100000:1.0:1777421233.385902:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 600 00000100:00100000:1.0:1777421233.385913:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971048d81850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:19139:x1863761006908800:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421233.385935:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421233.385957:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1950 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05196 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.386089:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1957 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.386104:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1957 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.386127:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1957 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.386143:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c195e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.386152:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c195e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.386159:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c195e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777421233.386657:0:8245:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xe:0x0], index 1: 0 00010000:00010000:1.0:1777421233.386823:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c1965 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.386833:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c1965 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.386840:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c1965 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.386873:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1957 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.386880:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1957 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.386887:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1957 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.386894:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8ee00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421233.386898:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1957 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.386905:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1957 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.386916:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97104562f200) 00010000:00010000:1.0:1777421233.386919:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421233.386923:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1957 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.386941:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1957 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421233.386954:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000a2630a76 reply state 0000000031fd0e80 transno 4294967702 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c195e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421233.386963:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777421233.386991:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1950 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05196 expref: 30 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.387005:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e000/0xd9d09a059d6c1965 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05196 expref: 29 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.387013:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff97104562f700) 00010000:00010000:1.0:1777421233.387014:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421233.387016:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8e000, rc 0) 00000100:00100000:1.0:1777421233.387136:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971048d81850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:19139:x1863761006908800:12345-192.168.204.24@tcp:101:cp.0 Request processed in 1224us (1536us total) trans 4294967702 rc 0/0 00000100:00100000:1.0:1777421233.387145:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 600 00010000:00010000:1.0:1777421233.389737:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c195e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.389755:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c195e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.389762:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c195e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.389768:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8fa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421233.389786:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c195e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.389794:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c195e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.389810:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff97104562f400) 00010000:00010000:1.0:1777421233.389814:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421233.389819:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c195e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421233.389826:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c195e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421233.390964:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421233.391188:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006908928 00000100:00100000:2.0:1777421233.391197:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006908928 00000100:00100000:2.0:1777421233.391242:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 147 00000100:00100000:2.0:1777421233.391261:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2361:x1863761006908928:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421233.391438:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421233.391461:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ed3d855/0xd9d09a059d6c1973 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0519d expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421233.391496:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777421233.391512:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421233.391514:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421233.391520:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ed3d855/0xd9d09a059d6c1973 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0519d expref: 8 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421233.391532:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003ed3d855/0xd9d09a059d6c1973 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0519d expref: 8 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421233.391541:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510fc00, rc 0) 00000100:00100000:2.0:1777421233.391586:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761006908928:12345-192.168.204.24@tcp:101:cp.0 Request processed in 336us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421233.391593:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 147 00000100:00100000:2.0:1777421233.394544:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421233.394639:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006909056 00000100:00100000:3.0:1777421233.394649:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006909056 00000100:00100000:3.0:1777421233.394704:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 148 00000100:00100000:3.0:1777421233.394714:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:19139:x1863761006909056:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:3.0:1777421233.394732:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421233.394749:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e8f13cd/0xd9d09a059d6c197a lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e051a4 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.394778:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003ed3d855/0xd9d09a059d6c1973 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0519d expref: 9 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.394795:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421233.394798:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421233.394806:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e8f13cd/0xd9d09a059d6c197a lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051a4 expref: 9 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.394839:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003ed3d855/0xd9d09a059d6c1973 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0519d expref: 9 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.394865:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003ed3d855/0xd9d09a059d6c1973 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0519d expref: 9 pid: 6553 timeout: 399 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421233.394880:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710774a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018316544:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421233.394991:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107a1d4480 going to sleep for 11 seconds 00000100:00100000:2.0:1777421233.397078:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710774a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018316544:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421233.397118:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009e8f13cd/0xd9d09a059d6c197a lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051a4 expref: 9 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421233.397136:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cf200, rc 0) 00000100:00100000:2.0:1777421233.397181:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:19139:x1863761006909056:12345-192.168.204.24@tcp:101:cp.0 Request processed in 2468us (2648us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421233.397189:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 148 00000100:00100000:1.0:1777421233.398057:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421233.398173:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006909184 00000100:00100000:2.0:1777421233.398181:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006909184 00010000:00010000:2.0:1777421233.398512:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003ed3d855/0xd9d09a059d6c1973 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0519d expref: 9 pid: 6553 timeout: 399 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421233.398561:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 176 00000100:00100000:2.0:1777421233.398570:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080742a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006909184:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421233.398586:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421233.398610:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003ed3d855/0xd9d09a059d6c1973 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0519d expref: 9 pid: 6553 timeout: 399 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421233.398623:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003ed3d855/0xd9d09a059d6c1973 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0519d expref: 9 pid: 6553 timeout: 399 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421233.398656:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ed3d855/0xd9d09a059d6c1973 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0519d expref: 9 pid: 6553 timeout: 399 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421233.398670:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421233.398672:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421233.398679:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009e8f13cd/0xd9d09a059d6c197a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051a4 expref: 8 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421233.398689:0:5756:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e8f13cd/0xd9d09a059d6c197a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051a4 expref: 8 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421233.398722:0:5756:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000009e8f13cd/0xd9d09a059d6c197a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051a4 expref: 8 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421233.398736:0:5756:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710807bca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5756:1863761018316672:192.168.204.24@tcp:105: 00000100:00100000:2.0:1777421233.398808:0:5756:0:(client.c:2690:ptlrpc_set_wait()) set ffff971053c8fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421233.400806:0:5756:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710807bca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5756:1863761018316672:192.168.204.24@tcp:105: 00010000:00010000:2.0:1777421233.400831:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421233.400882:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080742a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761006909184:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 2312us (2825us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421233.400892:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 176 00000100:00100000:3.0:1777421233.401586:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421233.401627:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006909440 00000100:00100000:2.0:1777421233.401746:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006909440 00000100:00100000:2.0:1777421233.401806:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 143 00000100:00100000:2.0:1777421233.401816:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:19139:x1863761006909440:12345-192.168.204.24@tcp:35:cp.0 00000100:00100000:2.0:1777421233.402148:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:19139:x1863761006909440:12345-192.168.204.24@tcp:35:cp.0 Request processed in 333us (564us total) trans 4294967703 rc 0/0 00000100:00100000:2.0:1777421233.402153:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 143 00000100:00100000:1.0:1777421233.425812:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421233.425908:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006909568 00000100:00100000:3.0:1777421233.425919:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006909568 00000100:00100000:3.0:1777421233.425989:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 601 00000100:00100000:3.0:1777421233.426000:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+61:19142:x1863761006909568:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421233.426023:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421233.426045:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c1981 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e051ab expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426116:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1988 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426131:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1988 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426142:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1988 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426157:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c198f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426165:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c198f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426172:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c198f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426333:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1996 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426360:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1996 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426374:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1996 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421233.426464:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xf:0x0]: returning size 158 00000004:00200000:3.0:1777421233.426469:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421233.426489:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1996 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426500:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1996 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426509:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1988 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426515:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1988 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426521:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1988 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426527:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421233.426531:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1988 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426538:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1988 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426549:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97104562f200) 00010000:00010000:3.0:1777421233.426558:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421233.426563:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1988 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426569:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1988 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426583:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c198f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426590:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c198f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426595:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c198f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426600:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420cfa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421233.426603:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c198f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426608:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c198f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426615:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff971043c57700) 00010000:00010000:3.0:1777421233.426617:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421233.426620:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c198f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426625:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c198f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426653:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c1981 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051ab expref: 63 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426670:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce600/0xd9d09a059d6c1996 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051ab expref: 62 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.426677:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff97104562f700) 00010000:00010000:3.0:1777421233.426680:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421233.426681:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420ce600, rc 0) 00000100:00100000:3.0:1777421233.426789:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+62:19142:x1863761006909568:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 790us (985us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421233.426796:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 601 00000100:00100000:3.0:1777421233.431789:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421233.431863:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006909696 00000100:00100000:2.0:1777421233.431874:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006909696 00000100:00100000:2.0:1777421233.431935:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 149 00000100:00100000:2.0:1777421233.431945:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+8:2358:x1863761006909696:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421233.431963:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421233.431983:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000041395046/0xd9d09a059d6c199d lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e051b2 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421233.432044:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710807bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018316800:192.168.204.24@tcp:106: 00000100:00100000:2.0:1777421233.432143:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff971053c8fcc0 going to sleep for 11 seconds 00002000:00010000:3.0:1777421233.434317:0:6553:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1777421233.434324:0:6553:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb mtime: 0 -> 1777421232 00002000:00010000:3.0:1777421233.434327:0:6553:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb atime: 0 -> 1777421232 00002000:00010000:3.0:1777421233.434329:0:6553:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb ctime: 0 -> 1777421232 00000100:00100000:3.0:1777421233.434348:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710807bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018316800:192.168.204.24@tcp:106: 00010000:00010000:3.0:1777421233.434378:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000041395046/0xd9d09a059d6c199d lrc: 1/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051b2 expref: 9 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.434401:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041395046/0xd9d09a059d6c199d lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051b2 expref: 9 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.434414:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510fa00, rc 0) 00000100:00100000:3.0:1777421233.434463:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+8:2358:x1863761006909696:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 2520us (2684us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421233.434487:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 149 00000100:00100000:1.0:1777421233.437168:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421233.437248:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006909824 00000100:00100000:3.0:1777421233.437268:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006909824 00000100:00100000:3.0:1777421233.437357:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 602 00000100:00100000:3.0:1777421233.437372:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+62:19142:x1863761006909824:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421233.437518:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421233.437542:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c19a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e051b9 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.437611:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c19ab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.437624:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c19ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.437635:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c19ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421233.437693:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 512 00000004:00200000:3.0:1777421233.437696:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421233.437720:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c19ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.437745:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cf000/0xd9d09a059d6c19a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051b9 expref: 64 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.437763:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420cfa00/0xd9d09a059d6c19ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051b9 expref: 63 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.437790:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97104562f200) 00010000:00010000:3.0:1777421233.437793:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421233.437796:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cfa00, rc 0) 00000100:00100000:3.0:1777421233.437892:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+63:19142:x1863761006909824:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 527us (733us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421233.437898:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 602 00000100:00100000:1.0:1777421233.440352:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421233.440394:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006909952 00000100:00100000:3.0:1777421233.440413:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006909952 00000100:00100000:3.0:1777421233.440463:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 150 00000100:00100000:3.0:1777421233.440472:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+8:2361:x1863761006909952:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421233.440488:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421233.440505:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c19b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e051c0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421233.440564:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710774a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018316928:192.168.204.24@tcp:106: 00000100:00100000:3.0:1777421233.440633:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107a1d4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421233.442622:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018317056:0@lo:400:kworker.0 00000100:00100000:1.0:1777421233.442637:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863761018317184:0@lo:400:kworker.0 00000040:00080000:3.0:1777421233.442801:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421233.442806:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421233.443873:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1777421233.443886:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421233.444000:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421233.444000:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421233.444545:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018317696:0@lo:400:kworker.0 00000100:00100000:0.0:1777421233.444545:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3300:1863761018317568:0@lo:400:kworker.0 00000100:00100000:3.0:1777421233.444582:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018317056 00000100:00100000:1.0:1777421233.444588:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421233.444588:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421233.444595:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018317056 00000100:00100000:0.0:1777421233.444613:0:3300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777421233.444614:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1777421233.444623:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1863761018317312:0@lo:400:kworker.0 00000100:00100000:0.0:1777421233.444623:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018317440:0@lo:400:kworker.0 00000100:00100000:3.0:1777421233.444646:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:0.0:1777421233.444652:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421233.444671:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b511450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018317056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421233.444689:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018317696 00000100:00100000:0.0:1777421233.444695:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018317696 00000100:00100000:3.0:1777421233.444729:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b511450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018317056:12345-0@lo:400:kworker.0 Request processed in 62us (731us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421233.444743:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018317440 00000100:00100000:0.0:1777421233.444748:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018317440 00000100:00100000:3.0:1777421233.444750:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:0.0:1777421233.444775:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:0.0:1777421233.444784:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080741880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018317696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421233.444820:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:3.0:1777421233.444827:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018317440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421233.444854:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018317440:12345-0@lo:400:kworker.0 Request processed in 28us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421233.444860:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00080000:3.0:1777421233.444878:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421233.444890:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018317184 00000100:00100000:3.0:1777421233.444894:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018317184 00000100:00100000:3.0:1777421233.444913:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018317568 00000100:00100000:3.0:1777421233.444915:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018317568 00000100:00100000:3.0:1777421233.444932:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1777421233.444937:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080743b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863761018317184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421233.444973:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080743b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863761018317184:12345-0@lo:400:kworker.0 Request processed in 37us (974us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421233.444979:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1777421233.444993:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080741880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018317696:12345-0@lo:400:kworker.0 Request processed in 208us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421233.444994:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1777421233.445004:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1863761018317568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421233.445005:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:3.0:1777421233.445042:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1863761018317568:12345-0@lo:400:kworker.0 Request processed in 40us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421233.445048:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1777421233.445052:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018317440:0@lo:400:kworker.0 00000100:00100000:1.0:1777421233.445063:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421233.445067:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018317056:0@lo:400:kworker.0 00000100:00080000:3.0:1777421233.445068:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421233.445083:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3300:1863761018317568:0@lo:400:kworker.0 00000100:00100000:3.0:1777421233.445084:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018317312 00000100:00100000:1.0:1777421233.445088:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710807be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018317824:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421233.445091:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018317312 00000100:00100000:1.0:1777421233.445120:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421233.445126:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1777421233.445135:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080740700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018317312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421233.445157:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863761018317184:0@lo:400:kworker.0 00000100:00100000:3.0:1777421233.445182:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080740700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018317312:12345-0@lo:400:kworker.0 Request processed in 47us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421233.445189:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018317696:0@lo:400:kworker.0 00000100:00100000:3.0:1777421233.445190:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1777421233.445211:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018317824 00000100:00100000:0.0:1777421233.445215:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018317824 00000100:00080000:3.0:1777421233.445216:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421233.445216:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1863761018317312:0@lo:400:kworker.0 00000100:00100000:0.0:1777421233.445244:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1777421233.445251:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080e36c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018317824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777421233.445310:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1777421233.445351:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080e36c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018317824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421233.445367:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1777421233.445371:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710774a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018316928:192.168.204.24@tcp:106: 00000100:00100000:1.0:1777421233.445393:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710807be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018317824:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1777421233.445611:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c19b2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051c0 expref: 9 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.445635:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c19b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051c0 expref: 9 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421233.445646:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420ce000, rc 0) 00000100:00100000:2.0:1777421233.445739:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+8:2361:x1863761006909952:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 5267us (5394us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421233.445751:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 150 00000100:00100000:1.0:1777421233.451397:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421233.451478:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006910208 00000100:00100000:2.0:1777421233.451488:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006910208 00000100:00100000:2.0:1777421233.451546:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 603 00000100:00100000:2.0:1777421233.451557:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080741f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+63:19142:x1863761006910208:12345-192.168.204.24@tcp:58:lfs.0 00000040:00080000:2.0:1777421233.451836:0:5771:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].14, 136 off10096 00000100:00100000:2.0:1777421233.451918:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080741f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+63:19142:x1863761006910208:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 362us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421233.451926:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 603 00000040:00080000:3.0:1777421233.850207:0:15639:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421233.850215:0:15639:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421233.850272:0:15639:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 4 00000040:00080000:3.0:1777421233.850292:0:15639:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777421234.403067:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777421234.466487:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421234.466496:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421234.466636:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 3 00000040:00080000:3.0:1777421234.466643:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421234.467903:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710774a1880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018317952:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421234.468486:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107a1d43c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421234.472527:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421234.472603:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006910336 00000100:00100000:2.0:1777421234.472613:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006910336 00000100:00100000:3.0:1777421234.472655:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710774a1880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018317952:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421234.472708:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 604 00000100:00100000:2.0:1777421234.472721:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080742d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:19153:x1863761006910336:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421234.472757:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0xf:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421234.472860:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080742d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:19153:x1863761006910336:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 141us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421234.472868:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 604 00000100:00080000:0.0:1777421234.473009:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421234.481828:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421234.483353:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006910592 00000100:00100000:0.0:1777421234.483366:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006910592 00000100:00100000:0.0:1777421234.483437:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 605 00000100:00100000:0.0:1777421234.483446:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:19153:x1863761006910592:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421234.483466:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421234.483487:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c19b9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e051c7 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421234.483581:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c19c0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421234.483595:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c19c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421234.483607:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c19c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421234.483617:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xf:0x0]: returning size 158 00010000:00010000:0.0:1777421234.483750:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c19b9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051c7 expref: 33 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421234.483768:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c19c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051c7 expref: 32 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421234.483777:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff97104562f700) 00010000:00010000:0.0:1777421234.483779:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421234.483796:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b62a00, rc 0) 00000100:00100000:0.0:1777421234.483862:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+32:19153:x1863761006910592:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 417us (2042us total) trans 4294967704 rc 0/0 00000100:00100000:0.0:1777421234.483869:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 605 00000100:00100000:3.0:1777421234.488985:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421234.489355:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006910720 00000100:00100000:2.0:1777421234.489366:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006910720 00000100:00100000:2.0:1777421234.489581:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 21 00000100:00100000:2.0:1777421234.489591:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+32:2360:x1863761006910720:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421234.489606:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421234.489629:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c19c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051c7 expref: 32 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421234.490053:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff97104562f700) 00010000:00010000:2.0:1777421234.490059:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421234.490113:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:2360:x1863761006910720:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 523us (1134us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421234.490120:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 21 00000100:00100000:3.0:1777421234.490445:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421234.490770:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006910848 00000100:00100000:2.0:1777421234.490776:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006910848 00000100:00080000:0.0:1777421234.490826:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421234.490847:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 151 00000100:00100000:2.0:1777421234.490856:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761006910848:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421234.490889:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c19ce lrc: 3/1,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421234.490907:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009e8f13cd/0xd9d09a059d6c197a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051a4 expref: 8 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421234.490916:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421234.490918:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421234.490922:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c19ce lrc: 4/1,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421234.490970:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009e8f13cd/0xd9d09a059d6c197a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051a4 expref: 8 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421234.490983:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009e8f13cd/0xd9d09a059d6c197a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051a4 expref: 8 pid: 6553 timeout: 401 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421234.491012:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710807bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018318080:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421234.491083:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff971080733780 going to sleep for 11 seconds 00000100:00100000:1.0:1777421234.497748:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421234.497829:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710807bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018318080:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421234.497855:0:6553:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c19ce lrc: 3/1,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421234.497934:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006910976 00000100:00100000:3.0:1777421234.497954:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006910976 00002000:00100000:3.0:1777421234.498000:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (0->157) req@ffff970f41b6f100 x1863761006910976/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:245/0 lens 648/0 e 0 to 0 dl 1777421245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421234.498010:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f41b6f100 with x1863761006910976 ext(0->157) 00010000:00010000:3.0:1777421234.498017:0:6558:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000009e8f13cd/0xd9d09a059d6c197a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051a4 expref: 9 pid: 6553 timeout: 401 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421234.498184:0:6558:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000009e8f13cd/0xd9d09a059d6c197a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051a4 expref: 9 pid: 6553 timeout: 401 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421234.498194:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff970f41b6f100 00000100:00100000:3.0:1777421234.498226:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 4 00000100:00100000:3.0:1777421234.498244:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006910976:12345-192.168.204.24@tcp:4:cp.0 00000100:00100000:3.0:1777421234.498773:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761006910976:12345-192.168.204.24@tcp:4:cp.0 Request processed in 538us (1034us total) trans 4294967329 rc 0/0 00000100:00100000:3.0:1777421234.498780:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 4 00002000:00100000:3.0:1777421234.498787:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (0->157) req@ffff970f41b6f100 x1863761006910976/t4294967329(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:245/0 lens 648/448 e 0 to 0 dl 1777421245 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421234.498796:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f41b6f100 with x1863761006910976 ext(0->157) 00010000:00010000:3.0:1777421234.498802:0:6558:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000009e8f13cd/0xd9d09a059d6c197a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051a4 expref: 11 pid: 6553 timeout: 401 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421234.498814:0:6558:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000009e8f13cd/0xd9d09a059d6c197a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051a4 expref: 11 pid: 6553 timeout: 401 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421234.498832:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff970f41b6f100 00000100:00100000:1.0:1777421234.501586:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421234.501686:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006911104 00000100:00100000:2.0:1777421234.501695:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006911104 00010000:00010000:2.0:1777421234.501736:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009e8f13cd/0xd9d09a059d6c197a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051a4 expref: 11 pid: 6553 timeout: 401 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421234.501776:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 177 00000100:00100000:2.0:1777421234.501786:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761006911104:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421234.501800:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421234.501821:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009e8f13cd/0xd9d09a059d6c197a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051a4 expref: 11 pid: 6553 timeout: 401 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421234.501834:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009e8f13cd/0xd9d09a059d6c197a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051a4 expref: 11 pid: 6553 timeout: 401 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421234.501858:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e8f13cd/0xd9d09a059d6c197a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051a4 expref: 11 pid: 6553 timeout: 401 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421234.501875:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421234.501888:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421234.501893:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c19ce lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421234.501904:0:5756:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c19ce lrc: 4/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421234.501937:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421234.501965:0:6553:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c19ce lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421234.501987:0:6553:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c19ce lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421234.502000:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006911104:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 215us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421234.502010:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 177 00010000:00010000:3.0:1777421234.502011:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c19ce lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421234.502021:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c19ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421234.502029:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c19ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421234.502037:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510e600 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421234.502041:0:6553:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c19ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421234.502050:0:6553:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c19ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421234.502062:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c19ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421234.502083:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c19ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421234.502135:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006910848:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 11279us (11692us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421234.502144:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 151 00000100:00100000:2.0:1777421234.503451:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421234.503512:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006911360 00000100:00100000:1.0:1777421234.503519:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006911360 00000100:00100000:1.0:1777421234.503621:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 606 00000100:00100000:1.0:1777421234.503631:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:19153:x1863761006911360:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421234.503714:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:19153:x1863761006911360:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 85us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421234.503721:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 606 00000100:00100000:1.0:1777421234.509271:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421234.509438:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006911488 00000100:00100000:3.0:1777421234.509448:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006911488 00000100:00100000:3.0:1777421234.509543:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 152 00000100:00100000:3.0:1777421234.509554:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761006911488:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421234.509572:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421234.509590:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8a3acde/0xd9d09a059d6c19d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e051ce expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421234.509617:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe:0x0] initial LVB size: 158, mtime: 0x69f14bb0, atime: 0x0, ctime: 0x69f14bb0, blocks: 0x1 00010000:00010000:3.0:1777421234.509634:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421234.509637:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421234.509644:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8a3acde/0xd9d09a059d6c19d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051ce expref: 10 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421234.509660:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d8a3acde/0xd9d09a059d6c19d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051ce expref: 10 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421234.509674:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cf000, rc 0) 00000100:00100000:3.0:1777421234.509729:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006911488:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 176us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421234.509748:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 152 00000100:00100000:3.0:1777421234.511850:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421234.511907:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006911744 00000100:00100000:1.0:1777421234.511914:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006911744 00000100:00100000:1.0:1777421234.512021:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 607 00000100:00100000:1.0:1777421234.512029:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:19153:x1863761006911744:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421234.512119:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:19153:x1863761006911744:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 89us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421234.512126:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 607 00000100:00100000:2.0:1777421234.514725:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421234.514867:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006911872 00000100:00100000:3.0:1777421234.514875:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006911872 00002000:00100000:3.0:1777421234.514918:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (0->4095) req@ffff9710807be300 x1863761006911872/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:245/0 lens 488/0 e 0 to 0 dl 1777421245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421234.514930:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710807be300 with x1863761006911872 ext(0->4095) 00002000:00010000:3.0:1777421234.514935:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9710807be300 00000100:00100000:3.0:1777421234.514976:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 54 00000100:00100000:3.0:1777421234.514986:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761006911872:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1777421234.515187:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761006911872:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 203us (470us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777421234.515193:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 54 00002000:00100000:3.0:1777421234.515197:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (0->4095) req@ffff9710807be300 x1863761006911872/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:245/0 lens 488/4536 e 0 to 0 dl 1777421245 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421234.515203:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710807be300 with x1863761006911872 ext(0->4095) 00002000:00010000:3.0:1777421234.515205:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9710807be300 00000100:00100000:3.0:1777421234.517885:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421234.517957:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006912000 00000100:00100000:1.0:1777421234.517966:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006912000 00000100:00100000:1.0:1777421234.518043:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 608 00000100:00100000:1.0:1777421234.518053:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:19153:x1863761006912000:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421234.518083:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421234.518104:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c19dc lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e051d5 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421234.518137:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c19e3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421234.518150:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c19e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421234.518161:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c19e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421234.518267:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c19dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051d5 expref: 33 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421234.518309:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c19e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051d5 expref: 32 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421234.518317:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff97104562f700) 00010000:00010000:1.0:1777421234.518320:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421234.518323:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8f000, rc 0) 00000100:00100000:1.0:1777421234.518377:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+32:19153:x1863761006912000:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 325us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421234.518383:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 608 00000100:00100000:1.0:1777421234.520733:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421234.520882:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006912128 00000100:00100000:0.0:1777421234.520892:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006912128 00000100:00100000:0.0:1777421234.520943:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 609 00000100:00100000:0.0:1777421234.521008:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+32:19153:x1863761006912128:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421234.521034:0:5770:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0xf:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421234.521139:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+32:19153:x1863761006912128:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 134us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421234.521147:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 609 00000100:00100000:2.0:1777421234.523413:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421234.523496:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006912256 00000100:00100000:3.0:1777421234.523505:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006912256 00000100:00100000:3.0:1777421234.523554:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 153 00000100:00100000:3.0:1777421234.523562:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006912256:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777421234.523660:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c19ea lrc: 3/1,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421234.523698:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421234.523701:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421234.523706:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c19ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421234.523720:0:6553:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c19ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421234.523746:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c19ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421234.523754:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c19ea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421234.523761:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c19ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421234.523767:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce000 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421234.523771:0:6553:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c19ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421234.523780:0:6553:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c19ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421234.523792:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c19ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421234.523809:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a30554a4/0xd9d09a059d6c19ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421234.523881:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006912256:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 319us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421234.523889:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 153 00000100:00100000:2.0:1777421234.525657:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421234.525804:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006912512 00000100:00100000:0.0:1777421234.525811:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006912512 00000100:00100000:0.0:1777421234.525856:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 610 00000100:00100000:0.0:1777421234.525865:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+32:19153:x1863761006912512:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777421234.525940:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c19f1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421234.525957:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c19e3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051d5 expref: 32 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421234.525977:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c19f1 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421234.526011:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c19e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051d5 expref: 32 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421234.526040:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c19e3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051d5 expref: 32 pid: 5770 timeout: 401 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421234.526054:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018318208:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421234.526155:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107796d300 going to sleep for 11 seconds 00000100:00100000:0.0:1777421234.527443:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018318208:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421234.527469:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c19f1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421234.527730:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421234.527826:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006912640 00000100:00100000:1.0:1777421234.527839:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006912640 00010000:00010000:1.0:1777421234.527861:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c19e3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051d5 expref: 33 pid: 5770 timeout: 401 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421234.527888:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 178 00000100:00100000:1.0:1777421234.527894:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+33:2361:x1863761006912640:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421234.527905:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421234.527911:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c19e3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051d5 expref: 33 pid: 5770 timeout: 401 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421234.527922:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c19e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051d5 expref: 33 pid: 5770 timeout: 401 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421234.527943:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c19e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051d5 expref: 33 pid: 5770 timeout: 401 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421234.527957:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff97104562f700) 00010000:00010000:1.0:1777421234.527967:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c19f1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421234.527975:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c19f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421234.527982:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c19f1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421234.528003:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421234.528031:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c19f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421234.528038:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+32:2361:x1863761006912640:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 143us (308us total) trans 0 rc 0/0 00010000:00010000:0.0:1777421234.528045:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c19f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421234.528060:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 178 00010000:00010000:0.0:1777421234.528252:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c19f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421234.528261:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c19f1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421234.528268:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c19f1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421234.528305:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b63c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421234.528310:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c19f1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421234.528318:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c19f1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421234.528341:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff97104562f700) 00010000:00010000:0.0:1777421234.528344:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421234.528348:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c19f1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421234.528354:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c19f1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421234.528489:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+32:19153:x1863761006912512:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 2624us (2835us total) trans 4294967705 rc 0/0 00000100:00100000:0.0:1777421234.528498:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 610 00000040:00080000:3.0:1777421234.528574:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421234.528578:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421234.529025:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1777421234.529032:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421234.529949:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421234.529988:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006912896 00000100:00100000:1.0:1777421234.529995:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006912896 00000100:00100000:1.0:1777421234.530038:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 144 00000100:00100000:1.0:1777421234.530048:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4c2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+32:19153:x1863761006912896:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421234.530241:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4c2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+33:19153:x1863761006912896:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 185us (284us total) trans 4294967706 rc 0/0 00000100:00100000:1.0:1777421234.530250:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 144 00000040:00080000:1.0:1777421235.240963:0:15690:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421235.240973:0:15690:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421235.241011:0:15690:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 3 00000040:00080000:1.0:1777421235.241016:0:15690:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421235.269190:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421235.269359:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006913024 00000100:00100000:3.0:1777421235.269368:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006913024 00000100:00100000:3.0:1777421235.269416:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 154 00000100:00100000:3.0:1777421235.269423:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+8:2360:x1863761006913024:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421235.269436:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421235.269451:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e8f13cd/0xd9d09a059d6c19f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e051dc expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421235.269472:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421235.269474:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421235.269483:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e8f13cd/0xd9d09a059d6c19f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051dc expref: 9 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421235.269498:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009e8f13cd/0xd9d09a059d6c19f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051dc expref: 9 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421235.269527:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f420cf200, rc 0) 00000100:00080000:0.0:1777421235.269564:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421235.269585:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+9:2360:x1863761006913024:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 161us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421235.269594:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 154 00000100:00100000:3.0:1777421235.273746:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421235.273929:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006913280 00000100:00100000:0.0:1777421235.273939:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006913280 00000100:00080000:3.0:1777421235.274016:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421235.274057:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 611 00000100:00100000:0.0:1777421235.274069:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+63:19161:x1863761006913280:12345-192.168.204.24@tcp:58:lfs.0 00000100:00100000:0.0:1777421235.274192:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+63:19161:x1863761006913280:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 126us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421235.274201:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 611 00010000:00010000:0.0:1777421235.426567:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777421235.554476:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421235.554484:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421235.554975:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1777421235.554984:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1777421235.636954:0:15741:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421235.636961:0:15741:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421235.636989:0:15741:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 3 00000040:00080000:2.0:1777421235.636993:0:15741:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:0.0:1777421236.029777:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967329 is committed 00000001:00080000:2.0:1777421236.029910:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967705 is committed 00000001:00080000:2.0:1777421236.029942:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967706 is committed 00000001:00080000:2.0:1777421236.029964:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967701 is committed 00010000:00010000:3.0:1777421236.451380:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421237.474497:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421237.538535:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018318336:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421237.538706:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421237.538836:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018318336 00000100:00100000:1.0:1777421237.538843:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018318336 00000100:00100000:1.0:1777421237.538917:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1777421237.538928:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018318336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777421237.538963:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 62980096 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777421237.539011:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018318336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421237.539020:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1777421237.539138:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018318336:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1777421237.539215:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421237.554881:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421237.555166:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421237.555333:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421237.555374:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421237.555399:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421237.555420:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421237.555444:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421237.555487:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006913664 00000100:00100000:3.0:1777421237.555490:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006913408 00000100:00100000:0.0:1777421237.555497:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006913664 00000100:00100000:3.0:1777421237.555504:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006913408 00000100:00100000:0.0:1777421237.555580:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006914176 00000100:00100000:3.0:1777421237.555582:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 292 00000100:00100000:0.0:1777421237.555587:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006914176 00000100:00100000:3.0:1777421237.555598:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b513050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761006913408:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421237.555609:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006913792 00000100:00100000:0.0:1777421237.555613:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006913792 00000100:00100000:0.0:1777421237.555627:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006914048 00000100:00100000:0.0:1777421237.555630:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006914048 00000100:00100000:0.0:1777421237.555653:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 135 00000100:00100000:0.0:1777421237.555663:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006913664:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421237.555696:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b513050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761006913408:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 100us (822us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421237.555705:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 292 00000100:00100000:2.0:1777421237.555811:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 136 00000100:00100000:2.0:1777421237.555824:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761006914176:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421237.555892:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761006914176:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 71us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421237.555906:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 137 00000100:00100000:2.0:1777421237.555927:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 136 00000100:00100000:3.0:1777421237.555928:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+9:2361:x1863761006913792:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421237.555962:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 138 00000100:00100000:3.0:1777421237.555980:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+9:2361:x1863761006913792:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 54us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421237.555981:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2361:x1863761006914048:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421237.556005:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 137 00000100:00100000:2.0:1777421237.556043:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2361:x1863761006914048:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 70us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421237.556052:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006913920 00000100:00100000:2.0:1777421237.556054:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 138 00000100:00100000:3.0:1777421237.556060:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006913920 00000100:00100000:3.0:1777421237.556118:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006913536 00000100:00080000:2.0:1777421237.556122:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421237.556123:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006913536 00000100:00080000:2.0:1777421237.556130:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777421237.556135:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777421237.556140:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421237.556171:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 150 00000100:00100000:3.0:1777421237.556191:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:2361:x1863761006913920:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421237.556234:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006913664:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 570us (1065us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421237.556243:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 135 00000100:00100000:3.0:1777421237.556332:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:2361:x1863761006913920:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 139us (996us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421237.556941:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 151 00000100:00100000:2.0:1777421237.556964:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+62:2361:x1863761006913536:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421237.557022:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+62:2361:x1863761006913536:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 65us (1621us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421237.557029:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 151 00000100:00100000:3.0:1777421237.557484:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 150 00000100:00100000:3.0:1777421238.082177:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421238.082388:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006914304 00000100:00100000:0.0:1777421238.082398:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006914304 00000100:00100000:0.0:1777421238.082510:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 612 00000100:00100000:0.0:1777421238.082521:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:19135:x1863761006914304:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1777421238.082660:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:19135:x1863761006914304:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 Request processed in 140us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421238.082668:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 612 00000100:00100000:1.0:1777421238.087599:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421238.087769:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006914560 00000100:00100000:0.0:1777421238.087780:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006914560 00000100:00100000:0.0:1777421238.087873:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 145 00000100:00100000:0.0:1777421238.087896:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+26:19135:x1863761006914560:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421238.088256:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:19135:x1863761006914560:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 361us (665us total) trans 4294967707 rc 0/0 00000100:00100000:0.0:1777421238.088263:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 145 00010000:00010000:0.0:1777421238.498740:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421238.562675:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777421238.562698:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710807bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018318464:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421238.562764:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421238.562885:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018318464 00000100:00100000:2.0:1777421238.562895:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018318464 00000100:00080000:3.0:1777421238.563057:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421238.563080:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1777421238.563096:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018318464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777421238.563204:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777421238.563764:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018318464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 672us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421238.563773:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1777421238.563873:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710807bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018318464:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421238.564838:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018318592:0@lo:400:kworker.0 00000100:00100000:0.0:1777421238.564894:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421238.565142:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018318592 00000100:00100000:2.0:1777421238.565150:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018318592 00000100:00100000:2.0:1777421238.565214:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:0.0:1777421238.565217:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777421238.565230:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863761018318720:0@lo:400:kworker.0 00000100:00100000:2.0:1777421238.565233:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b511850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3297:x1863761018318592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421238.565300:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421238.565354:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018318720 00000100:00100000:0.0:1777421238.565360:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018318720 00000100:00100000:0.0:1777421238.565402:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1777421238.565413:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863761018318720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421238.565433:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b511850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3297:x1863761018318592:12345-0@lo:400:kworker.0 Request processed in 206us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421238.565442:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:0.0:1777421238.565463:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863761018318720:12345-0@lo:400:kworker.0 Request processed in 52us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421238.565472:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1777421238.565520:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863761018318720:0@lo:400:kworker.0 00000100:00100000:0.0:1777421238.565538:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018318592:0@lo:400:kworker.0 00000100:00100000:1.0:1777421238.565656:0:3300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777421238.565677:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3300:1863761018318848:0@lo:400:kworker.0 00000100:00100000:1.0:1777421238.565709:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421238.565765:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018318976:0@lo:400:kworker.0 00000100:00100000:2.0:1777421238.565794:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018318848 00000100:00100000:1.0:1777421238.565795:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421238.565801:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018318848 00000100:00100000:1.0:1777421238.565849:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777421238.565854:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1777421238.565861:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018319104:0@lo:400:kworker.0 00000100:00100000:2.0:1777421238.565865:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1863761018318848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421238.565897:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421238.566020:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018318976 00000100:00100000:0.0:1777421238.566025:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018318976 00000100:00100000:0.0:1777421238.566054:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:0.0:1777421238.566061:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018318976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421238.566114:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018319104 00000100:00100000:1.0:1777421238.566119:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018319104 00000100:00100000:2.0:1777421238.566124:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1863761018318848:12345-0@lo:400:kworker.0 Request processed in 260us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421238.566132:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1777421238.566165:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1777421238.566176:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018319104:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1777421238.566183:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421238.566221:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018319104:12345-0@lo:400:kworker.0 Request processed in 46us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421238.566230:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1777421238.566266:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3300:1863761018318848:0@lo:400:kworker.0 00000100:00100000:1.0:1777421238.566313:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018319104:0@lo:400:kworker.0 00000100:00100000:0.0:1777421238.566461:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018318976:12345-0@lo:400:kworker.0 Request processed in 398us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421238.566481:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:1.0:1777421238.566542:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018318976:0@lo:400:kworker.0 00000001:02000400:3.0:1777421238.939352:0:15938:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 10c: Check forbidden archive ========== 20:07:17 (1777421237) 00000100:00100000:1.0:1777421239.118488:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421239.118633:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006914816 00000100:00100000:0.0:1777421239.118644:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006914816 00000100:00100000:0.0:1777421239.118717:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 613 00000100:00080000:2.0:1777421239.118720:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421239.118737:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:19772:x1863761006914816:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421239.118771:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421239.119167:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c19ff lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e051e3 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.119240:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1a06 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.119254:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1a06 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.119264:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1a06 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.119352:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a0d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.119362:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a0d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.119370:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a0d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.119487:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c1a14 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.119513:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c1a14 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.119521:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c1a14 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421239.119532:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:0.0:1777421239.119624:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1a06 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.119632:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1a06 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.119638:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1a06 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.119645:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b63400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421239.119649:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1a06 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.119657:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1a06 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.119668:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff971050d92600) 00010000:00010000:0.0:1777421239.119672:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.119676:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1a06 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.119683:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1a06 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.119696:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a0d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.119708:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a0d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.119714:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a0d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.119720:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421239.119734:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a0d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.119742:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a0d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.119756:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff971042afd300) 00010000:00010000:0.0:1777421239.119758:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.119762:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a0d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.119768:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a0d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.120917:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c19ff lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051e3 expref: 30 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.120949:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c1a14 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051e3 expref: 29 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.120959:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:0.0:1777421239.120962:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.120971:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b63c00, rc 0) 00000100:00100000:0.0:1777421239.121039:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:19772:x1863761006914816:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 2312us (2559us total) trans 4294967708 rc 0/0 00000100:00100000:0.0:1777421239.121049:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 613 00000100:00100000:2.0:1777421239.123621:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421239.123761:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421239.123858:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006915072 00000100:00100000:0.0:1777421239.123867:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006915072 00000100:00100000:0.0:1777421239.123924:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 614 00000100:00100000:0.0:1777421239.123932:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:19772:x1863761006915072:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1777421239.123987:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006914944 00000100:00100000:3.0:1777421239.123992:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006914944 00000100:00100000:3.0:1777421239.124027:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 22 00000100:00100000:3.0:1777421239.124037:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:2360:x1863761006914944:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421239.124049:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777421239.124052:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:19772:x1863761006915072:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 118us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421239.124063:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 614 00010000:00010000:3.0:1777421239.124075:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c1a14 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051e3 expref: 30 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421239.124093:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:3.0:1777421239.124098:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421239.124120:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+28:2360:x1863761006914944:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 87us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421239.124127:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 22 00000100:00100000:1.0:1777421239.135380:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421239.135477:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006915328 00000100:00100000:0.0:1777421239.135488:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006915328 00000100:00100000:0.0:1777421239.135595:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 615 00000100:00100000:0.0:1777421239.135606:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+62:19773:x1863761006915328:12345-192.168.204.24@tcp:36:mkdir.0 00000100:00080000:2.0:1777421239.135620:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777421239.135659:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421239.135686:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c189a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05157 expref: 62 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.135703:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92e00) 00010000:00010000:0.0:1777421239.135708:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421239.135795:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1a22 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.135808:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c18d9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0516c expref: 27 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.135848:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1a22 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.135881:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c18d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0516c expref: 27 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.135893:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c18d9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0516c expref: 27 pid: 8245 timeout: 405 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421239.135909:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee6300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018319232:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421239.136009:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710453ba900 going to sleep for 11 seconds 00000100:00100000:3.0:1777421239.139060:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee6300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018319232:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421239.139088:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1a22 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421239.140540:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421239.140826:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006915456 00000100:00100000:3.0:1777421239.140835:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006915456 00010000:00010000:3.0:1777421239.140874:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c18d9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0516c expref: 28 pid: 8245 timeout: 405 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421239.140913:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 179 00000100:00100000:3.0:1777421239.140922:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045cf0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+28:2360:x1863761006915456:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421239.140934:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421239.140939:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c18d9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0516c expref: 28 pid: 8245 timeout: 405 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421239.140957:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c18d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0516c expref: 28 pid: 8245 timeout: 405 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421239.140975:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c18d9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0516c expref: 28 pid: 8245 timeout: 405 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421239.140987:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92e00) 00010000:00010000:3.0:1777421239.140990:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1a22 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421239.140997:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1a22 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421239.141002:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1a22 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421239.141019:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421239.141045:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1a22 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.141056:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1a22 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421239.141070:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045cf0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:2360:x1863761006915456:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 146us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421239.141078:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 179 00010000:00010000:0.0:1777421239.141135:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a29 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.141204:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a29 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.141212:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a29 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421239.143762:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26:0x0]: returning size 512 00010000:00010000:0.0:1777421239.143778:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1a22 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.143799:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1a22 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.143805:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1a22 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.143811:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421239.143815:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1a22 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.143823:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1a22 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.143837:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92e00) 00010000:00010000:0.0:1777421239.143840:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.143845:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1a22 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.143851:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1a22 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421239.143870:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000094e48aae reply state 000000000bc26cd8 transno 4294967709 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a29 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421239.143879:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421239.143972:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+63:19773:x1863761006915328:12345-192.168.204.24@tcp:36:mkdir.0 Request processed in 8365us (8598us total) trans 4294967709 rc 0/0 00000100:00100000:0.0:1777421239.143981:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 615 00010000:00010000:3.0:1777421239.145659:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a29 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421239.145673:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a29 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421239.145680:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a29 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421239.145685:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421239.145690:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a29 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421239.145696:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a29 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421239.145708:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x843a253e (ffff971042afd300) 00010000:00010000:3.0:1777421239.145711:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421239.145714:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a29 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421239.145720:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a29 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421239.151075:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421239.151337:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006915584 00000100:00100000:0.0:1777421239.151348:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006915584 00000100:00100000:0.0:1777421239.151524:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 616 00000100:00100000:0.0:1777421239.151535:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+62:19774:x1863761006915584:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:0.0:1777421239.151560:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421239.151585:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1a30 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e051ea expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.151650:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1a37 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.151664:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1a37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.151676:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1a37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421239.151731:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421239.151736:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 16 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421239.151799:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1a37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.151824:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1a30 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051ea expref: 64 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.151842:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1a37 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051ea expref: 63 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.151851:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afde00) 00010000:00010000:0.0:1777421239.151854:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421239.151857:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b63400, rc 0) 00000100:00100000:0.0:1777421239.151904:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+63:19774:x1863761006915584:12345-192.168.204.24@tcp:101:bash.0 Request processed in 372us (841us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421239.151914:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 616 00000100:00100000:2.0:1777421239.154248:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421239.154416:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006915712 00000100:00100000:0.0:1777421239.154425:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006915712 00000100:00100000:0.0:1777421239.154466:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 617 00000100:00100000:0.0:1777421239.154474:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+63:19774:x1863761006915712:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:0.0:1777421239.154491:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421239.154508:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1a3e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e051f1 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154560:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1a45 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154572:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1a45 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154582:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1a45 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154595:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a4c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154602:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154608:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154716:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c1a53 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154739:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c1a53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154746:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c1a53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421239.154776:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26:0x0]: returning size 512 00000004:00200000:0.0:1777421239.154779:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421239.154801:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c1a53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154813:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1a45 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154831:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1a45 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154837:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1a45 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154843:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421239.154847:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1a45 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154854:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1a45 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154866:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afde00) 00010000:00010000:0.0:1777421239.154869:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.154873:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1a45 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154888:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1a45 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154898:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154902:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a4c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154905:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a4c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154908:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421239.154910:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a4c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154913:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a4c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154918:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x843a253e (ffff971042afdd00) 00010000:00010000:0.0:1777421239.154919:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.154921:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a4c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154924:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1a4c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154952:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1a3e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051f1 expref: 65 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154961:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63c00/0xd9d09a059d6c1a53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051f1 expref: 64 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.154971:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421239.154973:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421239.154975:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b63c00, rc 0) 00000100:00100000:0.0:1777421239.155030:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+64:19774:x1863761006915712:12345-192.168.204.24@tcp:101:bash.0 Request processed in 557us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421239.155035:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 617 00000100:00100000:2.0:1777421239.157844:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421239.157896:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006915840 00000100:00100000:0.0:1777421239.157906:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006915840 00000100:00100000:0.0:1777421239.157970:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 618 00000100:00100000:0.0:1777421239.157980:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+64:19774:x1863761006915840:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:0.0:1777421239.157999:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421239.158038:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1a5a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e051f8 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.158106:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1a61 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.158116:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1a61 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.158123:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1a61 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.158164:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1a68 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.158175:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1a68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.158194:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1a68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.158256:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1a61 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.158264:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1a61 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.158271:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1a61 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.158309:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cc400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421239.158313:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1a61 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.158318:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1a61 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.158326:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421239.158328:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.158331:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1a61 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.158338:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1a61 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.158350:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1a68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.158356:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1a68 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.158368:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1a68 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.158373:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cc200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421239.158376:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1a68 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.158381:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1a68 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.158389:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff971042afda00) 00010000:00010000:0.0:1777421239.158392:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.158395:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1a68 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.158401:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1a68 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.158432:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1a5a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051f8 expref: 65 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.158443:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421239.158446:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.158449:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1a5a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051f8 expref: 65 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.158461:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cd800, rc 0) 00000100:00100000:0.0:1777421239.158518:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+64:19774:x1863761006915840:12345-192.168.204.24@tcp:101:bash.0 Request processed in 540us (682us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421239.158535:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 618 00000100:00100000:2.0:1777421239.165229:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421239.165489:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006915968 00000100:00100000:0.0:1777421239.165500:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006915968 00000100:00100000:0.0:1777421239.165548:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 619 00000100:00100000:0.0:1777421239.165557:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:19775:x1863761006915968:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:0.0:1777421239.165576:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421239.165598:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd400/0xd9d09a059d6c1a6f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e051ff expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.165660:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1a76 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.165675:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1a76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.165686:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1a76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421239.165742:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421239.165746:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 16 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421239.165772:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1a76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.165793:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd400/0xd9d09a059d6c1a6f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051ff expref: 29 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.165813:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1a76 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051ff expref: 28 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.165839:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afde00) 00010000:00010000:0.0:1777421239.165841:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421239.165845:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cd000, rc 0) 00000100:00100000:0.0:1777421239.165910:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+28:19775:x1863761006915968:12345-192.168.204.24@tcp:101:rm.0 Request processed in 353us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421239.165917:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 619 00000100:00100000:2.0:1777421239.168405:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421239.168471:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006916096 00000100:00100000:0.0:1777421239.168478:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006916096 00000100:00100000:0.0:1777421239.168516:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 620 00000100:00100000:0.0:1777421239.168525:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+28:19775:x1863761006916096:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:0.0:1777421239.168541:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421239.168558:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1a7d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05206 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.168604:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1a84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.168613:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1a84 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.168620:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1a84 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.168629:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1a8b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.168633:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1a8b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.168651:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1a8b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.168753:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc000/0xd9d09a059d6c1a92 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.168762:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc000/0xd9d09a059d6c1a92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.168774:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc000/0xd9d09a059d6c1a92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421239.168811:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26:0x0]: returning size 512 00000004:00200000:0.0:1777421239.168814:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421239.168846:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc000/0xd9d09a059d6c1a92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.168857:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1a84 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.168864:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1a84 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.168869:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1a84 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.168879:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cda00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421239.168883:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1a84 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.168890:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1a84 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.168908:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afde00) 00010000:00010000:0.0:1777421239.168911:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.168916:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1a84 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.168923:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1a84 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.168946:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1a8b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.168952:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1a8b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.168958:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1a8b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.168962:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cc800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421239.168965:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1a8b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.168971:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1a8b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.168978:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x843a253e (ffff971042afdd00) 00010000:00010000:0.0:1777421239.168981:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.168983:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1a8b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.168988:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1a8b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.169028:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1a7d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05206 expref: 30 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.169037:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc000/0xd9d09a059d6c1a92 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05206 expref: 29 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.169107:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421239.169109:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421239.169111:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cc000, rc 0) 00000100:00100000:0.0:1777421239.169163:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:19775:x1863761006916096:12345-192.168.204.24@tcp:101:rm.0 Request processed in 639us (762us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421239.169171:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 620 00000100:00100000:2.0:1777421239.171335:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421239.171365:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006916224 00000100:00100000:0.0:1777421239.171375:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006916224 00000100:00100000:0.0:1777421239.171427:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 621 00000100:00100000:0.0:1777421239.171436:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:19775:x1863761006916224:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:0.0:1777421239.171452:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421239.171469:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1a99 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0520d expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.171522:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1aa0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.171532:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1aa0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.171540:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1aa0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.171558:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1aa7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.171563:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1aa7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.171566:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1aa7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.171609:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1aa0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.171613:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1aa0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.171616:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1aa0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.171620:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cc200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421239.171623:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1aa0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.171626:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1aa0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.171632:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421239.171635:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.171637:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1aa0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.171641:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1aa0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.171653:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1aa7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.171657:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1aa7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.171660:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1aa7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.171673:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cc400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421239.171675:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1aa7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.171689:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1aa7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.171699:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff971042afda00) 00010000:00010000:0.0:1777421239.171701:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.171704:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1aa7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.171709:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1aa7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.171737:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1a99 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0520d expref: 30 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.171745:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421239.171746:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.171756:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1a99 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0520d expref: 30 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.171765:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cd800, rc 0) 00000100:00100000:0.0:1777421239.171817:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:19775:x1863761006916224:12345-192.168.204.24@tcp:101:rm.0 Request processed in 382us (490us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421239.171831:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 621 00000100:00100000:2.0:1777421239.175502:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421239.175559:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006916352 00000100:00100000:0.0:1777421239.175569:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006916352 00000100:00100000:0.0:1777421239.175630:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 622 00000100:00100000:0.0:1777421239.175639:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:19775:x1863761006916352:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:0.0:1777421239.175658:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421239.175679:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1aae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05214 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.175741:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1ab5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.175755:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1ab5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.175767:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1ab5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.175781:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1abc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.175789:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1abc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.175795:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1abc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.175867:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1ab5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.175875:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1ab5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.175882:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1ab5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.175888:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cdc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421239.175892:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1ab5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.175901:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1ab5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.175913:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421239.175916:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.175921:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1ab5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.175927:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1ab5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.175941:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1abc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.175947:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1abc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.175953:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1abc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.175965:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800ccc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421239.175968:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1abc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.175975:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1abc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.175983:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff971042afdb00) 00010000:00010000:0.0:1777421239.175986:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.175989:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1abc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.175994:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1abc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.176028:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1aae lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05214 expref: 30 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.176039:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421239.176042:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.176045:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1aae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05214 expref: 30 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.176055:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cca00, rc 0) 00000100:00100000:0.0:1777421239.176119:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:19775:x1863761006916352:12345-192.168.204.24@tcp:101:rm.0 Request processed in 479us (621us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421239.176126:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 622 00000100:00100000:2.0:1777421239.189557:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421239.189665:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006916480 00000100:00100000:0.0:1777421239.189685:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006916480 00000100:00100000:0.0:1777421239.189740:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 623 00000100:00100000:0.0:1777421239.189747:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:19776:x1863761006916480:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421239.189765:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421239.189785:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1ac3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0521b expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.189848:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1aca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.189862:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1aca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.189874:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1aca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.189889:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1ad1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.189897:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1ad1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.189904:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1ad1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.189966:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1aca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.189974:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1aca lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.189981:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1aca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.189996:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800ccc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421239.190000:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1aca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.190009:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1aca lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.190021:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421239.190024:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.190029:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1aca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.190036:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1aca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.190050:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1ad1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.190056:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1ad1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.190061:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1ad1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.190066:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cdc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421239.190069:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1ad1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.190075:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1ad1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.190093:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff971042afdb00) 00010000:00010000:0.0:1777421239.190096:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.190099:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1ad1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.190105:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1ad1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.190138:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1ac3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0521b expref: 30 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.190162:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421239.190164:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.190168:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1ac3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0521b expref: 30 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.190177:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cca00, rc 0) 00000100:00100000:0.0:1777421239.190229:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:19776:x1863761006916480:12345-192.168.204.24@tcp:101:cp.0 Request processed in 482us (680us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421239.190236:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 623 00000100:00100000:2.0:1777421239.193933:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421239.195251:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006916608 00000100:00100000:0.0:1777421239.195265:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006916608 00000100:00100000:0.0:1777421239.195338:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 624 00000100:00100000:0.0:1777421239.195347:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:19776:x1863761006916608:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421239.195366:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421239.195386:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1ad8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05222 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.195463:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1adf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.195475:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1adf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.195486:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1adf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.195497:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1ae6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.195503:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1ae6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.195509:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1ae6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.195566:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1adf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.195573:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1adf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.195580:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1adf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.195585:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cc400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421239.195589:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1adf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.195606:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1adf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.195617:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421239.195620:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.195624:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1adf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.195630:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1adf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.195644:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1ae6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.195650:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1ae6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.195655:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1ae6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.195660:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cc200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421239.195663:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1ae6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.195668:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1ae6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.195675:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff971042afda00) 00010000:00010000:0.0:1777421239.195678:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.195681:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1ae6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.195696:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc200/0xd9d09a059d6c1ae6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.195727:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1ad8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05222 expref: 30 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.195737:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421239.195739:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.195743:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1ad8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05222 expref: 30 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.195753:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cd800, rc 0) 00000100:00100000:0.0:1777421239.195820:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:19776:x1863761006916608:12345-192.168.204.24@tcp:101:cp.0 Request processed in 473us (1895us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421239.195827:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 624 00000100:00100000:2.0:1777421239.199496:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421239.199946:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006916864 00000100:00100000:0.0:1777421239.199967:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006916864 00000100:00100000:0.0:1777421239.200026:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 625 00000100:00100000:0.0:1777421239.200036:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046739c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:19776:x1863761006916864:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421239.200055:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421239.200074:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1aed lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05229 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.200209:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1af4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.200223:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1af4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.200249:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1af4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.200262:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1afb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.200269:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1afb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.200308:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1afb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421239.200753:0:8245:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xd:0x0], index 0: 0 00010000:00010000:0.0:1777421239.200908:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1b02 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.200917:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1b02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.200924:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1b02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.200958:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1af4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.200964:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1af4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.200971:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1af4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.200977:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cdc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421239.200987:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1af4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.200994:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1af4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.201004:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421239.201008:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.201012:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1af4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.201018:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1af4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421239.201030:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000bd740be1 reply state 0000000096d7c56f transno 4294967710 ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1afb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421239.201038:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777421239.201063:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1aed lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05229 expref: 32 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.201077:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1b02 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05229 expref: 31 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.201084:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff971042afdd00) 00010000:00010000:0.0:1777421239.201086:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421239.201089:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cd200, rc 0) 00000100:00100000:0.0:1777421239.201174:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046739c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+32:19776:x1863761006916864:12345-192.168.204.24@tcp:101:cp.0 Request processed in 1140us (1687us total) trans 4294967710 rc 0/0 00000100:00100000:0.0:1777421239.201182:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 625 00010000:00010000:1.0:1777421239.203183:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1afb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421239.203198:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1afb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421239.203204:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1afb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421239.203223:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800ccc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421239.203228:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1afb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421239.203235:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1afb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421239.203248:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff971042afdb00) 00010000:00010000:1.0:1777421239.203250:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421239.203255:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1afb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421239.203261:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1afb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421239.205425:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421239.205543:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006916992 00000100:00100000:0.0:1777421239.205553:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006916992 00000100:00100000:0.0:1777421239.205627:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 155 00000100:00100000:0.0:1777421239.205637:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+7:2360:x1863761006916992:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421239.205653:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421239.205672:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7cb858f/0xd9d09a059d6c1b10 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05230 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421239.205695:0:7984:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777421239.205710:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421239.205712:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421239.205720:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7cb858f/0xd9d09a059d6c1b10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05230 expref: 8 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.205736:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d7cb858f/0xd9d09a059d6c1b10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05230 expref: 8 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777421239.205804:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777421239.205899:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cd800, rc 0) 00000100:00100000:0.0:1777421239.205959:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006916992:12345-192.168.204.24@tcp:101:cp.0 Request processed in 324us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421239.205967:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 155 00000100:00100000:2.0:1777421239.208238:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421239.208564:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006917120 00000100:00100000:0.0:1777421239.208573:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006917120 00000100:00100000:0.0:1777421239.208669:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 156 00000100:00100000:0.0:1777421239.208680:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080c22850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:19776:x1863761006917120:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421239.208697:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421239.208714:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b2f14c9/0xd9d09a059d6c1b17 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05237 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.208767:0:7984:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d7cb858f/0xd9d09a059d6c1b10 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05230 expref: 9 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.208775:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421239.208777:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421239.208782:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b2f14c9/0xd9d09a059d6c1b17 lrc: 4/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05237 expref: 9 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.208814:0:7984:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d7cb858f/0xd9d09a059d6c1b10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05230 expref: 9 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.208827:0:7984:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d7cb858f/0xd9d09a059d6c1b10 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05230 expref: 9 pid: 7984 timeout: 405 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421239.208842:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018319360:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421239.208927:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710453ba480 going to sleep for 11 seconds 00000100:00100000:0.0:1777421239.213202:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018319360:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421239.213239:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006b2f14c9/0xd9d09a059d6c1b17 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05237 expref: 9 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.213260:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cc200, rc 0) 00000100:00100000:0.0:1777421239.213370:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080c22850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:19776:x1863761006917120:12345-192.168.204.24@tcp:101:cp.0 Request processed in 4690us (5139us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421239.213381:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 156 00000100:00100000:2.0:1777421239.214106:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421239.214215:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006917248 00000100:00100000:3.0:1777421239.214223:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006917248 00010000:00010000:3.0:1777421239.214256:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d7cb858f/0xd9d09a059d6c1b10 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05230 expref: 9 pid: 7984 timeout: 405 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421239.214398:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 180 00000100:00100000:3.0:1777421239.214407:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046739500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006917248:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421239.214421:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421239.214444:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d7cb858f/0xd9d09a059d6c1b10 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05230 expref: 9 pid: 7984 timeout: 405 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421239.214458:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d7cb858f/0xd9d09a059d6c1b10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05230 expref: 9 pid: 7984 timeout: 405 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421239.214494:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7cb858f/0xd9d09a059d6c1b10 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05230 expref: 9 pid: 7984 timeout: 405 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421239.214510:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421239.214512:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421239.214519:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006b2f14c9/0xd9d09a059d6c1b17 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05237 expref: 8 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421239.214530:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b2f14c9/0xd9d09a059d6c1b17 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05237 expref: 8 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421239.214566:0:5757:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006b2f14c9/0xd9d09a059d6c1b17 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05237 expref: 8 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421239.214579:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710774a1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5757:1863761018319488:192.168.204.24@tcp:105: 00000100:00100000:3.0:1777421239.214648:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ff8e180 going to sleep for 11 seconds 00000100:00100000:3.0:1777421239.217591:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710774a1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5757:1863761018319488:192.168.204.24@tcp:105: 00010000:00010000:3.0:1777421239.217615:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421239.217676:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046739500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761006917248:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 3269us (3571us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421239.217687:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 180 00000100:00100000:2.0:1777421239.218724:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421239.218814:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006917504 00000100:00100000:0.0:1777421239.218822:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006917504 00000100:00100000:0.0:1777421239.218900:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 146 00000100:00100000:0.0:1777421239.218909:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104673ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:19776:x1863761006917504:12345-192.168.204.24@tcp:35:cp.0 00000100:00100000:0.0:1777421239.219234:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104673ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+32:19776:x1863761006917504:12345-192.168.204.24@tcp:35:cp.0 Request processed in 325us (514us total) trans 4294967711 rc 0/0 00000100:00100000:0.0:1777421239.219242:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 146 00000100:00100000:2.0:1777421239.244081:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421239.244167:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006917760 00000100:00100000:0.0:1777421239.244176:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006917760 00000100:00100000:0.0:1777421239.244249:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 626 00000100:00100000:0.0:1777421239.244257:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046738a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+64:19779:x1863761006917760:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421239.244294:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421239.244315:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1b1e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0523e expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244386:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1b25 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244401:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1b25 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244412:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1b25 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244427:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b2c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244434:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244457:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244552:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1b33 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244558:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1b33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244563:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1b33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421239.244569:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x10:0x0]: returning size 158 00010000:00010000:0.0:1777421239.244657:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1b25 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244663:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1b25 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244667:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1b25 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244670:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cdc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421239.244673:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1b25 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244678:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1b25 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244686:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421239.244688:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.244696:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1b25 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244701:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1b25 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244710:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244714:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b2c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244717:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244720:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cc400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421239.244722:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244725:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b2c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244729:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff971042afd200) 00010000:00010000:0.0:1777421239.244730:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.244732:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b2c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244735:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b2c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244765:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1b1e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0523e expref: 67 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244782:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1b33 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0523e expref: 66 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.244787:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff971042afdd00) 00010000:00010000:0.0:1777421239.244789:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421239.244790:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cc800, rc 0) 00000100:00100000:0.0:1777421239.244865:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046738a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+66:19779:x1863761006917760:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 608us (790us total) trans 4294967712 rc 0/0 00000100:00100000:0.0:1777421239.244871:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 626 00000100:00100000:2.0:1777421239.246727:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421239.246766:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006918016 00000100:00100000:0.0:1777421239.246774:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006918016 00000100:00100000:0.0:1777421239.246930:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 627 00000100:00100000:0.0:1777421239.246942:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104673b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+66:19779:x1863761006918016:12345-192.168.204.24@tcp:55:lfs.0 00010000:00010000:0.0:1777421239.246993:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1b41 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.247008:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1b02 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05229 expref: 31 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.247017:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1b33 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0523e expref: 66 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.247025:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1b41 lrc: 5/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.247058:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1b33 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0523e expref: 66 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.247078:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1b33 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0523e expref: 66 pid: 8245 timeout: 405 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421239.247092:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018319616:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421239.247196:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1b02 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05229 expref: 31 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.247207:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1b02 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05229 expref: 31 pid: 8245 timeout: 405 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421239.247215:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018319744:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421239.247237:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710453bae40 going to sleep for 11 seconds 00000100:00100000:0.0:1777421239.248766:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018319616:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421239.248779:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018319744:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421239.248808:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1b41 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421239.249188:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421239.249218:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421239.249240:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006918144 00000100:00100000:3.0:1777421239.249247:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006918144 00000100:00100000:1.0:1777421239.249258:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006918272 00000100:00100000:1.0:1777421239.249264:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006918272 00010000:00010000:3.0:1777421239.249297:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1b33 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0523e expref: 67 pid: 8245 timeout: 405 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421239.249316:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1b02 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05229 expref: 32 pid: 8245 timeout: 405 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421239.249332:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 181 00000100:00100000:3.0:1777421239.249344:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046738000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+67:2360:x1863761006918144:12345-192.168.204.24@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777421239.249350:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 182 00010000:00010000:3.0:1777421239.249360:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421239.249368:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1b33 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0523e expref: 67 pid: 8245 timeout: 405 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421239.249381:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1b33 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0523e expref: 67 pid: 8245 timeout: 405 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421239.249414:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1b33 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0523e expref: 67 pid: 8245 timeout: 405 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421239.249429:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff971042afdd00) 00010000:00010000:3.0:1777421239.249434:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1b41 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421239.249453:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1b41 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421239.249459:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421239.249503:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046738000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+66:2360:x1863761006918144:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 162us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421239.249511:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 181 00000100:00100000:1.0:1777421239.249539:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046739180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+32:2361:x1863761006918272:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421239.249550:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421239.249554:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1b02 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05229 expref: 32 pid: 8245 timeout: 405 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421239.249562:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1b02 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05229 expref: 32 pid: 8245 timeout: 405 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421239.249582:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1b02 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05229 expref: 32 pid: 8245 timeout: 405 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421239.249592:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff971042afdd00) 00010000:00010000:1.0:1777421239.249595:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1b41 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421239.249600:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1b41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421239.249604:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1b41 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421239.249644:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421239.249671:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046739180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:2361:x1863761006918272:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 313us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421239.249675:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 182 00010000:00010000:0.0:1777421239.249702:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1b41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.249707:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1b41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.249916:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1b41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.249944:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1b41 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.249958:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1b41 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.249964:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cda00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421239.249968:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1b41 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.249978:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1b41 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.249988:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff971042afdd00) 00010000:00010000:0.0:1777421239.249990:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1777421239.249994:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1b41 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.250000:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1b41 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421239.250056:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104673b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+66:19779:x1863761006918016:12345-192.168.204.24@tcp:55:lfs.0 Request processed in 3117us (3332us total) trans 4294967713 rc 0/0 00000100:00100000:0.0:1777421239.250064:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 627 00000100:00100000:2.0:1777421239.251130:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421239.251195:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006918528 00000100:00100000:0.0:1777421239.251201:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006918528 00000100:00100000:0.0:1777421239.251230:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 147 00000100:00100000:0.0:1777421239.251235:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+66:19779:x1863761006918528:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:0.0:1777421239.251478:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+67:19779:x1863761006918528:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 240us (350us total) trans 4294967714 rc 0/0 00000100:00100000:0.0:1777421239.251495:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 147 00000100:00100000:2.0:1777421239.260600:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421239.260802:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006918656 00000100:00100000:0.0:1777421239.260813:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006918656 00000100:00100000:0.0:1777421239.260870:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 628 00000100:00100000:0.0:1777421239.260881:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+67:19780:x1863761006918656:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421239.260905:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421239.260925:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1b48 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05245 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.260988:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1b4f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261003:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1b4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261014:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1b4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261028:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b56 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261036:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261043:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261132:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1b5d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261181:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1b5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261189:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1b5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421239.261219:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x10:0x0]: returning size 158 00000004:00200000:0.0:1777421239.261223:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421239.261240:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1b5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261251:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1b5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261259:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1b4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261265:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1b4f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261271:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1b4f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261294:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cca00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421239.261298:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1b4f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261306:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1b4f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261316:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421239.261325:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.261330:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1b4f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261337:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1b4f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261349:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261355:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b56 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261361:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b56 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261366:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cc400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421239.261369:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b56 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261375:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b56 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261383:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff971042afdd00) 00010000:00010000:0.0:1777421239.261385:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421239.261387:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b56 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261390:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b56 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261418:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1b48 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05245 expref: 69 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261438:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cdc00/0xd9d09a059d6c1b5d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05245 expref: 68 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.261445:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff971042afd200) 00010000:00010000:0.0:1777421239.261448:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421239.261450:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cdc00, rc 0) 00000100:00100000:0.0:1777421239.261511:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+68:19780:x1863761006918656:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 631us (920us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421239.261518:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 628 00000100:00100000:2.0:1777421239.266831:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421239.266909:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006918784 00000100:00100000:0.0:1777421239.266920:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006918784 00000100:00100000:0.0:1777421239.266997:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 157 00000100:00100000:0.0:1777421239.267007:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+10:2358:x1863761006918784:12345-192.168.204.24@tcp:101:lfs.0 00000100:00080000:2.0:1777421239.267017:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777421239.267026:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421239.267045:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a39923c3/0xd9d09a059d6c1b64 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0524c expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421239.267101:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018319872:192.168.204.24@tcp:106: 00000100:00100000:0.0:1777421239.267654:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710453ba840 going to sleep for 11 seconds 00002000:00010000:0.0:1777421239.269640:0:7984:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0xd:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1777421239.269646:0:7984:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0xd:0x0] updating lvb mtime: 0 -> 1777421238 00002000:00010000:0.0:1777421239.269647:0:7984:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0xd:0x0] updating lvb atime: 0 -> 1777421238 00002000:00010000:0.0:1777421239.269649:0:7984:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0xd:0x0] updating lvb ctime: 0 -> 1777421238 00000100:00100000:0.0:1777421239.269666:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018319872:192.168.204.24@tcp:106: 00010000:00010000:0.0:1777421239.269696:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a39923c3/0xd9d09a059d6c1b64 lrc: 1/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0524c expref: 11 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.269733:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a39923c3/0xd9d09a059d6c1b64 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0524c expref: 11 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.269747:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cd400, rc 0) 00000100:00100000:0.0:1777421239.269798:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+10:2358:x1863761006918784:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 2792us (2977us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421239.269806:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 157 00000100:00100000:2.0:1777421239.273269:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421239.273480:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006918912 00000100:00100000:0.0:1777421239.273490:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006918912 00000100:00100000:0.0:1777421239.273546:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 629 00000100:00100000:0.0:1777421239.273562:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+68:19780:x1863761006918912:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421239.273592:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421239.273613:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1b6b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05253 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.273671:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b72 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.273685:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.273697:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421239.273753:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26:0x0]: returning size 512 00000004:00200000:0.0:1777421239.273757:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421239.273787:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.273807:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1b6b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05253 expref: 70 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.273834:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc400/0xd9d09a059d6c1b72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05253 expref: 69 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.273842:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff971042afd700) 00010000:00010000:0.0:1777421239.273845:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421239.273849:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cc400, rc 0) 00000100:00100000:0.0:1777421239.273907:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+69:19780:x1863761006918912:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 353us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421239.273913:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 629 00000100:00100000:2.0:1777421239.279349:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421239.279483:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006919040 00000100:00100000:0.0:1777421239.279495:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006919040 00000100:00100000:0.0:1777421239.279550:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 158 00000100:00100000:0.0:1777421239.279561:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006919040:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421239.279578:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421239.279596:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000696c5730/0xd9d09a059d6c1b79 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0525a expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421239.279652:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018320000:192.168.204.24@tcp:106: 00000100:00100000:0.0:1777421239.279728:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710453ba840 going to sleep for 11 seconds 00000100:00100000:0.0:1777421239.282821:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018320000:192.168.204.24@tcp:106: 00010000:00010000:0.0:1777421239.282928:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000696c5730/0xd9d09a059d6c1b79 lrc: 1/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0525a expref: 11 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.282967:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000696c5730/0xd9d09a059d6c1b79 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0525a expref: 11 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421239.282981:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cda00, rc 0) 00000100:00100000:0.0:1777421239.283042:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006919040:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 3482us (3700us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421239.283050:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 158 00000100:00100000:2.0:1777421239.288377:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421239.288445:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006919296 00000100:00100000:1.0:1777421239.288455:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006919296 00000100:00100000:1.0:1777421239.288507:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 630 00000100:00100000:1.0:1777421239.288515:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+69:19780:x1863761006919296:12345-192.168.204.24@tcp:58:lfs.0 00000100:00100000:1.0:1777421239.288641:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+69:19780:x1863761006919296:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 126us (272us total) trans 0 rc -1/-1 00000100:00100000:1.0:1777421239.288648:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 630 00010000:00010000:3.0:1777421239.522429:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777421239.650599:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421239.650607:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421239.651025:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1777421239.651033:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777421240.546707:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1777421241.141145:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967714 is committed 00000001:00080000:2.0:1777421241.141165:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967711 is committed 00000100:00100000:2.0:1777421241.559691:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421241.559796:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006919424 00000100:00100000:1.0:1777421241.559807:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006919424 00000100:00100000:1.0:1777421241.559915:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 631 00000100:00100000:1.0:1777421241.559942:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:19772:x1863761006919424:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1777421241.560051:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:19772:x1863761006919424:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 Request processed in 111us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421241.560059:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 631 00000100:00080000:2.0:1777421241.560411:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421241.563623:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421241.563687:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006919680 00000100:00100000:0.0:1777421241.563695:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006919680 00000100:00100000:0.0:1777421241.563737:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 148 00000100:00100000:0.0:1777421241.563744:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+27:19772:x1863761006919680:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421241.563981:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+28:19772:x1863761006919680:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 238us (365us total) trans 4294967715 rc 0/0 00000100:00100000:0.0:1777421241.563986:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 148 00010000:00010000:0.0:1777421241.570472:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1777421242.337671:0:16134:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 10d: Archive a file on the default archive id ========================================================== 20:07:21 (1777421241) 00000100:00100000:3.0:1777421242.504579:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421242.504817:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006919936 00000100:00100000:1.0:1777421242.504826:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006919936 00000100:00100000:1.0:1777421242.504879:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 632 00000100:00100000:1.0:1777421242.504887:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+28:20382:x1863761006919936:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421242.504908:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421242.504925:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1b80 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05261 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.504991:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1b87 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.505005:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1b87 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.505018:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1b87 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.505033:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1b8e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.505041:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1b8e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.505048:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1b8e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.505411:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1b95 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.505422:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1b95 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.505431:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1b95 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421242.505442:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:1.0:1777421242.505801:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1b87 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.505810:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1b87 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.505816:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1b87 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.505823:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421242.505826:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1b87 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.505834:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1b87 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.505846:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff971050d92600) 00010000:00010000:1.0:1777421242.505850:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421242.505854:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1b87 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.505872:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1b87 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.505887:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1b8e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.505892:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1b8e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.505897:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1b8e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.505902:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421242.505905:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1b8e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.505910:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1b8e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.505917:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff97104fb1d900) 00010000:00010000:1.0:1777421242.505920:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421242.505922:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1b8e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.505928:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1b8e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.508661:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1b80 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05261 expref: 31 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.508693:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1b95 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05261 expref: 30 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.508713:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:1.0:1777421242.508717:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421242.508720:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8e600, rc 0) 00000100:00100000:1.0:1777421242.508860:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:20382:x1863761006919936:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 3971us (4288us total) trans 4294967716 rc 0/0 00000100:00100000:1.0:1777421242.508869:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 632 00000100:00100000:2.0:1777421242.514185:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421242.514220:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006920064 00000100:00100000:1.0:1777421242.514230:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006920064 00000100:00100000:2.0:1777421242.514232:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421242.514288:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421242.514343:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006920192 00000100:00100000:3.0:1777421242.514348:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006920192 00000100:00100000:3.0:1777421242.514392:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 23 00000100:00100000:3.0:1777421242.514402:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:2359:x1863761006920192:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421242.514415:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421242.514439:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1b95 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05261 expref: 31 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.514468:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:3.0:1777421242.514473:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421242.514522:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:2359:x1863761006920192:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 121us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421242.514529:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 23 00000100:00100000:1.0:1777421242.515464:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006920320 00000100:00100000:1.0:1777421242.515470:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006920320 00000100:00100000:0.0:1777421242.515475:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 633 00000100:00100000:0.0:1777421242.515486:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:20382:x1863761006920064:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00000100:00080000:2.0:1777421242.515511:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421242.515514:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 634 00000100:00100000:1.0:1777421242.515524:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+65:20383:x1863761006920320:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421242.515541:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421242.515556:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1ba3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05268 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.515604:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1baa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.515616:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1baa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.515628:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1baa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421242.515630:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:20382:x1863761006920064:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 146us (1457us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421242.515638:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 633 00010000:00010000:1.0:1777421242.515692:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1bb1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.515711:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1bb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.515719:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1bb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.515805:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1baa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.515813:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1baa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.515820:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1baa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.515826:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421242.515829:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1baa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.515837:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1baa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.515846:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afde00) 00010000:00010000:1.0:1777421242.515848:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421242.515853:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1baa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.515858:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1baa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.515869:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1bb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.515881:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1bb1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.515887:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1bb1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.515892:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421242.515894:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1bb1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.515900:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1bb1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.515907:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff97104fb1d900) 00010000:00010000:1.0:1777421242.515910:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421242.515912:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1bb1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.515917:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1bb1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.515945:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1ba3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05268 expref: 66 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.515955:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afde00) 00010000:00010000:1.0:1777421242.515957:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421242.515961:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1ba3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05268 expref: 66 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.515969:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8f200, rc 0) 00000100:00100000:1.0:1777421242.516012:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+65:20383:x1863761006920320:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 490us (1738us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421242.516019:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 634 00000100:00100000:2.0:1777421242.519889:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421242.519989:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006920576 00000100:00100000:1.0:1777421242.520000:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006920576 00000100:00100000:1.0:1777421242.520113:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 635 00000100:00100000:1.0:1777421242.520121:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+65:20383:x1863761006920576:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:1.0:1777421242.520166:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421242.520188:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1a37 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051ea expref: 65 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.520208:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afde00) 00010000:00010000:1.0:1777421242.520212:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421242.520315:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1bb8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.520329:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1a76 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051ff expref: 28 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.520338:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1bb8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.520371:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1a76 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051ff expref: 28 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.520384:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1a76 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051ff expref: 28 pid: 8245 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421242.520413:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018320128:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421242.520507:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107d6273c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421242.522209:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018320128:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421242.522234:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1bb8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421242.523416:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421242.523505:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006920704 00000100:00100000:3.0:1777421242.523513:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006920704 00010000:00010000:3.0:1777421242.523588:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1a76 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051ff expref: 29 pid: 8245 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421242.523616:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 183 00000100:00100000:3.0:1777421242.523623:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:2360:x1863761006920704:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421242.523634:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421242.523638:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1a76 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051ff expref: 29 pid: 8245 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.523647:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1a76 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051ff expref: 29 pid: 8245 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.523662:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1a76 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e051ff expref: 29 pid: 8245 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.523675:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afde00) 00010000:00010000:3.0:1777421242.523679:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1bb8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.523686:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1bb8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.523692:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1bb8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.523713:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421242.523756:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+28:2360:x1863761006920704:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 133us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421242.523778:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 183 00010000:00010000:0.0:1777421242.523874:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1bb8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.523883:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1bb8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.523907:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1bbf lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.523917:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1bbf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.523926:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1bbf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421242.524862:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 512 00010000:00010000:0.0:1777421242.524873:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1bb8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.524880:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1bb8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.524886:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1bb8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.524892:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8fa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421242.524896:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1bb8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.524903:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1bb8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.524924:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afde00) 00010000:00010000:0.0:1777421242.524927:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421242.524932:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1bb8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.524938:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1bb8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421242.524955:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000058a6d3d4 reply state 0000000025e0a470 transno 4294967717 ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1bbf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421242.524963:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421242.525038:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+66:20383:x1863761006920576:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 4915us (5154us total) trans 4294967717 rc 0/0 00000100:00100000:0.0:1777421242.525046:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 635 00010000:00010000:3.0:1777421242.526040:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1bbf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.526055:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1bbf lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.526060:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1bbf lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.526063:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800ccc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421242.526067:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1bbf lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.526072:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1bbf lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.526095:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff971042afdd00) 00010000:00010000:3.0:1777421242.526097:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421242.526101:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1bbf lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.526105:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1bbf lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421242.529479:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421242.529536:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006920832 00000100:00100000:0.0:1777421242.529549:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006920832 00000100:00100000:0.0:1777421242.529620:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 636 00000100:00100000:0.0:1777421242.529630:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+65:20384:x1863761006920832:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:0.0:1777421242.529662:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421242.529689:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1bc6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0526f expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.529759:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1bcd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.529773:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1bcd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.529804:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1bcd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421242.529864:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421242.529868:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 17 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421242.529893:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1bcd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.529923:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1bc6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0526f expref: 67 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.529951:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1bcd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0526f expref: 66 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.529960:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afde00) 00010000:00010000:0.0:1777421242.529963:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421242.529967:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cd800, rc 0) 00000100:00100000:0.0:1777421242.530095:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+66:20384:x1863761006920832:12345-192.168.204.24@tcp:101:bash.0 Request processed in 465us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421242.530103:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 636 00000100:00100000:2.0:1777421242.531585:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421242.531655:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006920960 00000100:00100000:0.0:1777421242.531667:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006920960 00000100:00100000:0.0:1777421242.531721:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 637 00000100:00100000:0.0:1777421242.531731:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+66:20384:x1863761006920960:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:0.0:1777421242.531748:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421242.531765:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1bd4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05276 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.531835:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1bdb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.531847:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1bdb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.531857:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1bdb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.531871:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1be2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.531879:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1be2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.531886:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1be2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.531995:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd400/0xd9d09a059d6c1be9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.532004:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd400/0xd9d09a059d6c1be9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.532011:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd400/0xd9d09a059d6c1be9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421242.532038:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 512 00000004:00200000:0.0:1777421242.532042:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421242.532070:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd400/0xd9d09a059d6c1be9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.532106:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1bdb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.532113:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1bdb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.532119:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1bdb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.532125:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cd200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421242.532129:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1bdb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.532136:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1bdb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.532158:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afde00) 00010000:00010000:0.0:1777421242.532161:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421242.532166:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1bdb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.532172:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1bdb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.532194:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1be2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.532201:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1be2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.532207:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1be2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.532218:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cda00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421242.532221:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1be2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.532227:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1be2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.532236:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff971042afdb00) 00010000:00010000:0.0:1777421242.532238:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421242.532241:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1be2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.532247:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1be2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.532310:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1bd4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05276 expref: 68 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.532327:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd400/0xd9d09a059d6c1be9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05276 expref: 67 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.532335:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff971042afd300) 00010000:00010000:0.0:1777421242.532337:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421242.532340:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cd400, rc 0) 00000100:00100000:0.0:1777421242.532404:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+67:20384:x1863761006920960:12345-192.168.204.24@tcp:101:bash.0 Request processed in 674us (827us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421242.532412:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 637 00000100:00100000:3.0:1777421242.534174:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421242.534229:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006921088 00000100:00100000:0.0:1777421242.534251:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006921088 00000100:00100000:0.0:1777421242.534314:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 638 00000100:00100000:0.0:1777421242.534323:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+67:20384:x1863761006921088:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:0.0:1777421242.534338:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421242.534356:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1bf0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0527d expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.534427:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1bf7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.534440:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1bf7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.534449:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1bf7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.534481:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cce00/0xd9d09a059d6c1bfe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.534489:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cce00/0xd9d09a059d6c1bfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.534496:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cce00/0xd9d09a059d6c1bfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.534557:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1bf7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.534563:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1bf7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.534569:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1bf7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.534580:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cc600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421242.534584:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1bf7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.534590:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1bf7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.534600:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff971042afd300) 00010000:00010000:0.0:1777421242.534603:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421242.534607:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1bf7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.534613:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1bf7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.534632:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cce00/0xd9d09a059d6c1bfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.534636:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cce00/0xd9d09a059d6c1bfe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.534641:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cce00/0xd9d09a059d6c1bfe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.534646:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cce00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421242.534648:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cce00/0xd9d09a059d6c1bfe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.534653:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cce00/0xd9d09a059d6c1bfe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.534669:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff971042afdd00) 00010000:00010000:0.0:1777421242.534671:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421242.534674:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cce00/0xd9d09a059d6c1bfe lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.534679:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cce00/0xd9d09a059d6c1bfe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.534709:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1bf0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0527d expref: 68 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.534718:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff971042afd300) 00010000:00010000:0.0:1777421242.534720:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421242.534723:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1bf0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0527d expref: 68 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.534732:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cca00, rc 0) 00000100:00100000:0.0:1777421242.534793:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+67:20384:x1863761006921088:12345-192.168.204.24@tcp:101:bash.0 Request processed in 470us (629us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421242.534800:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 638 00000100:00100000:2.0:1777421242.540674:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421242.540880:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006921216 00000100:00100000:0.0:1777421242.540893:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006921216 00000100:00100000:0.0:1777421242.541077:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 639 00000100:00100000:0.0:1777421242.541101:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+28:20385:x1863761006921216:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:0.0:1777421242.541131:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421242.541159:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1c05 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05284 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.541265:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cde00/0xd9d09a059d6c1c0c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.541316:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cde00/0xd9d09a059d6c1c0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.541332:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cde00/0xd9d09a059d6c1c0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421242.541408:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421242.541412:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 17 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421242.541441:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cde00/0xd9d09a059d6c1c0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.541467:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1c05 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05284 expref: 30 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.541502:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cde00/0xd9d09a059d6c1c0c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05284 expref: 29 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.541511:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afde00) 00010000:00010000:0.0:1777421242.541514:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421242.541519:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cde00, rc 0) 00000100:00100000:0.0:1777421242.541588:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:20385:x1863761006921216:12345-192.168.204.24@tcp:101:rm.0 Request processed in 491us (929us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421242.541596:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 639 00000100:00100000:2.0:1777421242.544017:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421242.544125:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006921344 00000100:00100000:0.0:1777421242.544136:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006921344 00000100:00100000:0.0:1777421242.544249:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 640 00000100:00100000:0.0:1777421242.544260:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:20385:x1863761006921344:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:0.0:1777421242.544310:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421242.544332:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1c13 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0528b expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544412:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cce00/0xd9d09a059d6c1c1a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544427:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cce00/0xd9d09a059d6c1c1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544438:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cce00/0xd9d09a059d6c1c1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544453:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1c21 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544460:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1c21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544467:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1c21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544577:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1c28 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544587:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1c28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544595:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1c28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421242.544644:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 512 00000004:00200000:0.0:1777421242.544649:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421242.544673:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1c28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544684:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cce00/0xd9d09a059d6c1c1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544691:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cce00/0xd9d09a059d6c1c1a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544698:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cce00/0xd9d09a059d6c1c1a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544704:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cce00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421242.544708:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cce00/0xd9d09a059d6c1c1a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544715:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cce00/0xd9d09a059d6c1c1a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544728:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afde00) 00010000:00010000:0.0:1777421242.544731:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421242.544736:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cce00/0xd9d09a059d6c1c1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544742:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cce00/0xd9d09a059d6c1c1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544764:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1c21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544779:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1c21 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544785:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1c21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544790:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cc600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421242.544792:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1c21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544799:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1c21 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544806:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff971042afdd00) 00010000:00010000:0.0:1777421242.544808:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421242.544811:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1c21 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544816:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1c21 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544847:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1c13 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0528b expref: 31 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544859:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc800/0xd9d09a059d6c1c28 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0528b expref: 30 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.544866:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff971042afd300) 00010000:00010000:0.0:1777421242.544868:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421242.544878:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cc800, rc 0) 00000100:00100000:0.0:1777421242.544945:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:20385:x1863761006921344:12345-192.168.204.24@tcp:101:rm.0 Request processed in 687us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421242.544952:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 640 00000100:00100000:3.0:1777421242.547136:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421242.547249:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006921472 00000100:00100000:1.0:1777421242.547262:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006921472 00000100:00100000:1.0:1777421242.547352:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 641 00000100:00100000:1.0:1777421242.547366:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:20385:x1863761006921472:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:1.0:1777421242.547392:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421242.547417:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1c2f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05292 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.548000:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1c36 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.548023:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1c36 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.548034:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1c36 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.548047:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1c3d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.548051:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1c3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.548055:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1c3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.548120:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1c36 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.548125:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1c36 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.548140:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1c36 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.548144:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421242.548147:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1c36 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.548154:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1c36 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.548166:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff971042afd300) 00010000:00010000:1.0:1777421242.548169:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421242.548173:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1c36 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.548180:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1c36 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.548194:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1c3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.548200:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1c3d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.548206:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1c3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.548210:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421242.548212:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1c3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.548224:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1c3d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.548229:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff97104fb1d900) 00010000:00010000:1.0:1777421242.548231:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421242.548233:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1c3d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.548237:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1c3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.548265:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1c2f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05292 expref: 31 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.548313:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff971042afd300) 00010000:00010000:1.0:1777421242.548316:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421242.548320:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1c2f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05292 expref: 31 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.548332:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8f200, rc 0) 00000100:00100000:1.0:1777421242.548408:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:20385:x1863761006921472:12345-192.168.204.24@tcp:101:rm.0 Request processed in 1044us (1281us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421242.548418:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 641 00000100:00100000:3.0:1777421242.551310:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421242.551393:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006921600 00000100:00100000:1.0:1777421242.551408:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006921600 00000100:00100000:1.0:1777421242.551464:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 642 00000100:00100000:1.0:1777421242.551475:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:20385:x1863761006921600:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:1.0:1777421242.551674:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421242.551696:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1c44 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05299 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.551765:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c4b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.551780:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c4b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.551791:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c4b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.551806:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1c52 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.551812:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1c52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.551996:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1c52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.552058:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c4b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.552066:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c4b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.552073:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c4b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.552092:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8fa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421242.552103:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c4b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.552112:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c4b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.552124:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff971042afd300) 00010000:00010000:1.0:1777421242.552128:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421242.552132:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c4b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.552139:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c4b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.552153:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1c52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.552159:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1c52 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.552164:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1c52 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.552170:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8e600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421242.552174:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1c52 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.552179:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1c52 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.552186:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff97104fb1d400) 00010000:00010000:1.0:1777421242.552189:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421242.552199:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1c52 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.552205:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1c52 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.552634:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1c44 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05299 expref: 31 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.552648:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff971042afd300) 00010000:00010000:1.0:1777421242.552651:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421242.552655:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1c44 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05299 expref: 31 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.552666:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8e400, rc 0) 00000100:00100000:1.0:1777421242.552736:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:20385:x1863761006921600:12345-192.168.204.24@tcp:101:rm.0 Request processed in 1263us (1474us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421242.552745:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 642 00000100:00100000:3.0:1777421242.560731:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421242.560786:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006921728 00000100:00100000:1.0:1777421242.560796:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006921728 00000100:00100000:1.0:1777421242.560852:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 643 00000100:00100000:1.0:1777421242.560864:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:20386:x1863761006921728:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421242.560885:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421242.560905:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1c59 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e052a0 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.560969:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c60 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.561000:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c60 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.561012:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c60 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.561029:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1c67 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.561036:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1c67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.561043:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1c67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.561114:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c60 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.561122:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c60 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.561128:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c60 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.561134:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8fa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421242.561139:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c60 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.561147:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c60 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.561158:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff971042afd300) 00010000:00010000:1.0:1777421242.561167:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421242.561173:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c60 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.561179:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c60 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.561192:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1c67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.561198:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1c67 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.561204:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1c67 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.561209:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421242.561212:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1c67 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.561218:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1c67 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.561226:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff97104fb1d400) 00010000:00010000:1.0:1777421242.561229:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421242.561232:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1c67 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.561238:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1c67 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.561269:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1c59 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052a0 expref: 31 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.561424:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff971042afd300) 00010000:00010000:1.0:1777421242.561433:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421242.561442:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1c59 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052a0 expref: 31 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.561453:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8e600, rc 0) 00000100:00100000:1.0:1777421242.561516:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:20386:x1863761006921728:12345-192.168.204.24@tcp:101:cp.0 Request processed in 654us (793us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421242.561524:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 643 00000100:00100000:3.0:1777421242.565242:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421242.565516:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006921856 00000100:00100000:1.0:1777421242.565526:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006921856 00000100:00100000:1.0:1777421242.565571:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 644 00000100:00100000:1.0:1777421242.565581:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:20386:x1863761006921856:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421242.565600:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421242.565620:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1c6e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e052a7 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.565689:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1c75 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.565703:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1c75 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.565713:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1c75 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.565728:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1c7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.565743:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1c7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.565751:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1c7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.566668:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1c75 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.566679:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1c75 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.566686:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1c75 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.566694:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421242.566698:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1c75 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.566705:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1c75 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.566718:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff971042afd300) 00010000:00010000:1.0:1777421242.566722:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421242.566726:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1c75 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.566732:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1c75 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.566745:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1c7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.566759:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1c7c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.566765:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1c7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.566770:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421242.566773:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1c7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.566780:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1c7c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.566788:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff97104fb1d900) 00010000:00010000:1.0:1777421242.566791:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421242.566794:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1c7c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.566800:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1c7c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.566836:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1c6e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052a7 expref: 31 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.566846:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff971042afd300) 00010000:00010000:1.0:1777421242.566849:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421242.566853:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1c6e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052a7 expref: 31 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.566875:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8e400, rc 0) 00000100:00100000:1.0:1777421242.567023:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:20386:x1863761006921856:12345-192.168.204.24@tcp:101:cp.0 Request processed in 1442us (1790us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421242.567031:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 644 00000100:00100000:3.0:1777421242.570372:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421242.570442:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006922112 00000100:00100000:1.0:1777421242.570452:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006922112 00000100:00100000:1.0:1777421242.570504:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 645 00000100:00100000:1.0:1777421242.570514:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:20386:x1863761006922112:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421242.570534:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421242.570555:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1c83 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e052ae expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.570682:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1c8a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.570697:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1c8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.570708:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1c8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.570823:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c91 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.570832:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.570839:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777421242.571402:0:8245:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xf:0x0], index 1: 0 00010000:00010000:1.0:1777421242.571685:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1c98 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.571695:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1c98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.571703:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1c98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.571745:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1c8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.571752:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1c8a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.571758:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1c8a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.571764:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421242.571768:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1c8a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.571775:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1c8a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.571785:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff971042afd300) 00010000:00010000:1.0:1777421242.571788:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421242.571793:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1c8a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.571810:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1c8a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421242.571823:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000d2b6a9b8 reply state 00000000555f942f transno 4294967718 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421242.571831:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777421242.571860:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1c83 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052ae expref: 33 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.571873:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8ee00/0xd9d09a059d6c1c98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052ae expref: 32 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.571880:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff97104fb1dd00) 00010000:00010000:1.0:1777421242.571882:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421242.571884:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8ee00, rc 0) 00000100:00100000:1.0:1777421242.572871:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+33:20386:x1863761006922112:12345-192.168.204.24@tcp:101:cp.0 Request processed in 2345us (2495us total) trans 4294967718 rc 0/0 00000100:00100000:1.0:1777421242.572886:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 645 00010000:00010000:1.0:1777421242.574788:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.574808:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c91 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.574816:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c91 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.574822:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8fa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421242.574848:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c91 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.574856:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c91 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.574876:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff97104fb1d400) 00010000:00010000:1.0:1777421242.574879:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421242.574885:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c91 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.574892:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1c91 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421242.576806:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421242.576867:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006922240 00000100:00100000:0.0:1777421242.576879:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006922240 00000100:00100000:0.0:1777421242.576952:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 159 00000100:00080000:2.0:1777421242.576959:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421242.576968:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006922240:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421242.576991:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421242.577012:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a282000c/0xd9d09a059d6c1ca6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e052b5 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421242.577041:0:7984:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777421242.577059:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421242.577061:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421242.577070:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a282000c/0xd9d09a059d6c1ca6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052b5 expref: 9 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.577100:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a282000c/0xd9d09a059d6c1ca6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052b5 expref: 9 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.577114:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cca00, rc 0) 00000100:00100000:0.0:1777421242.577182:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761006922240:12345-192.168.204.24@tcp:101:cp.0 Request processed in 221us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421242.577190:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 159 00000100:00100000:3.0:1777421242.581729:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421242.582011:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006922368 00000100:00100000:0.0:1777421242.582023:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006922368 00000100:00100000:0.0:1777421242.582101:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 160 00000100:00100000:0.0:1777421242.582112:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:20386:x1863761006922368:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421242.582129:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421242.582147:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c3171bb0/0xd9d09a059d6c1cad lrc: 2/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e052bc expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.582176:0:7984:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a282000c/0xd9d09a059d6c1ca6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052b5 expref: 10 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.582184:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421242.582186:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421242.582191:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c3171bb0/0xd9d09a059d6c1cad lrc: 4/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052bc expref: 10 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.582223:0:7984:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a282000c/0xd9d09a059d6c1ca6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052b5 expref: 10 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.582236:0:7984:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a282000c/0xd9d09a059d6c1ca6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052b5 expref: 10 pid: 7984 timeout: 409 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421242.582249:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018320256:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421242.582391:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c5100c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421242.584675:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421242.585001:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018320256:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421242.585031:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c3171bb0/0xd9d09a059d6c1cad lrc: 3/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052bc expref: 10 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421242.585121:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006922496 00000100:00100000:1.0:1777421242.585130:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006922496 00010000:00010000:1.0:1777421242.585163:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a282000c/0xd9d09a059d6c1ca6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052b5 expref: 11 pid: 7984 timeout: 409 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421242.585204:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 184 00000100:00100000:1.0:1777421242.585215:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761006922496:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421242.585229:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421242.585252:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a282000c/0xd9d09a059d6c1ca6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052b5 expref: 11 pid: 7984 timeout: 409 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.585309:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a282000c/0xd9d09a059d6c1ca6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052b5 expref: 11 pid: 7984 timeout: 409 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.585334:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a282000c/0xd9d09a059d6c1ca6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052b5 expref: 11 pid: 7984 timeout: 409 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.585359:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421242.585363:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421242.585371:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c3171bb0/0xd9d09a059d6c1cad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052bc expref: 10 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.585394:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c3171bb0/0xd9d09a059d6c1cad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052bc expref: 10 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.586099:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cc600, rc 0) 00010000:00010000:1.0:1777421242.586119:0:5757:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c3171bb0/0xd9d09a059d6c1cad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052bc expref: 10 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421242.586136:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5757:1863761018320384:192.168.204.24@tcp:105: 00000100:00100000:0.0:1777421242.586197:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:20386:x1863761006922368:12345-192.168.204.24@tcp:101:cp.0 Request processed in 4087us (4477us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421242.586203:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 160 00000100:00100000:1.0:1777421242.587635:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107d6273c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421242.591129:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5757:1863761018320384:192.168.204.24@tcp:105: 00010000:00010000:1.0:1777421242.591155:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421242.591210:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761006922496:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 5997us (6543us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421242.591222:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 184 00000100:00100000:3.0:1777421242.591577:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421242.591644:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006922752 00000100:00100000:0.0:1777421242.591651:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006922752 00000100:00100000:0.0:1777421242.591702:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 149 00000100:00100000:0.0:1777421242.591711:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+32:20386:x1863761006922752:12345-192.168.204.24@tcp:35:cp.0 00000100:00100000:0.0:1777421242.592156:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+33:20386:x1863761006922752:12345-192.168.204.24@tcp:35:cp.0 Request processed in 442us (577us total) trans 4294967719 rc 0/0 00000100:00100000:0.0:1777421242.592163:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 149 00010000:00010000:3.0:1777421242.594471:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421242.611717:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421242.611866:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006922880 00000100:00100000:1.0:1777421242.611877:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006922880 00000100:00100000:1.0:1777421242.611945:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 646 00000100:00100000:1.0:1777421242.611954:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+67:20389:x1863761006922880:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421242.611975:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421242.611994:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1cb4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e052c3 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.612077:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1cbb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.612103:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1cbb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.612114:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1cbb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.612130:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1cc2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.612137:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1cc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.612145:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1cc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.612243:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1cc9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.612259:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.612266:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421242.612373:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x11:0x0]: returning size 158 00000004:00200000:1.0:1777421242.612378:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421242.612461:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.612475:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.612484:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1cbb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.612491:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1cbb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.612498:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1cbb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.612505:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421242.612520:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1cbb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.612528:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1cbb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.612541:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff971042afd300) 00010000:00010000:0.0:1777421242.612544:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421242.612548:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1cbb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.612554:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1cbb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.612566:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1cc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.612573:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1cc2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.612578:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1cc2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.612583:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8e400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421242.612587:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1cc2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.612596:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1cc2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.612603:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff97104fb1d400) 00010000:00010000:0.0:1777421242.612605:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421242.612614:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1cc2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.612620:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1cc2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.612649:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1cb4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052c3 expref: 69 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.612660:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f800/0xd9d09a059d6c1cc9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052c3 expref: 68 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.612667:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff97104fb1dd00) 00010000:00010000:0.0:1777421242.612670:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421242.612672:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8f800, rc 0) 00000100:00100000:0.0:1777421242.612735:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+68:20389:x1863761006922880:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 782us (1024us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421242.612751:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 646 00000100:00100000:1.0:1777421242.615441:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421242.615496:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006923008 00000100:00100000:0.0:1777421242.615505:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006923008 00000100:00100000:0.0:1777421242.615571:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 161 00000100:00100000:0.0:1777421242.615581:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+9:2359:x1863761006923008:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421242.615596:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421242.615612:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088253060/0xd9d09a059d6c1cd0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e052ca expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421242.615669:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018320512:192.168.204.24@tcp:106: 00000100:00100000:0.0:1777421242.615789:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c5100c0 going to sleep for 11 seconds 00000100:00080000:2.0:1777421242.615872:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:0.0:1777421242.617836:0:7984:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1777421242.617841:0:7984:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb mtime: 0 -> 1777421242 00002000:00010000:0.0:1777421242.617843:0:7984:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb atime: 0 -> 1777421242 00002000:00010000:0.0:1777421242.617844:0:7984:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb ctime: 0 -> 1777421242 00000100:00100000:0.0:1777421242.617860:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018320512:192.168.204.24@tcp:106: 00010000:00010000:0.0:1777421242.617886:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000088253060/0xd9d09a059d6c1cd0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052ca expref: 10 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.617903:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088253060/0xd9d09a059d6c1cd0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052ca expref: 10 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.617913:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cce00, rc 0) 00000100:00100000:0.0:1777421242.617955:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+9:2359:x1863761006923008:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 2375us (2521us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421242.617964:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 161 00000100:00100000:3.0:1777421242.620155:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421242.620249:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006923136 00000100:00100000:0.0:1777421242.620257:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006923136 00000100:00100000:0.0:1777421242.620314:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 647 00000100:00100000:0.0:1777421242.620323:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+68:20389:x1863761006923136:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421242.620342:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421242.620360:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1cd7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e052d1 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.620432:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1cde lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.620446:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1cde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.620471:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1cde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421242.620529:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 512 00000004:00200000:0.0:1777421242.620538:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421242.620562:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1cde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.620587:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1cd7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052d1 expref: 70 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.620616:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cda00/0xd9d09a059d6c1cde lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052d1 expref: 69 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.620625:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff971042afd300) 00010000:00010000:0.0:1777421242.620628:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421242.620631:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cda00, rc 0) 00000100:00100000:0.0:1777421242.620696:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+69:20389:x1863761006923136:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 371us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421242.620704:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 647 00000100:00100000:1.0:1777421242.623136:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421242.623271:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006923264 00000100:00100000:0.0:1777421242.623344:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006923264 00000100:00100000:0.0:1777421242.623405:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 162 00000100:00100000:0.0:1777421242.623416:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+9:2360:x1863761006923264:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421242.623432:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421242.623457:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000055bc24bc/0xd9d09a059d6c1ce5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e052d8 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421242.623528:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018320640:192.168.204.24@tcp:106: 00000100:00100000:0.0:1777421242.623601:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c5100c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421242.624864:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018320640:192.168.204.24@tcp:106: 00010000:00010000:0.0:1777421242.624887:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000055bc24bc/0xd9d09a059d6c1ce5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052d8 expref: 10 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.624904:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055bc24bc/0xd9d09a059d6c1ce5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052d8 expref: 10 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.624913:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cd200, rc 0) 00000100:00100000:0.0:1777421242.624948:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+9:2360:x1863761006923264:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1534us (1818us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421242.624956:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 162 00000100:00100000:3.0:1777421242.627487:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421242.627531:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006923520 00000100:00100000:0.0:1777421242.627541:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006923520 00000100:00100000:0.0:1777421242.627595:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 648 00000100:00100000:0.0:1777421242.627604:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+69:20389:x1863761006923520:12345-192.168.204.24@tcp:58:lfs.0 00000040:00080000:0.0:1777421242.627876:0:8245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].15, 136 off10232 00000100:00100000:0.0:1777421242.627952:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+69:20389:x1863761006923520:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 348us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421242.627960:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 648 00000100:00100000:1.0:1777421242.658468:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777421242.658486:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018320768:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421242.658544:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421242.658602:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018320768 00000100:00100000:3.0:1777421242.658611:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018320768 00000100:00100000:3.0:1777421242.658689:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00080000:2.0:1777421242.658697:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421242.658702:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018320768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777421242.658733:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 62980096 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1777421242.658796:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018320768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421242.658803:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1777421242.658866:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018320768:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421242.673735:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421242.673783:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421242.673814:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006923776 00000100:00100000:0.0:1777421242.673829:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006923776 00000100:00100000:1.0:1777421242.673902:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421242.673926:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006923904 00000100:00100000:0.0:1777421242.673945:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006923904 00000100:00100000:0.0:1777421242.673991:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 140 00000100:00100000:0.0:1777421242.673998:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+10:2359:x1863761006923776:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421242.674115:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 141 00000100:00100000:0.0:1777421242.674127:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+10:2359:x1863761006923776:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 126us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421242.674137:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2359:x1863761006923904:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421242.674148:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 140 00000100:00080000:0.0:1777421242.674181:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421242.674205:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2359:x1863761006923904:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 76us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421242.674215:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 141 00000100:00100000:3.0:1777421242.677883:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006923648 00000100:00100000:3.0:1777421242.677903:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006923648 00000100:00100000:3.0:1777421242.677984:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 294 00000100:00100000:3.0:1777421242.677995:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b511050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2359:x1863761006923648:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421242.678144:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b511050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2359:x1863761006923648:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 149us (4359us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421242.678155:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 294 00000040:00080000:3.0:1777421242.722582:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421242.722590:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421242.722629:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 16 count 4 00000040:00080000:3.0:1777421242.722643:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421242.722914:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e1c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018320896:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421242.723034:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ff8ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421242.726992:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e1c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018320896:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421242.727309:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421242.727363:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006924032 00000100:00100000:3.0:1777421242.727371:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006924032 00000100:00100000:3.0:1777421242.727441:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 649 00000100:00100000:3.0:1777421242.727453:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+33:20399:x1863761006924032:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421242.727489:0:8245:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x11:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421242.727574:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+33:20399:x1863761006924032:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 123us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421242.727582:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 649 00000100:00100000:1.0:1777421242.730354:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421242.730397:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006924288 00000100:00100000:3.0:1777421242.730407:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006924288 00000100:00100000:3.0:1777421242.730465:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 650 00000100:00100000:3.0:1777421242.730477:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+33:20399:x1863761006924288:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421242.730495:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421242.730517:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c1cec lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e052df expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.730611:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c1cf3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.730625:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c1cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.730637:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c1cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421242.730659:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x11:0x0]: returning size 158 00010000:00010000:3.0:1777421242.730803:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c1cec lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052df expref: 36 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.730820:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c1cf3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052df expref: 35 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.730829:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff97104fb1dd00) 00010000:00010000:3.0:1777421242.730833:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421242.730836:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbae00, rc 0) 00000100:00100000:3.0:1777421242.730881:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:20399:x1863761006924288:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 407us (536us total) trans 4294967720 rc 0/0 00000100:00100000:3.0:1777421242.730890:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 650 00000100:00100000:1.0:1777421242.733542:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421242.733580:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421242.733589:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006924416 00000100:00100000:3.0:1777421242.733600:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006924416 00000100:00100000:3.0:1777421242.733662:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 24 00000100:00100000:3.0:1777421242.733671:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045cf0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:2361:x1863761006924416:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421242.733685:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421242.733707:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c1cf3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052df expref: 35 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.733723:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff97104fb1dd00) 00010000:00010000:3.0:1777421242.733727:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421242.733771:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045cf0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:2361:x1863761006924416:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 101us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421242.733778:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 24 00000100:00100000:0.0:1777421242.733935:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006924544 00000100:00100000:0.0:1777421242.733941:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006924544 00000100:00100000:0.0:1777421242.733988:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 163 00000100:00100000:0.0:1777421242.733998:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761006924544:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421242.734035:0:6554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000088253060/0xd9d09a059d6c1d01 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.734055:0:6554:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c3171bb0/0xd9d09a059d6c1cad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052bc expref: 9 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.734063:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421242.734065:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421242.734069:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088253060/0xd9d09a059d6c1d01 lrc: 4/1,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.734120:0:6554:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c3171bb0/0xd9d09a059d6c1cad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052bc expref: 9 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.734133:0:6554:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c3171bb0/0xd9d09a059d6c1cad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052bc expref: 9 pid: 7984 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421242.734161:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018321024:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421242.734219:0:6554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c5100c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421242.736434:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018321024:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421242.736459:0:6554:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000088253060/0xd9d09a059d6c1d01 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421242.736514:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421242.736708:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006924672 00000100:00100000:0.0:1777421242.736715:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006924672 00002000:00100000:0.0:1777421242.736752:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (0->157) req@ffff970f429e1c00 x1863761006924672/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:253/0 lens 648/0 e 0 to 0 dl 1777421253 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421242.736762:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f429e1c00 with x1863761006924672 ext(0->157) 00010000:00010000:0.0:1777421242.736769:0:6558:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000c3171bb0/0xd9d09a059d6c1cad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052bc expref: 10 pid: 7984 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.736781:0:6558:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c3171bb0/0xd9d09a059d6c1cad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052bc expref: 10 pid: 7984 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421242.736789:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff970f429e1c00 00000100:00100000:0.0:1777421242.736821:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 5 00000100:00100000:0.0:1777421242.736832:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761006924672:12345-192.168.204.24@tcp:4:cp.0 00000100:00100000:0.0:1777421242.737365:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761006924672:12345-192.168.204.24@tcp:4:cp.0 Request processed in 534us (851us total) trans 4294967330 rc 0/0 00000100:00100000:0.0:1777421242.737374:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 5 00002000:00100000:0.0:1777421242.737381:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (0->157) req@ffff970f429e1c00 x1863761006924672/t4294967330(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:253/0 lens 648/448 e 0 to 0 dl 1777421253 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421242.737389:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f429e1c00 with x1863761006924672 ext(0->157) 00010000:00010000:0.0:1777421242.737394:0:6558:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000c3171bb0/0xd9d09a059d6c1cad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052bc expref: 12 pid: 7984 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.737412:0:6558:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c3171bb0/0xd9d09a059d6c1cad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052bc expref: 12 pid: 7984 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421242.737420:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff970f429e1c00 00000100:00100000:1.0:1777421242.742233:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421242.742347:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006924800 00000100:00100000:2.0:1777421242.742356:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006924800 00010000:00010000:2.0:1777421242.742392:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c3171bb0/0xd9d09a059d6c1cad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052bc expref: 12 pid: 7984 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421242.742425:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 185 00000100:00100000:2.0:1777421242.742433:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761006924800:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421242.742447:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421242.742476:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c3171bb0/0xd9d09a059d6c1cad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052bc expref: 12 pid: 7984 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421242.742490:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c3171bb0/0xd9d09a059d6c1cad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052bc expref: 12 pid: 7984 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421242.742512:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c3171bb0/0xd9d09a059d6c1cad lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052bc expref: 12 pid: 7984 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421242.742543:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421242.742545:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421242.742550:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000088253060/0xd9d09a059d6c1d01 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421242.742560:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088253060/0xd9d09a059d6c1d01 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421242.742595:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421242.742644:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761006924800:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 211us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421242.742652:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 185 00010000:00010000:0.0:1777421242.742727:0:6554:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000088253060/0xd9d09a059d6c1d01 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.742738:0:6554:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088253060/0xd9d09a059d6c1d01 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.742762:0:6554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000088253060/0xd9d09a059d6c1d01 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.742770:0:6554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088253060/0xd9d09a059d6c1d01 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.742778:0:6554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088253060/0xd9d09a059d6c1d01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.742784:0:6554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cce00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421242.742788:0:6554:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088253060/0xd9d09a059d6c1d01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.742796:0:6554:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088253060/0xd9d09a059d6c1d01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.742819:0:6554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088253060/0xd9d09a059d6c1d01 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.742827:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088253060/0xd9d09a059d6c1d01 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421242.742883:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006924544:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 8887us (9303us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421242.742892:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 163 00000100:00100000:1.0:1777421242.745927:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421242.746002:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006925056 00000100:00100000:3.0:1777421242.746012:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006925056 00000100:00100000:3.0:1777421242.746122:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 651 00000100:00100000:3.0:1777421242.746131:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080740a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:20399:x1863761006925056:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777421242.746237:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080740a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:20399:x1863761006925056:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 105us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421242.746244:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 651 00000100:00100000:3.0:1777421242.749639:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421242.749764:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006925184 00000100:00100000:0.0:1777421242.749774:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006925184 00000100:00100000:0.0:1777421242.749825:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 164 00000100:00100000:0.0:1777421242.749835:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761006925184:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421242.749852:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421242.749871:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088253060/0xd9d09a059d6c1d08 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e052e6 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421242.749898:0:6554:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xf:0x0] initial LVB size: 158, mtime: 0x69f14bba, atime: 0x0, ctime: 0x69f14bba, blocks: 0x1 00010000:00010000:0.0:1777421242.749926:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421242.749928:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421242.749936:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088253060/0xd9d09a059d6c1d08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052e6 expref: 11 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.749952:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000088253060/0xd9d09a059d6c1d08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052e6 expref: 11 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.749983:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cce00, rc 0) 00000100:00100000:0.0:1777421242.750044:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761006925184:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 210us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421242.750051:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 164 00000100:00100000:0.0:1777421242.752655:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421242.752713:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006925440 00000100:00100000:3.0:1777421242.752723:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006925440 00000100:00100000:3.0:1777421242.753129:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 652 00000100:00100000:3.0:1777421242.753143:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:20399:x1863761006925440:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777421242.753249:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:20399:x1863761006925440:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 112us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421242.753257:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 652 00000100:00100000:1.0:1777421242.758175:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421242.758387:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006925568 00000100:00100000:0.0:1777421242.758396:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006925568 00002000:00100000:0.0:1777421242.758445:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (0->4095) req@ffff971080741500 x1863761006925568/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:253/0 lens 488/0 e 0 to 0 dl 1777421253 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421242.758458:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971080741500 with x1863761006925568 ext(0->4095) 00002000:00010000:0.0:1777421242.758465:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff971080741500 00000100:00100000:0.0:1777421242.758489:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 55 00000100:00100000:0.0:1777421242.758495:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080741500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761006925568:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1777421242.758668:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080741500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761006925568:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 172us (501us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777421242.758676:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 55 00002000:00100000:0.0:1777421242.758691:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (0->4095) req@ffff971080741500 x1863761006925568/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:253/0 lens 488/4536 e 0 to 0 dl 1777421253 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421242.758699:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971080741500 with x1863761006925568 ext(0->4095) 00002000:00010000:0.0:1777421242.758702:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff971080741500 00000100:00100000:2.0:1777421242.766710:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421242.766874:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006925696 00000100:00100000:3.0:1777421242.766884:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006925696 00000100:00100000:3.0:1777421242.767012:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 653 00000100:00100000:3.0:1777421242.767151:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:20399:x1863761006925696:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421242.767171:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421242.767193:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c1d0f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e052ed expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.767224:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c1d16 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.767254:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c1d16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.767266:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c1d16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.767395:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c1d0f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052ed expref: 36 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.767412:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c1d16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052ed expref: 35 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421242.767420:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff97104fb1dd00) 00010000:00010000:3.0:1777421242.767423:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421242.767426:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbae00, rc 0) 00000100:00100000:3.0:1777421242.767483:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:20399:x1863761006925696:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 464us (782us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421242.767710:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 653 00000100:00100000:3.0:1777421242.771228:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421242.771327:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006925824 00000100:00100000:0.0:1777421242.771336:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006925824 00000100:00100000:0.0:1777421242.771387:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 654 00000100:00100000:0.0:1777421242.771410:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:20399:x1863761006925824:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421242.771443:0:8245:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x11:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421242.771547:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:20399:x1863761006925824:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 137us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421242.771555:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 654 00000100:00100000:1.0:1777421242.774011:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421242.774379:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006925952 00000100:00100000:0.0:1777421242.774388:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006925952 00000100:00100000:0.0:1777421242.774432:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 165 00000100:00100000:0.0:1777421242.774440:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080742300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761006925952:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421242.774481:0:6554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000498e0dae/0xd9d09a059d6c1d1d lrc: 3/1,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.774496:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421242.774499:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421242.774503:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000498e0dae/0xd9d09a059d6c1d1d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.774517:0:6554:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000498e0dae/0xd9d09a059d6c1d1d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.774544:0:6554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000498e0dae/0xd9d09a059d6c1d1d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.774552:0:6554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000498e0dae/0xd9d09a059d6c1d1d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.774560:0:6554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000498e0dae/0xd9d09a059d6c1d1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.774579:0:6554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cd600 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421242.774583:0:6554:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000498e0dae/0xd9d09a059d6c1d1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.774592:0:6554:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000498e0dae/0xd9d09a059d6c1d1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.774606:0:6554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000498e0dae/0xd9d09a059d6c1d1d lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.774614:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000498e0dae/0xd9d09a059d6c1d1d lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421242.774680:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080742300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761006925952:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 240us (684us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421242.774688:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 165 00000100:00100000:2.0:1777421242.776258:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421242.776610:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006926208 00000100:00100000:0.0:1777421242.776617:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006926208 00000100:00100000:0.0:1777421242.776662:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 655 00000100:00100000:0.0:1777421242.776670:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:20399:x1863761006926208:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777421242.776745:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1d24 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.776761:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c1d16 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052ed expref: 35 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.776785:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1d24 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.776824:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c1d16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052ed expref: 35 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.776837:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c1d16 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052ed expref: 35 pid: 8245 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421242.776851:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018321152:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421242.777935:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c510780 going to sleep for 11 seconds 00000100:00100000:0.0:1777421242.778885:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018321152:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421242.778888:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:0.0:1777421242.778909:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1d24 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421242.778967:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006926336 00000100:00100000:1.0:1777421242.778973:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006926336 00010000:00010000:1.0:1777421242.779014:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c1d16 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052ed expref: 36 pid: 8245 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421242.779056:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 186 00000100:00100000:1.0:1777421242.779065:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:2360:x1863761006926336:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421242.779086:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421242.779093:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c1d16 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052ed expref: 36 pid: 8245 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.779104:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c1d16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052ed expref: 36 pid: 8245 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.779123:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c1d16 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052ed expref: 36 pid: 8245 timeout: 409 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.779137:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff97104fb1dd00) 00010000:00010000:1.0:1777421242.779142:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1d24 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.779150:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1d24 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.779156:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1d24 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421242.779176:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421242.779217:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:2360:x1863761006926336:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 152us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421242.779225:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 186 00010000:00010000:0.0:1777421242.779359:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1d24 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.779368:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1d24 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.779554:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1d24 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.779562:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1d24 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.779568:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1d24 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.779578:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cc600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421242.779581:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1d24 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.779586:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1d24 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.779593:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff97104fb1dd00) 00010000:00010000:0.0:1777421242.779594:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421242.779596:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1d24 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421242.779600:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1d24 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421242.779718:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:20399:x1863761006926208:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 3047us (3462us total) trans 4294967721 rc 0/0 00000100:00100000:0.0:1777421242.779725:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 655 00000040:00080000:3.0:1777421242.779864:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421242.779869:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421242.780362:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1777421242.780370:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421242.783968:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421242.784028:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006926592 00000100:00100000:0.0:1777421242.784039:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006926592 00000100:00100000:0.0:1777421242.784109:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 150 00000100:00100000:0.0:1777421242.784120:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4c2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:20399:x1863761006926592:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421242.784403:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4c2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:20399:x1863761006926592:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 284us (441us total) trans 4294967722 rc 0/0 00000100:00100000:0.0:1777421242.784411:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 150 00000040:00080000:1.0:1777421243.007735:0:16184:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421243.007750:0:16184:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421243.007811:0:16184:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 16 count 4 00000040:00080000:1.0:1777421243.007819:0:16184:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421243.034094:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421243.034257:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006926848 00000100:00100000:0.0:1777421243.034267:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006926848 00000100:00100000:0.0:1777421243.034464:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 656 00000100:00100000:0.0:1777421243.034475:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+69:20402:x1863761006926848:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421243.034495:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421243.034515:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1d2b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e052f4 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421243.034612:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1d32 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421243.034627:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1d32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421243.034639:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1d32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421243.034651:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x11:0x0]: returning size 158 00010000:00010000:0.0:1777421243.034793:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1d2b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052f4 expref: 72 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421243.034822:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1d32 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052f4 expref: 71 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421243.034830:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff97104fb1dd00) 00010000:00010000:0.0:1777421243.034834:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421243.034838:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800ccc00, rc 0) 00000100:00100000:0.0:1777421243.034896:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+71:20402:x1863761006926848:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 423us (809us total) trans 4294967723 rc 0/0 00000100:00100000:0.0:1777421243.034904:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 656 00000100:00100000:2.0:1777421243.037353:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421243.037430:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006926976 00000100:00100000:3.0:1777421243.037440:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006926976 00000100:00100000:2.0:1777421243.037510:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 657 00000100:00100000:2.0:1777421243.037522:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+71:20402:x1863761006926976:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:2.0:1777421243.037584:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1d40 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421243.037601:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1d40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421243.037613:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1d40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421243.037638:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1d40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421243.037654:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1d40 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421243.037661:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1d40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421243.037668:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510e200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421243.037673:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1d40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421243.037681:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1d40 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421243.037694:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff97104fb1dd00) 00010000:00010000:2.0:1777421243.037698:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421243.037703:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1d40 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421243.037710:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1d40 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421243.037779:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+71:20402:x1863761006926976:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 258us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421243.037786:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 657 00000100:00100000:0.0:1777421243.037868:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421243.037994:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006927104 00000100:00100000:2.0:1777421243.037999:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006927104 00000100:00100000:2.0:1777421243.038033:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 25 00000100:00100000:2.0:1777421243.038041:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+71:2360:x1863761006927104:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421243.038052:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421243.038084:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1d32 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052f4 expref: 71 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421243.038108:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff97104fb1dd00) 00010000:00010000:2.0:1777421243.038112:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421243.038142:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+70:2360:x1863761006927104:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 102us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421243.038147:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 25 00000100:00100000:0.0:1777421243.039535:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421243.039626:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006927360 00000100:00100000:2.0:1777421243.039635:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006927360 00000100:00100000:2.0:1777421243.039715:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 151 00000100:00100000:2.0:1777421243.039725:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+70:20402:x1863761006927360:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:2.0:1777421243.039936:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+71:20402:x1863761006927360:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 212us (404us total) trans 4294967724 rc 0/0 00000100:00100000:2.0:1777421243.039943:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 151 00010000:00010000:0.0:1777421243.618605:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421243.682496:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710773ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018321280:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421243.682565:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421243.682765:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018321408:0@lo:400:kworker.0 00000100:00100000:1.0:1777421243.682786:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018321792:0@lo:400:kworker.0 00000100:00100000:0.0:1777421243.682807:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421243.682834:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421243.682844:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863761018321536:0@lo:400:kworker.0 00000100:00100000:2.0:1777421243.682848:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018321280 00000100:00100000:0.0:1777421243.682854:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3300:1863761018321920:0@lo:400:kworker.0 00000100:00100000:2.0:1777421243.682857:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018321280 00000100:00100000:2.0:1777421243.682907:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1777421243.682913:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080741880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018321280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777421243.682930:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 1703936 free 3856662528 avail 3854565376 00000100:00100000:0.0:1777421243.683448:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421243.683564:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018321408 00000100:00100000:0.0:1777421243.683569:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018321408 00000100:00100000:0.0:1777421243.683599:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:0.0:1777421243.683606:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b510850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018321408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421243.683641:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b510850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018321408:12345-0@lo:400:kworker.0 Request processed in 35us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421243.683648:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:0.0:1777421243.683741:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018321792 00000100:00100000:0.0:1777421243.683745:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018321792 00000100:00100000:0.0:1777421243.683770:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:0.0:1777421243.683776:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018321792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421243.683805:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018321792:12345-0@lo:400:kworker.0 Request processed in 30us (974us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421243.683811:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00080000:0.0:1777421243.683826:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421243.683836:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018321920 00000100:00100000:0.0:1777421243.683839:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018321920 00000100:00100000:0.0:1777421243.683867:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1777421243.683873:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1863761018321920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421243.683903:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1863761018321920:12345-0@lo:400:kworker.0 Request processed in 31us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421243.683921:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00080000:0.0:1777421243.683943:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421243.683966:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018321408:0@lo:400:kworker.0 00000100:00100000:0.0:1777421243.683983:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3300:1863761018321920:0@lo:400:kworker.0 00000100:00100000:3.0:1777421243.683993:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421243.684010:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018321536 00000100:00100000:0.0:1777421243.684014:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018321536 00000100:00100000:3.0:1777421243.684037:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777421243.684047:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1863761018321664:0@lo:400:kworker.0 00000100:00100000:0.0:1777421243.684050:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1777421243.684071:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018321792:0@lo:400:kworker.0 00000100:00100000:2.0:1777421243.684080:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080741880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018321280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1160us (1508us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421243.684080:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863761018321536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421243.684097:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1777421243.684099:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710773ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018321280:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421243.684129:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863761018321536:12345-0@lo:400:kworker.0 Request processed in 69us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421243.684136:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1777421243.684175:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421243.684198:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018321664 00000100:00100000:3.0:1777421243.684199:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863761018321536:0@lo:400:kworker.0 00000100:00100000:1.0:1777421243.684203:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018321664 00000100:00100000:1.0:1777421243.684244:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1777421243.684253:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018321664:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1777421243.684255:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421243.684314:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018321664:12345-0@lo:400:kworker.0 Request processed in 64us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421243.684319:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1777421243.684408:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1863761018321664:0@lo:400:kworker.0 00010000:00010000:1.0:1777421244.642464:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777421244.835450:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421244.835458:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421244.835558:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 16 count 3 00000040:00080000:3.0:1777421244.835563:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777421245.666453:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421245.956409:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421245.956791:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006927488 00000100:00100000:1.0:1777421245.956812:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006927488 00000100:00100000:1.0:1777421245.956982:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 658 00000100:00100000:1.0:1777421245.956993:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:20382:x1863761006927488:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1777421245.957115:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:20382:x1863761006927488:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 Request processed in 124us (1080us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421245.957124:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 658 00000100:00080000:0.0:1777421245.957345:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421245.964546:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421245.964808:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006927744 00000100:00100000:2.0:1777421245.964819:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006927744 00000100:00100000:0.0:1777421245.964995:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 152 00000100:00100000:0.0:1777421245.965006:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:20382:x1863761006927744:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421245.965293:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:20382:x1863761006927744:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 268us (735us total) trans 4294967725 rc 0/0 00000100:00100000:0.0:1777421245.965301:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 152 00000001:00080000:3.0:1777421246.274055:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967330 is committed 00000001:00080000:3.0:1777421246.280542:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967725 is committed 00000001:00080000:3.0:1777421246.280558:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967723 is committed 00000001:00080000:3.0:1777421246.280583:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967724 is committed 00010000:00010000:3.0:1777421246.690821:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1777421246.844056:0:16431:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11a: Import a file ==================== 20:07:25 (1777421245) 00000100:00100000:2.0:1777421246.929358:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421246.929511:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006927872 00000100:00100000:1.0:1777421246.929521:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006927872 00000100:00100000:1.0:1777421246.929588:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 659 00000100:00100000:1.0:1777421246.929598:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+68:20983:x1863761006927872:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421246.929620:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421246.929639:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1d47 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e052fb expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.929701:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1d4e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.929715:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1d4e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.929726:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1d4e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.931222:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1d55 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.931240:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1d55 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.931249:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1d55 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.931342:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1d4e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.931350:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1d4e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.931368:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1d4e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.931374:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8e400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421246.931379:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1d4e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.931386:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1d4e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.931398:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afde00) 00010000:00010000:1.0:1777421246.931401:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421246.931405:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1d4e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.931411:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1d4e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.931423:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1d55 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.931429:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1d55 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.931434:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1d55 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.931439:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421246.931441:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1d55 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.931457:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1d55 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.931465:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff97104fb1d200) 00010000:00010000:1.0:1777421246.931467:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421246.931470:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1d55 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.931476:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1d55 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.931518:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1d47 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052fb expref: 69 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.931529:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afde00) 00010000:00010000:1.0:1777421246.931531:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421246.931535:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1d47 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e052fb expref: 69 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.931544:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8e600, rc 0) 00000100:00100000:1.0:1777421246.931612:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+68:20983:x1863761006927872:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 2015us (2262us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421246.931622:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 659 00000100:00080000:0.0:1777421246.931834:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421246.937093:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421246.937131:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006928128 00000100:00100000:1.0:1777421246.937141:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006928128 00000100:00100000:1.0:1777421246.937195:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 660 00000100:00100000:1.0:1777421246.937205:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+68:20983:x1863761006928128:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:1.0:1777421246.937474:0:12998:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421246.937501:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1bcd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0526f expref: 68 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.937525:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afde00) 00010000:00010000:1.0:1777421246.937528:0:12998:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421246.937601:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1d5c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.937611:0:12998:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cde00/0xd9d09a059d6c1c0c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05284 expref: 28 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.937617:0:12998:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1d5c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.937642:0:12998:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cde00/0xd9d09a059d6c1c0c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05284 expref: 28 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.937651:0:12998:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cde00/0xd9d09a059d6c1c0c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05284 expref: 28 pid: 8245 timeout: 413 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421246.937661:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080742a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018322048:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421246.937760:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff971043174240 going to sleep for 11 seconds 00000100:00100000:1.0:1777421246.940486:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421246.940910:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080742a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018322048:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421246.940934:0:12998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1d5c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421246.940981:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006928256 00000100:00100000:2.0:1777421246.940989:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006928256 00010000:00010000:2.0:1777421246.941039:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cde00/0xd9d09a059d6c1c0c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05284 expref: 29 pid: 8245 timeout: 413 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421246.941078:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 187 00000100:00100000:2.0:1777421246.941088:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080741c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:2360:x1863761006928256:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421246.941101:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421246.941109:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cde00/0xd9d09a059d6c1c0c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05284 expref: 29 pid: 8245 timeout: 413 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421246.941121:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cde00/0xd9d09a059d6c1c0c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05284 expref: 29 pid: 8245 timeout: 413 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421246.941143:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cde00/0xd9d09a059d6c1c0c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05284 expref: 29 pid: 8245 timeout: 413 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421246.941168:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afde00) 00010000:00010000:2.0:1777421246.941173:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1d5c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421246.941182:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1d5c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421246.941190:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1d5c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421246.941219:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421246.941289:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080741c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+28:2360:x1863761006928256:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 185us (795us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421246.941310:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 187 00010000:00010000:1.0:1777421246.941501:0:12998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1d5c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.941509:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1d5c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.941539:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1d63 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.941549:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1d63 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.941557:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1d63 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421246.942213:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 512 00010000:00010000:1.0:1777421246.942223:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1d5c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.942231:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1d5c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.942237:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1d5c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.942242:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8e600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421246.942246:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1d5c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.942253:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1d5c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.942262:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afde00) 00010000:00010000:1.0:1777421246.942264:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421246.942268:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1d5c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421246.942311:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1d5c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421246.942328:0:12998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000e43a5066 reply state 00000000b333e5b8 transno 4294967726 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1d63 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421246.942335:0:12998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421246.942400:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+69:20983:x1863761006928128:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 5193us (5309us total) trans 4294967726 rc 0/0 00000100:00100000:1.0:1777421246.942407:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 660 00010000:00010000:3.0:1777421246.944263:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1d63 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421246.944295:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1d63 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421246.944313:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1d63 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421246.944320:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421246.944325:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1d63 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421246.944333:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1d63 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421246.944347:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff97104fb1d200) 00010000:00010000:3.0:1777421246.944350:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421246.944355:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1d63 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421246.944361:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1d63 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421247.174192:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421247.174316:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006928384 00000100:00100000:1.0:1777421247.174327:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006928384 00000100:00100000:1.0:1777421247.174440:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 661 00000100:00100000:1.0:1777421247.174451:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+68:21030:x1863761006928384:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:1.0:1777421247.174476:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421247.174498:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1d6a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05302 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.174566:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1d71 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.174581:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1d71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.174595:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1d71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421247.174654:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1777421247.174659:0:12998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 18 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421247.174701:0:12998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1d71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.174731:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1d6a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05302 expref: 70 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.174750:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1d71 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05302 expref: 69 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.174759:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104fb1d600) 00010000:00010000:1.0:1777421247.174762:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421247.174765:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8e400, rc 0) 00000100:00100000:1.0:1777421247.174823:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+69:21030:x1863761006928384:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 374us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421247.174830:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 661 00000100:00100000:1.0:1777421247.177528:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421247.177625:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006928640 00000100:00100000:3.0:1777421247.177634:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006928640 00000100:00100000:3.0:1777421247.177728:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 662 00000100:00100000:3.0:1777421247.177738:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080742a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+69:21030:x1863761006928640:12345-192.168.204.24@tcp:36:mkdir.0 00010000:00010000:3.0:1777421247.177786:0:12998:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421247.177807:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1d71 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05302 expref: 69 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.177823:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104fb1d600) 00010000:00010000:3.0:1777421247.177832:0:12998:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421247.177989:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080742a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+68:21030:x1863761006928640:12345-192.168.204.24@tcp:36:mkdir.0 Request processed in 251us (466us total) trans 0 rc -17/-17 00000100:00100000:3.0:1777421247.178007:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 662 00000100:00100000:2.0:1777421247.180103:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421247.180934:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006928768 00000100:00100000:3.0:1777421247.180944:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006928768 00000100:00100000:3.0:1777421247.181037:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 663 00000100:00100000:3.0:1777421247.181047:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+68:21030:x1863761006928768:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:3.0:1777421247.181065:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421247.181085:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c1d78 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05309 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.181140:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c1d7f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.181168:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c1d7f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.181180:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c1d7f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421247.181238:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1777421247.181242:0:12998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 18 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421247.181266:0:12998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c1d7f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.181303:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcba400/0xd9d09a059d6c1d78 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05309 expref: 70 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.181321:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c1d7f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05309 expref: 69 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.181347:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57e00) 00010000:00010000:3.0:1777421247.181350:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421247.181353:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106fcbbe00, rc 0) 00000100:00100000:3.0:1777421247.181428:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+69:21030:x1863761006928768:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 382us (1331us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421247.181435:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 663 00000100:00100000:0.0:1777421247.183666:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421247.183730:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006928896 00000100:00100000:3.0:1777421247.183739:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006928896 00000100:00100000:3.0:1777421247.183792:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 664 00000100:00100000:3.0:1777421247.183802:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+69:21030:x1863761006928896:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:3.0:1777421247.183819:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421247.183837:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c1d86 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05310 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.183893:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1d8d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.183907:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1d8d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.183918:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1d8d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.183932:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61c00/0xd9d09a059d6c1d94 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.183939:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61c00/0xd9d09a059d6c1d94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.183963:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61c00/0xd9d09a059d6c1d94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.184063:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60a00/0xd9d09a059d6c1d9b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.184071:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60a00/0xd9d09a059d6c1d9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.184078:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60a00/0xd9d09a059d6c1d9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421247.184114:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 512 00000004:00200000:3.0:1777421247.184118:0:12998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421247.184136:0:12998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60a00/0xd9d09a059d6c1d9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.184147:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1d8d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.184153:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1d8d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.184630:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1d8d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.184637:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f420ce000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421247.184642:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1d8d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.184650:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1d8d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.184669:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57e00) 00010000:00010000:3.0:1777421247.184672:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421247.184677:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1d8d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.184683:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f420ce000/0xd9d09a059d6c1d8d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.184698:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61c00/0xd9d09a059d6c1d94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.184704:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61c00/0xd9d09a059d6c1d94 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.184710:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61c00/0xd9d09a059d6c1d94 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.184716:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421247.184719:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61c00/0xd9d09a059d6c1d94 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.184724:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61c00/0xd9d09a059d6c1d94 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.184731:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff971043c57800) 00010000:00010000:3.0:1777421247.184733:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421247.184736:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61c00/0xd9d09a059d6c1d94 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.184742:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61c00/0xd9d09a059d6c1d94 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.184783:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbae00/0xd9d09a059d6c1d86 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05310 expref: 71 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.184797:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60a00/0xd9d09a059d6c1d9b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05310 expref: 70 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.184804:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff971043c57200) 00010000:00010000:3.0:1777421247.184806:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421247.184809:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60a00, rc 0) 00000100:00100000:3.0:1777421247.184927:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+70:21030:x1863761006928896:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 1126us (1268us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421247.184936:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 664 00000100:00100000:2.0:1777421247.221318:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421247.221385:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006929024 00000100:00100000:3.0:1777421247.221395:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006929024 00000100:00080000:0.0:1777421247.221473:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421247.221528:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 665 00000100:00100000:2.0:1777421247.221536:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+28:21036:x1863761006929024:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421247.221556:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421247.221572:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1da2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05317 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.221628:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1da9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.221642:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1da9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.221654:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1da9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421247.221710:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1777421247.221714:0:12998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 18 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421247.221736:0:12998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1da9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.221759:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1da2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05317 expref: 30 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.221774:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1da9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05317 expref: 29 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.221800:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57e00) 00010000:00010000:2.0:1777421247.221802:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421247.221806:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510fe00, rc 0) 00000100:00100000:2.0:1777421247.221872:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:21036:x1863761006929024:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 336us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421247.221880:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 665 00000100:00100000:2.0:1777421247.226401:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421247.226518:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006929280 00000100:00100000:1.0:1777421247.226528:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006929280 00000100:00100000:1.0:1777421247.226677:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 666 00000100:00100000:1.0:1777421247.226688:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+70:21036:x1863761006929280:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421247.226707:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421247.226709:0:12998:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1777421247.226734:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60a00/0xd9d09a059d6c1d9b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05310 expref: 70 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.226751:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff971043c57200) 00010000:00010000:1.0:1777421247.226761:0:12998:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421247.226777:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1db0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0531e expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.226918:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1db7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.226931:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1db7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.226940:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1db7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.227020:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1dbe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.227028:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1dbe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.227035:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1dbe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.227589:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1dc5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.227599:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.227607:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421247.227616:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a:0x0]: returning size 0 00010000:00010000:1.0:1777421247.227642:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1db7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.227661:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1db7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.227668:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1db7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.227675:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8fa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421247.227680:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1db7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.227688:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1db7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.227697:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff97104fb1df00) 00010000:00010000:1.0:1777421247.227700:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421247.227703:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1db7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.227709:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1db7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421247.227720:0:12998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000c1c43cca reply state 000000005c694649 transno 4294967727 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1dbe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421247.227728:0:12998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777421247.227756:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1db0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0531e expref: 72 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.227774:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1dc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0531e expref: 71 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.227794:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:1.0:1777421247.227797:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421247.227799:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8f000, rc 0) 00000100:00100000:1.0:1777421247.227869:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+72:21036:x1863761006929280:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1183us (1727us total) trans 4294967727 rc 0/0 00000100:00100000:1.0:1777421247.227878:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 666 00010000:00010000:1.0:1777421247.229910:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1dbe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.229930:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1dbe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.229935:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1dbe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.229939:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421247.229942:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1dbe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.229947:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1dbe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.229961:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x4a4b4929 (ffff97104fb1d100) 00010000:00010000:1.0:1777421247.229965:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421247.229969:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1dbe lrc: 2/0,0 mode: --/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.229975:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1dbe lrc: 0/0,0 mode: --/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421247.231586:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421247.231765:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006929536 00000100:00100000:1.0:1777421247.231775:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006929536 00000100:00100000:1.0:1777421247.231854:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 667 00000100:00100000:1.0:1777421247.231861:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+71:21036:x1863761006929536:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421247.231880:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421247.231899:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1dd3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05325 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.231978:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1dda lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.231988:0:12998:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1dc5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0531e expref: 72 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.232006:0:12998:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1dda lrc: 4/0,1 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.232039:0:12998:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1dc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0531e expref: 72 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.232058:0:12998:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1dc5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0531e expref: 72 pid: 12998 timeout: 413 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421247.232072:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018322176:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421247.232204:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710431740c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421247.234504:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018322176:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421247.234540:0:12998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1dda lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421247.235438:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421247.235556:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006929664 00000100:00100000:1.0:1777421247.235565:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006929664 00010000:00010000:1.0:1777421247.235597:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1dc5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0531e expref: 73 pid: 12998 timeout: 413 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421247.235626:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 188 00000100:00100000:1.0:1777421247.235633:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+73:2360:x1863761006929664:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421247.235644:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421247.235648:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1dc5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0531e expref: 73 pid: 12998 timeout: 413 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.235658:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1dc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0531e expref: 73 pid: 12998 timeout: 413 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.235769:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1dc5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0531e expref: 73 pid: 12998 timeout: 413 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.235786:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:1.0:1777421247.235789:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1dda lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.235796:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1dda lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.235801:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1dda lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.235877:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421247.235909:0:12998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1dda lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.235916:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1dda lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421247.235934:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a:0x0]: returning size 0 00000100:00100000:1.0:1777421247.235940:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+72:2360:x1863761006929664:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 307us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421247.235948:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 188 00010000:00010000:2.0:1777421247.236204:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1dda lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.236213:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1dda lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.236220:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1dda lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.236226:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421247.236230:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1dda lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.236247:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1dda lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.236257:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:2.0:1777421247.236260:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421247.236264:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1dda lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.236269:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c1dda lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.236354:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1dd3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05325 expref: 72 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.236365:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff97104fb1d600) 00010000:00010000:2.0:1777421247.236368:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421247.236371:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1dd3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05325 expref: 72 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.236383:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8e400, rc 0) 00000100:00100000:2.0:1777421247.236428:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+71:21036:x1863761006929536:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 4567us (4856us total) trans 4294967728 rc 301/301 00000100:00100000:2.0:1777421247.236435:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 667 00000100:00100000:2.0:1777421247.238509:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421247.238618:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006929920 00000100:00100000:0.0:1777421247.238628:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006929920 00000100:00100000:0.0:1777421247.238666:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 153 00000100:00100000:0.0:1777421247.238672:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+71:21036:x1863761006929920:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421247.239335:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+72:21036:x1863761006929920:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 660us (832us total) trans 4294967729 rc 0/0 00000100:00100000:0.0:1777421247.239343:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 153 00000100:00100000:3.0:1777421247.241537:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421247.241815:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006930048 00000100:00100000:2.0:1777421247.241824:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006930048 00000100:00100000:2.0:1777421247.241875:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 668 00000100:00100000:2.0:1777421247.241885:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+72:21036:x1863761006930048:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421247.241923:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421247.241945:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c1de8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0532c expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.242010:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c1de8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0532c expref: 73 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.242026:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f800/0xd9d09a059d6c1de8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0532c expref: 73 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.242044:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff97104268d500) 00010000:00010000:2.0:1777421247.242047:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421247.242050:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510f800, rc 0) 00000100:00100000:2.0:1777421247.242097:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+73:21036:x1863761006930048:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 214us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421247.242104:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 668 00000100:00100000:3.0:1777421247.244434:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421247.244477:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006930304 00000100:00100000:2.0:1777421247.244486:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006930304 00000100:00100000:2.0:1777421247.244536:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 669 00000100:00100000:2.0:1777421247.244545:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+73:21036:x1863761006930304:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1777421247.244594:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1def lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.244610:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1def lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.244622:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1def lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.244852:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1def lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.244861:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1def lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.244866:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1def lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.244872:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510f000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421247.244876:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1def lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.244883:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1def lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.244895:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff97104268d500) 00010000:00010000:2.0:1777421247.244898:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777421247.244902:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1def lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.244908:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1def lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421247.244972:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+74:21036:x1863761006930304:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 Request processed in 427us (543us total) trans 4294967730 rc 0/0 00000100:00100000:2.0:1777421247.244980:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 669 00000100:00100000:0.0:1777421247.247236:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421247.247345:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006930560 00000100:00100000:2.0:1777421247.247354:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006930560 00000100:00100000:2.0:1777421247.247497:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 670 00000100:00100000:2.0:1777421247.247518:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+74:21036:x1863761006930560:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777421247.247788:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1df6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.247804:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1df6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.247887:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1df6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777421247.248131:0:12998:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967731 00000004:00010000:2.0:1777421247.248175:0:12998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000002010692f reply state 000000008ec9a4c7 transno 4294967732 ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1df6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421247.248185:0:12998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421247.248269:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+77:21036:x1863761006930560:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 750us (1038us total) trans 4294967732 rc 0/0 00000100:00100000:2.0:1777421247.248298:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 670 00000020:00080000:2.0:1777421247.248303:0:12998:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777421247.249888:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1df6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.249975:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1df6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.249982:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1df6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.249989:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510e600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421247.250001:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1df6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.250025:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1df6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.250122:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff97104268d500) 00010000:00010000:2.0:1777421247.250126:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777421247.250131:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1df6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.250136:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1df6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421247.250612:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421247.251017:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006930816 00000100:00100000:3.0:1777421247.251025:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006930816 00000100:00100000:3.0:1777421247.251114:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 154 00000100:00100000:3.0:1777421247.251268:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+76:21036:x1863761006930816:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421247.251933:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+77:21036:x1863761006930816:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 808us (1322us total) trans 4294967733 rc 0/0 00000100:00100000:3.0:1777421247.251942:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 154 00000100:00100000:3.0:1777421247.276577:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421247.276803:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006930944 00000100:00100000:2.0:1777421247.276814:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006930944 00000100:00100000:2.0:1777421247.276900:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 671 00000100:00100000:2.0:1777421247.276910:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+77:21039:x1863761006930944:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421247.276933:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421247.276954:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1dfd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05333 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277028:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e04 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277043:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e04 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277054:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e04 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277068:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e0b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277089:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277097:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277216:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1e12 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277225:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1e12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277232:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1e12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421247.277301:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 512 00000004:00200000:2.0:1777421247.277306:0:12998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421247.277346:0:12998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1e12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277359:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e04 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277366:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e04 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277372:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e04 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277378:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510f000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421247.277382:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e04 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277395:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e04 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277407:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57e00) 00010000:00010000:2.0:1777421247.277410:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421247.277414:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e04 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277421:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e04 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277434:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277439:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e0b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277445:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e0b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277450:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510fa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421247.277452:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e0b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277458:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e0b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277465:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff97104268d600) 00010000:00010000:2.0:1777421247.277468:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421247.277470:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e0b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277486:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e0b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277518:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1dfd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05333 expref: 79 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277531:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e200/0xd9d09a059d6c1e12 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05333 expref: 78 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421247.277538:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff97104268d100) 00010000:00010000:2.0:1777421247.277540:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421247.277542:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510e200, rc 0) 00000100:00100000:2.0:1777421247.277604:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+78:21039:x1863761006930944:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 695us (1035us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421247.277612:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 671 00000100:00100000:2.0:1777421247.280835:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421247.280902:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006931200 00000100:00100000:1.0:1777421247.280912:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006931200 00000100:00100000:1.0:1777421247.281040:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 672 00000100:00100000:1.0:1777421247.281050:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+78:21039:x1863761006931200:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421247.281070:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421247.281090:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1e19 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0533a expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281165:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1e20 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281179:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1e20 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281189:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1e20 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281204:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1e27 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281211:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1e27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281218:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1e27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281372:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1e2e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281381:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1e2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281388:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1e2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421247.281410:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a:0x0]: returning size 158 00010000:00010000:1.0:1777421247.281502:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1e20 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281509:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1e20 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281515:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1e20 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281521:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421247.281524:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1e20 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281530:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1e20 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281541:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff97104268d100) 00010000:00010000:1.0:1777421247.281544:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421247.281548:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1e20 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281565:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1e20 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281578:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1e27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281584:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1e27 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281589:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1e27 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281594:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8e600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421247.281597:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1e27 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281603:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1e27 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281610:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x4a4b4929 (ffff97104fb1d100) 00010000:00010000:1.0:1777421247.281612:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421247.281615:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1e27 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281620:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1e27 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281664:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1e19 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0533a expref: 81 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281690:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8fa00/0xd9d09a059d6c1e2e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0533a expref: 80 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.281698:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff97104268d500) 00010000:00010000:1.0:1777421247.281700:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421247.281703:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8fa00, rc 0) 00000100:00100000:1.0:1777421247.281755:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+80:21039:x1863761006931200:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 706us (933us total) trans 4294967734 rc 0/0 00000100:00100000:1.0:1777421247.281764:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 672 00000100:00100000:0.0:1777421247.284781:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421247.284832:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006931328 00000100:00100000:1.0:1777421247.284843:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006931328 00000100:00100000:1.0:1777421247.284902:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 673 00000100:00100000:1.0:1777421247.284912:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+80:21039:x1863761006931328:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:1.0:1777421247.284972:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c1e3c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.284984:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c1e3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.285003:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c1e3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.285023:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c1e3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.285028:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c1e3c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.285047:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c1e3c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.285051:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8e200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421247.285054:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c1e3c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.285058:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c1e3c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.285066:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff97104268d500) 00010000:00010000:1.0:1777421247.285068:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421247.285072:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c1e3c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421247.285076:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c1e3c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421247.285132:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+80:21039:x1863761006931328:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 221us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421247.285140:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 673 00000100:00100000:0.0:1777421247.287576:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421247.287656:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006931584 00000100:00100000:3.0:1777421247.287664:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006931584 00000100:00100000:3.0:1777421247.287727:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 155 00000100:00100000:3.0:1777421247.287736:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+80:21039:x1863761006931584:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:3.0:1777421247.288401:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+81:21039:x1863761006931584:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 657us (822us total) trans 4294967735 rc 0/0 00000100:00100000:3.0:1777421247.288410:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 155 00000100:00100000:2.0:1777421247.383044:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421247.384398:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006931840 00000100:00100000:3.0:1777421247.384410:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006931840 00000100:00100000:3.0:1777421247.384472:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 674 00000100:00100000:3.0:1777421247.384481:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+81:21058:x1863761006931840:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421247.384503:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421247.384524:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61c00/0xd9d09a059d6c1e43 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05341 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421247.384640:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 512 00010000:00010000:3.0:1777421247.384749:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61c00/0xd9d09a059d6c1e43 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05341 expref: 83 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.384764:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57e00) 00010000:00010000:3.0:1777421247.384768:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421247.384773:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61c00/0xd9d09a059d6c1e43 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05341 expref: 83 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.384786:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61c00, rc 0) 00000100:00100000:3.0:1777421247.384863:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+82:21058:x1863761006931840:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 382us (1827us total) trans 4294967736 rc 301/301 00000100:00100000:3.0:1777421247.384871:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 674 00000100:00100000:0.0:1777421247.387501:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421247.387689:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006931968 00000100:00100000:3.0:1777421247.387711:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006931968 00000100:00100000:3.0:1777421247.387764:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 675 00000100:00100000:3.0:1777421247.387773:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+82:21058:x1863761006931968:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:3.0:1777421247.387839:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60000/0xd9d09a059d6c1e51 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.387853:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60000/0xd9d09a059d6c1e51 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.387863:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60000/0xd9d09a059d6c1e51 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.387877:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60800/0xd9d09a059d6c1e58 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.387883:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60800/0xd9d09a059d6c1e58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.387890:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60800/0xd9d09a059d6c1e58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.387975:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c1e5f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.387983:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c1e5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.388001:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c1e5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421247.388035:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a:0x0]: returning size 158 00000004:00200000:3.0:1777421247.388040:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421247.388057:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c1e5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.388069:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60000/0xd9d09a059d6c1e51 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.388075:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60000/0xd9d09a059d6c1e51 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.388081:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60000/0xd9d09a059d6c1e51 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.388086:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421247.388090:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60000/0xd9d09a059d6c1e51 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.388097:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60000/0xd9d09a059d6c1e51 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.388107:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff97104268d100) 00010000:00010000:3.0:1777421247.388110:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421247.388114:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60000/0xd9d09a059d6c1e51 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.388120:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60000/0xd9d09a059d6c1e51 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.388135:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60800/0xd9d09a059d6c1e58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.388142:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60800/0xd9d09a059d6c1e58 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.388148:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60800/0xd9d09a059d6c1e58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.388159:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421247.388161:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60800/0xd9d09a059d6c1e58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.388167:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60800/0xd9d09a059d6c1e58 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.388175:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x4a4b4929 (ffff971043c57800) 00010000:00010000:3.0:1777421247.388177:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421247.388179:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60800/0xd9d09a059d6c1e58 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.388184:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60800/0xd9d09a059d6c1e58 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.388199:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c1e5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.388205:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c1e5f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.388210:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c1e5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.388215:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421247.388218:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c1e5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.388224:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c1e5f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.388243:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff97104268d500) 00010000:00010000:3.0:1777421247.388245:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421247.388248:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c1e5f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421247.388253:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c1e5f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421247.388344:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+82:21058:x1863761006931968:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 570us (849us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421247.388352:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 675 00000100:00100000:0.0:1777421247.392886:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421247.392935:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006932224 00000100:00100000:3.0:1777421247.392946:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006932224 00000100:00100000:3.0:1777421247.393032:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 156 00000100:00100000:3.0:1777421247.393043:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4c2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+82:21058:x1863761006932224:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:3.0:1777421247.393322:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4c2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+83:21058:x1863761006932224:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 279us (444us total) trans 4294967737 rc 0/0 00000100:00100000:3.0:1777421247.393331:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 156 00010000:00010000:1.0:1777421247.714449:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421247.778479:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018322304:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421247.780363:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421247.780541:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018322304 00000100:00100000:2.0:1777421247.780551:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018322304 00000100:00080000:0.0:1777421247.780665:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421247.780707:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1777421247.780719:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018322304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777421247.780758:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 62980096 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777421247.781170:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018322304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 452us (811us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421247.781179:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1777421247.781353:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018322304:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421247.794941:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421247.795016:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421247.795050:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421247.795081:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006932480 00000100:00100000:2.0:1777421247.795081:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421247.795092:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006932480 00000100:00100000:1.0:1777421247.795121:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006932608 00000100:00100000:2.0:1777421247.795127:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421247.795127:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006932608 00000100:00100000:0.0:1777421247.795207:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006932352 00000100:00100000:0.0:1777421247.795212:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006932352 00000100:00100000:0.0:1777421247.795246:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 296 00000100:00100000:0.0:1777421247.795256:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b513850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2359:x1863761006932352:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421247.795355:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006932864 00000100:00100000:3.0:1777421247.795360:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006932864 00000100:00100000:0.0:1777421247.795561:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b513850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2359:x1863761006932352:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 305us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421247.795569:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 296 00000100:00100000:2.0:1777421247.795828:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006932736 00000100:00100000:2.0:1777421247.795833:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006932736 00000100:00100000:2.0:1777421247.795858:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 143 00000100:00100000:2.0:1777421247.795866:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+10:2359:x1863761006932480:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421247.795880:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 144 00000100:00100000:1.0:1777421247.795891:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+9:2360:x1863761006932608:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421247.795901:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+10:2359:x1863761006932480:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 35us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421247.795908:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 143 00000100:00100000:2.0:1777421247.795921:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 145 00000100:00100000:2.0:1777421247.795927:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761006932864:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421247.795939:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+9:2360:x1863761006932608:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 50us (887us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421247.795964:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 144 00000100:00100000:2.0:1777421247.795965:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761006932864:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 23us (868us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421247.795975:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 145 00000100:00100000:3.0:1777421247.796006:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 146 00000100:00100000:3.0:1777421247.796018:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006932736:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421247.796051:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006932736:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 36us (925us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421247.796058:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 146 00000100:00080000:2.0:1777421247.796064:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777421247.796070:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777421248.738533:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421248.803440:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018322432:0@lo:400:kworker.0 00000100:00100000:3.0:1777421248.803502:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018322816:0@lo:400:kworker.0 00000100:00100000:1.0:1777421248.803513:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421248.803598:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3300:1863761018322688:0@lo:400:kworker.0 00000100:00100000:3.0:1777421248.803797:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421248.803839:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018322944:0@lo:400:kworker.0 00000100:00100000:3.0:1777421248.803851:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018322816 00000100:00100000:3.0:1777421248.803860:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018322816 00000100:00100000:1.0:1777421248.803873:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421248.803911:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1777421248.803913:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018322560:0@lo:400:kworker.0 00000100:00100000:1.0:1777421248.803941:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421248.803986:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104673ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018322816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421248.804042:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104673ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018322816:12345-0@lo:400:kworker.0 Request processed in 121us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421248.804050:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1777421248.804455:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018323072:0@lo:400:kworker.0 00000100:00100000:3.0:1777421248.804621:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018322944 00000100:00100000:3.0:1777421248.804628:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018322944 00000100:00100000:3.0:1777421248.804683:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018322560 00000100:00100000:3.0:1777421248.804688:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018322560 00000100:00100000:1.0:1777421248.804714:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421248.804720:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1777421248.804731:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018322944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421248.804761:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018322432 00000100:00100000:1.0:1777421248.804766:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1777421248.804768:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018322432 00000100:00100000:3.0:1777421248.804782:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018322944:12345-0@lo:400:kworker.0 Request processed in 50us (905us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421248.804783:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018322560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421248.804797:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1777421248.804803:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:0.0:1777421248.804814:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b512450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018322432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421248.804823:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018323072 00000100:00100000:3.0:1777421248.804828:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018323072 00000100:00100000:1.0:1777421248.804847:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018322560:12345-0@lo:400:kworker.0 Request processed in 70us (904us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421248.804856:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1777421248.804866:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1777421248.804871:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b512450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018322432:12345-0@lo:400:kworker.0 Request processed in 57us (1356us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421248.804878:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018323072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421248.804890:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:1.0:1777421248.804911:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018322560:0@lo:400:kworker.0 00000100:00100000:1.0:1777421248.804931:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018323072:0@lo:400:kworker.0 00000100:00100000:3.0:1777421248.804940:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018323072:12345-0@lo:400:kworker.0 Request processed in 62us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421248.804949:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00080000:0.0:1777421248.804950:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777421248.804956:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421248.804994:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018322816:0@lo:400:kworker.0 00000100:00100000:1.0:1777421248.805007:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018322944:0@lo:400:kworker.0 00000100:00100000:1.0:1777421248.805016:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018322432:0@lo:400:kworker.0 00000100:00100000:2.0:1777421248.805087:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421248.805124:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018323200:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421248.805133:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018322688 00000100:00100000:0.0:1777421248.805139:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018322688 00000100:00100000:2.0:1777421248.805153:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421248.805178:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1777421248.805186:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1863761018322688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421248.805196:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018323200 00000100:00100000:2.0:1777421248.805202:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018323200 00000100:00100000:0.0:1777421248.805230:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1863761018322688:12345-0@lo:400:kworker.0 Request processed in 44us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421248.805237:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1777421248.805238:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1777421248.805251:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018323200:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1777421248.805260:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00002000:00000024:2.0:1777421248.805319:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 62980096 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777421248.805355:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018323200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421248.805362:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1777421248.805394:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3300:1863761018322688:0@lo:400:kworker.0 00000100:00100000:2.0:1777421248.805409:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018323200:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1777421249.762906:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1777421250.650945:0:16626:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11b: Import a deleted file using its FID ========================================================== 20:07:29 (1777421249) 00010000:00010000:1.0:1777421250.786714:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421250.810204:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421250.810542:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006933120 00000100:00100000:2.0:1777421250.810553:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006933120 00000100:00080000:0.0:1777421250.810626:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421250.810631:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 676 00000100:00100000:2.0:1777421250.810643:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:21677:x1863761006933120:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421250.810664:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421250.810684:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c1e66 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05348 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.810756:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e6d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.810771:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e6d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.810792:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e6d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.810807:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e74 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.810814:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e74 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.810835:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e74 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.810984:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1e7b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.810994:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1e7b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.811001:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1e7b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421250.811010:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:2.0:1777421250.811106:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e6d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.811115:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e6d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.811122:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e6d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.811128:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510fa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421250.811132:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e6d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.811139:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e6d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.811151:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff971050d92600) 00010000:00010000:2.0:1777421250.811154:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421250.811166:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e6d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.811172:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e6d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.811186:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e74 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.811192:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e74 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.811197:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e74 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.811202:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510f000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421250.811205:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e74 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.811210:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e74 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.811217:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff97104268d700) 00010000:00010000:2.0:1777421250.811220:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421250.811223:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e74 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.811229:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e74 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.811593:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c1e66 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05348 expref: 32 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.811621:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1e7b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05348 expref: 31 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.811630:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:2.0:1777421250.811632:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421250.811635:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510e600, rc 0) 00000100:00100000:2.0:1777421250.812167:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:21677:x1863761006933120:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1345us (1791us total) trans 4294967738 rc 0/0 00000100:00100000:2.0:1777421250.812176:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 676 00000100:00100000:1.0:1777421250.816540:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421250.816579:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421250.816585:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006933248 00000100:00100000:2.0:1777421250.816596:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006933248 00000100:00100000:3.0:1777421250.816880:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006933376 00000100:00100000:3.0:1777421250.816885:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006933376 00000100:00100000:3.0:1777421250.816962:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 26 00000100:00100000:3.0:1777421250.816974:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+32:2359:x1863761006933376:12345-192.168.204.24@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777421250.816975:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 677 00000100:00100000:2.0:1777421250.816990:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+32:21677:x1863761006933248:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00010000:00010000:3.0:1777421250.816993:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421250.817020:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c1e7b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05348 expref: 32 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421250.817037:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:3.0:1777421250.817043:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421250.817422:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:2359:x1863761006933376:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 450us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421250.817425:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:21677:x1863761006933248:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 435us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421250.817432:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 26 00000100:00100000:2.0:1777421250.817438:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 677 00000100:00100000:3.0:1777421250.827227:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421250.828097:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006933504 00000100:00100000:2.0:1777421250.828109:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006933504 00000100:00100000:2.0:1777421250.828255:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 678 00000100:00100000:2.0:1777421250.828265:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+83:21678:x1863761006933504:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421250.828305:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421250.828326:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c1e89 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0534f expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.828389:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e90 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.828417:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e90 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.828429:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e90 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.828443:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e97 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.828449:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.828456:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.828519:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e90 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.828527:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e90 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.828534:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e90 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.828540:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510f000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421250.828543:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e90 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.828551:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e90 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.828561:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57e00) 00010000:00010000:2.0:1777421250.828570:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421250.828575:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e90 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.828581:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c1e90 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.828595:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.828600:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e97 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.828605:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e97 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.828609:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510fa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421250.828611:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e97 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.828616:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e97 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.828623:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff97104268d700) 00010000:00010000:2.0:1777421250.828626:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421250.828628:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e97 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.828633:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c1e97 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.828665:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c1e89 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0534f expref: 84 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.828685:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57e00) 00010000:00010000:2.0:1777421250.828687:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421250.828690:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c1e89 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0534f expref: 84 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.828699:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510fc00, rc 0) 00000100:00100000:2.0:1777421250.828763:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+83:21678:x1863761006933504:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 499us (1541us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421250.828771:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 678 00000100:00080000:0.0:1777421250.828912:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421250.832666:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421250.832720:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006933760 00000100:00100000:2.0:1777421250.832730:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006933760 00000100:00100000:1.0:1777421250.832837:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 679 00000100:00100000:1.0:1777421250.832859:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+83:21678:x1863761006933760:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:1.0:1777421250.832908:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421250.832947:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97106fcbbe00/0xd9d09a059d6c1d7f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05309 expref: 83 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.832963:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57e00) 00010000:00010000:1.0:1777421250.832968:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421250.833043:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1e9e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.833057:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1da9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05317 expref: 29 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.833065:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1e9e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.833097:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1da9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05317 expref: 29 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.833110:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1da9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05317 expref: 29 pid: 12998 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421250.833123:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018323328:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421250.833216:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff971053de5b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777421250.835319:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018323328:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421250.835346:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1e9e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421250.838244:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421250.838310:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006933888 00000100:00100000:3.0:1777421250.838321:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006933888 00010000:00010000:3.0:1777421250.838361:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1da9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05317 expref: 30 pid: 12998 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421250.838399:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 189 00000100:00100000:3.0:1777421250.838408:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045cf3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:2361:x1863761006933888:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421250.838421:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421250.838428:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1da9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05317 expref: 30 pid: 12998 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421250.838446:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1da9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05317 expref: 30 pid: 12998 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421250.838468:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c1da9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05317 expref: 30 pid: 12998 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421250.838496:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57e00) 00010000:00010000:3.0:1777421250.838502:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1e9e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421250.838511:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1e9e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421250.838519:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1e9e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421250.838548:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421250.838578:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1e9e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.838588:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1e9e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421250.838612:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045cf3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:2361:x1863761006933888:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 203us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421250.838620:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 189 00010000:00010000:0.0:1777421250.838701:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1ea5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.838712:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.838720:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421250.839534:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00010000:00010000:0.0:1777421250.839545:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1e9e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.839553:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1e9e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.839560:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1e9e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.839566:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8e400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421250.839570:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1e9e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.839577:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1e9e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.839586:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57e00) 00010000:00010000:0.0:1777421250.839588:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421250.839592:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1e9e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.839607:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1e9e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421250.839745:0:5770:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000a28c9c8f reply state 000000002232edc9 transno 4294967739 ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421250.839753:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421250.839821:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+84:21678:x1863761006933760:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 6963us (7163us total) trans 4294967739 rc 0/0 00000100:00100000:0.0:1777421250.839829:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 679 00010000:00010000:1.0:1777421250.841021:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.841029:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1ea5 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.841040:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1ea5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.841044:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cd000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421250.841046:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1ea5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.841050:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1ea5 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.841059:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff971042afdd00) 00010000:00010000:1.0:1777421250.841134:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421250.841148:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1ea5 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.841155:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1ea5 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421250.848863:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421250.848975:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006934016 00000100:00100000:0.0:1777421250.848985:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006934016 00000100:00100000:0.0:1777421250.849078:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 680 00000100:00100000:0.0:1777421250.849088:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+83:21679:x1863761006934016:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:0.0:1777421250.849111:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421250.849132:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c1eac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05356 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.849205:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1eb3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.849219:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1eb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.849230:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1eb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421250.849317:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421250.849321:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 19 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421250.849362:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1eb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.849384:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c1eac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05356 expref: 85 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.849412:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1eb3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05356 expref: 84 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.849421:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afdb00) 00010000:00010000:0.0:1777421250.849424:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421250.849428:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cc600, rc 0) 00000100:00100000:0.0:1777421250.849480:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+84:21679:x1863761006934016:12345-192.168.204.24@tcp:101:bash.0 Request processed in 393us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421250.849487:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 680 00000100:00100000:0.0:1777421250.852042:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421250.852149:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006934144 00000100:00100000:1.0:1777421250.852170:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006934144 00000100:00100000:1.0:1777421250.852263:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 681 00000100:00100000:1.0:1777421250.852333:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+84:21679:x1863761006934144:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:1.0:1777421250.852352:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421250.852372:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1eba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0535d expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.852462:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1ec1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.852490:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1ec1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.852501:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1ec1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.852536:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1ec8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.852554:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1ec8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.852562:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1ec8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.852731:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1ecf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.852741:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1ecf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.852748:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1ecf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421250.852778:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00000004:00200000:1.0:1777421250.852799:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421250.852838:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1ecf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.852864:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1ec1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.852891:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1ec1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.852908:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1ec1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.852916:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421250.852921:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1ec1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.852951:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1ec1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.852963:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afdb00) 00010000:00010000:1.0:1777421250.852966:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421250.852971:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1ec1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.852988:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c1ec1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.853001:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1ec8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.853017:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1ec8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.853023:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1ec8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.853028:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421250.853059:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1ec8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.853066:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1ec8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.853088:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff97104fb1d200) 00010000:00010000:1.0:1777421250.853091:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421250.853094:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1ec8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.853114:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c1ec8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.853178:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c1eba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0535d expref: 86 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.853206:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e400/0xd9d09a059d6c1ecf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0535d expref: 85 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.853214:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97104fb1d900) 00010000:00010000:1.0:1777421250.853216:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421250.853218:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8e400, rc 0) 00000100:00100000:1.0:1777421250.853345:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+85:21679:x1863761006934144:12345-192.168.204.24@tcp:101:bash.0 Request processed in 1073us (1320us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421250.853368:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 681 00000100:00100000:1.0:1777421250.858219:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421250.858265:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006934272 00000100:00100000:0.0:1777421250.858307:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006934272 00000100:00100000:0.0:1777421250.858366:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 682 00000100:00100000:0.0:1777421250.858378:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+85:21679:x1863761006934272:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:0.0:1777421250.858445:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421250.858467:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1ed6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05364 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.858529:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1edd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.858544:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1edd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.858573:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1edd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.858624:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1ee4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.858632:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.858639:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.858709:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1edd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.858717:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1edd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.858724:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1edd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.858730:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cd800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421250.858734:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1edd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.858741:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1edd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.858752:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97104fb1d900) 00010000:00010000:0.0:1777421250.858755:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421250.858760:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1edd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.858773:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1edd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.858794:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.858801:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1ee4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.858806:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1ee4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.858811:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cca00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421250.858814:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1ee4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.858820:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1ee4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.858827:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff971042afdd00) 00010000:00010000:0.0:1777421250.858830:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421250.858833:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1ee4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.858839:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1ee4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.858869:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1ed6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05364 expref: 86 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.858890:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97104fb1d900) 00010000:00010000:0.0:1777421250.858893:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421250.858897:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1ed6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05364 expref: 86 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.858909:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cd000, rc 0) 00000100:00100000:0.0:1777421250.858976:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+85:21679:x1863761006934272:12345-192.168.204.24@tcp:101:bash.0 Request processed in 601us (763us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421250.858983:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 682 00000100:00100000:2.0:1777421250.866175:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421250.866269:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006934400 00000100:00100000:0.0:1777421250.866865:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006934400 00000100:00100000:0.0:1777421250.866910:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 683 00000100:00100000:0.0:1777421250.866917:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+29:21680:x1863761006934400:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:0.0:1777421250.866946:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421250.866964:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c1eeb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0536b expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.867019:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cde00/0xd9d09a059d6c1ef2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.867030:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cde00/0xd9d09a059d6c1ef2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.867038:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cde00/0xd9d09a059d6c1ef2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421250.867095:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421250.867111:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 19 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421250.867136:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cde00/0xd9d09a059d6c1ef2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.867159:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c1eeb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0536b expref: 31 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.867190:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cde00/0xd9d09a059d6c1ef2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0536b expref: 30 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.867199:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afdb00) 00010000:00010000:0.0:1777421250.867202:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421250.867205:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cde00, rc 0) 00000100:00100000:0.0:1777421250.867369:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:21680:x1863761006934400:12345-192.168.204.24@tcp:101:rm.0 Request processed in 450us (1202us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421250.867377:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 683 00000100:00100000:2.0:1777421250.870239:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421250.870316:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006934528 00000100:00100000:0.0:1777421250.870325:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006934528 00000100:00100000:0.0:1777421250.870379:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 684 00000100:00100000:0.0:1777421250.870389:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:21680:x1863761006934528:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:0.0:1777421250.870407:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421250.870425:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1ef9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05372 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.870480:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1f00 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.870494:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1f00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.870523:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1f00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.870538:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1f07 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.870543:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1f07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.870547:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1f07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.870763:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1f0e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.870773:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1f0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.870780:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1f0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421250.870812:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00000004:00200000:0.0:1777421250.870816:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421250.870839:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1f0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.870851:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1f00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.870858:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1f00 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.870963:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1f00 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.870969:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cd200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421250.870973:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1f00 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.870980:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1f00 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.870990:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afdb00) 00010000:00010000:0.0:1777421250.870993:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421250.870997:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1f00 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.871003:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1f00 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.871025:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1f07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.871032:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1f07 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.871038:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1f07 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.871054:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b63400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421250.871058:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1f07 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.871075:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1f07 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.871092:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff971042afde00) 00010000:00010000:0.0:1777421250.871095:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421250.871099:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1f07 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.871105:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1f07 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.871143:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1ef9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05372 expref: 32 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.871169:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62a00/0xd9d09a059d6c1f0e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05372 expref: 31 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.871176:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97104fb1d900) 00010000:00010000:0.0:1777421250.871178:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421250.871181:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b62a00, rc 0) 00000100:00100000:0.0:1777421250.871250:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:21680:x1863761006934528:12345-192.168.204.24@tcp:101:rm.0 Request processed in 862us (1018us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421250.871258:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 684 00000100:00100000:1.0:1777421250.874337:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421250.874423:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006934656 00000100:00100000:0.0:1777421250.874430:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006934656 00000100:00100000:0.0:1777421250.874472:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 685 00000100:00100000:0.0:1777421250.874479:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:21680:x1863761006934656:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:0.0:1777421250.874506:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421250.874530:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1f15 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05379 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.874585:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1f1c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.874595:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1f1c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.874603:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1f1c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.874612:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1f23 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.874616:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1f23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.874620:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1f23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.874667:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1f1c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.874674:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1f1c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.874680:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1f1c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.874685:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421250.874695:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1f1c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.874703:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1f1c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.874714:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97104fb1d900) 00010000:00010000:0.0:1777421250.874717:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421250.874721:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1f1c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.874729:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1f1c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.874749:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1f23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.874755:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1f23 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.874761:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1f23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.874766:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421250.874769:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1f23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.874775:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1f23 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.874782:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff971042afdd00) 00010000:00010000:0.0:1777421250.874785:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421250.874794:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1f23 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.874800:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1f23 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.874832:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1f15 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05379 expref: 32 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.874842:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97104fb1d900) 00010000:00010000:0.0:1777421250.874844:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421250.874848:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1f15 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05379 expref: 32 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.874858:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b62400, rc 0) 00000100:00100000:0.0:1777421250.874908:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:21680:x1863761006934656:12345-192.168.204.24@tcp:101:rm.0 Request processed in 428us (579us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421250.874917:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 685 00000100:00100000:2.0:1777421250.877346:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421250.877553:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006934784 00000100:00100000:0.0:1777421250.877564:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006934784 00000100:00100000:0.0:1777421250.877612:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 686 00000100:00100000:0.0:1777421250.877622:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:21680:x1863761006934784:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:0.0:1777421250.877640:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421250.877659:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1f2a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05380 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.877721:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1f31 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.877749:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1f31 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.877761:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1f31 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.877774:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1f38 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.877786:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1f38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.877793:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1f38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.877847:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1f31 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.877854:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1f31 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.877861:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1f31 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.877866:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800ccc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421250.877870:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1f31 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.877877:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1f31 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.877887:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97104fb1d900) 00010000:00010000:0.0:1777421250.877896:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421250.877902:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1f31 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.877909:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1f31 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.877940:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1f38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.877947:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1f38 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.877953:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1f38 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.877958:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cd200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421250.877961:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1f38 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.877967:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1f38 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.877975:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff971042afde00) 00010000:00010000:0.0:1777421250.877977:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421250.877980:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1f38 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.877986:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1f38 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.878018:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1f2a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05380 expref: 32 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.878048:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97104fb1d900) 00010000:00010000:0.0:1777421250.878050:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421250.878055:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1f2a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05380 expref: 32 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.878068:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b63400, rc 0) 00000100:00100000:0.0:1777421250.878123:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:21680:x1863761006934784:12345-192.168.204.24@tcp:101:rm.0 Request processed in 504us (784us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421250.878130:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 686 00000100:00100000:2.0:1777421250.890341:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421250.890519:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006934912 00000100:00100000:0.0:1777421250.890531:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006934912 00000100:00100000:0.0:1777421250.890591:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 687 00000100:00100000:0.0:1777421250.890601:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:21681:x1863761006934912:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421250.890619:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421250.890640:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1f3f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05387 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.890705:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1f46 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.890720:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1f46 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.890730:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1f46 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.890743:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c1f4d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.890763:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c1f4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.890770:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c1f4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.890831:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1f46 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.890839:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1f46 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.890846:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1f46 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.890852:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800ccc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421250.890856:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1f46 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.890864:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1f46 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.890875:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97104fb1d900) 00010000:00010000:0.0:1777421250.890879:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421250.890883:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1f46 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.890889:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1f46 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.890913:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c1f4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.890938:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c1f4d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.890944:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c1f4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.890949:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cd600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421250.890952:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c1f4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.890958:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c1f4d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.890966:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff971042afde00) 00010000:00010000:0.0:1777421250.890980:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421250.890984:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c1f4d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.890990:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c1f4d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.891027:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1f3f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05387 expref: 32 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.891038:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97104fb1d900) 00010000:00010000:0.0:1777421250.891040:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421250.891044:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1f3f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05387 expref: 32 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.891072:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cd200, rc 0) 00000100:00100000:0.0:1777421250.891133:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:21681:x1863761006934912:12345-192.168.204.24@tcp:101:cp.0 Request processed in 533us (800us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421250.891141:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 687 00000100:00100000:2.0:1777421250.895147:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421250.895236:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006935040 00000100:00100000:0.0:1777421250.895246:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006935040 00000100:00100000:0.0:1777421250.895343:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 688 00000100:00100000:0.0:1777421250.895354:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:21681:x1863761006935040:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421250.895372:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421250.895402:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1f54 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0538e expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.895464:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1f5b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.895479:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1f5b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.895491:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1f5b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.895506:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1f62 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.895513:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1f62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.895520:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1f62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.895591:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1f5b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.895600:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1f5b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.895606:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1f5b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.895612:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cca00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421250.895616:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1f5b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.895623:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1f5b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.895634:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97104fb1d900) 00010000:00010000:0.0:1777421250.895637:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421250.895642:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1f5b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.895648:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1f5b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.895669:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1f62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.895675:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1f62 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.895681:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1f62 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.895694:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cd800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421250.895697:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1f62 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.895703:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1f62 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.895711:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff971042afdd00) 00010000:00010000:0.0:1777421250.895714:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421250.895716:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1f62 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.895722:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1f62 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.895765:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1f54 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0538e expref: 32 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.895775:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97104fb1d900) 00010000:00010000:0.0:1777421250.895777:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421250.895781:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1f54 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0538e expref: 32 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.895791:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cd000, rc 0) 00000100:00100000:0.0:1777421250.895848:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:21681:x1863761006935040:12345-192.168.204.24@tcp:101:cp.0 Request processed in 496us (708us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421250.895857:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 688 00000100:00100000:2.0:1777421250.899185:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421250.899396:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006935296 00000100:00100000:0.0:1777421250.899416:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006935296 00000100:00100000:0.0:1777421250.899514:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 689 00000100:00100000:0.0:1777421250.899525:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:21681:x1863761006935296:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421250.899542:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421250.899561:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1f69 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05395 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.899694:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1f70 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.899709:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1f70 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.899719:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1f70 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.899732:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1f77 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.899739:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1f77 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.899745:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1f77 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421250.900228:0:5770:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe:0x0], index 0: 0 00010000:00010000:0.0:1777421250.900437:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1f7e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.900446:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1f7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.900464:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1f7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.900506:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1f70 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.900513:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1f70 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.900519:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1f70 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.900527:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421250.900531:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1f70 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.900538:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1f70 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.900548:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97104fb1d900) 00010000:00010000:0.0:1777421250.900550:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421250.900555:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1f70 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.900560:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62400/0xd9d09a059d6c1f70 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421250.900582:0:5770:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000095d46978 reply state 000000002ddd2d1c transno 4294967740 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1f77 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421250.900590:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777421250.900623:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b63400/0xd9d09a059d6c1f69 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05395 expref: 34 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.900638:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1f7e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05395 expref: 33 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.900644:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff971052ac0d00) 00010000:00010000:0.0:1777421250.900647:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421250.900649:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b62800, rc 0) 00000100:00100000:0.0:1777421250.900717:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:21681:x1863761006935296:12345-192.168.204.24@tcp:101:cp.0 Request processed in 1194us (1539us total) trans 4294967740 rc 0/0 00000100:00100000:0.0:1777421250.900724:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 689 00010000:00010000:2.0:1777421250.902457:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1f77 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.902471:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1f77 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.902479:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1f77 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.902485:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421250.902499:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1f77 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.902506:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1f77 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.902519:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff971052ac0e00) 00010000:00010000:2.0:1777421250.902772:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421250.902777:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1f77 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421250.902784:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62e00/0xd9d09a059d6c1f77 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421250.905200:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421250.905438:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006935424 00000100:00100000:3.0:1777421250.905448:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006935424 00000100:00080000:0.0:1777421250.905487:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421250.905506:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 166 00000100:00100000:3.0:1777421250.905514:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2359:x1863761006935424:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:3.0:1777421250.905526:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421250.905541:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000011c62662/0xd9d09a059d6c1f8c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0539c expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421250.905561:0:7984:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777421250.905574:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421250.905718:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421250.905726:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011c62662/0xd9d09a059d6c1f8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0539c expref: 9 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421250.905754:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000011c62662/0xd9d09a059d6c1f8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0539c expref: 9 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421250.905763:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60800, rc 0) 00000100:00100000:3.0:1777421250.905809:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2359:x1863761006935424:12345-192.168.204.24@tcp:101:cp.0 Request processed in 296us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421250.905815:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 166 00000100:00100000:3.0:1777421250.910354:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421250.910391:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006935552 00000100:00100000:0.0:1777421250.910401:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006935552 00000100:00100000:0.0:1777421250.910450:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 167 00000100:00100000:0.0:1777421250.910461:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:21681:x1863761006935552:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421250.910478:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421250.910496:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c1f93 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e053a3 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.910541:0:7984:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000011c62662/0xd9d09a059d6c1f8c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0539c expref: 10 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.910551:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421250.910553:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421250.910557:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c1f93 lrc: 4/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053a3 expref: 10 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.910613:0:7984:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000011c62662/0xd9d09a059d6c1f8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0539c expref: 10 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.910626:0:7984:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000011c62662/0xd9d09a059d6c1f8c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0539c expref: 10 pid: 7984 timeout: 417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421250.910640:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018323456:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421250.910792:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107796d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421250.913252:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018323456:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421250.913362:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c1f93 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053a3 expref: 10 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.913381:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cd000, rc 0) 00000100:00100000:0.0:1777421250.913475:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:21681:x1863761006935552:12345-192.168.204.24@tcp:101:cp.0 Request processed in 3015us (3129us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421250.913488:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 167 00000100:00100000:2.0:1777421250.916998:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421250.917098:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006935680 00000100:00100000:3.0:1777421250.917108:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006935680 00010000:00010000:3.0:1777421250.917143:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000011c62662/0xd9d09a059d6c1f8c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0539c expref: 10 pid: 7984 timeout: 417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421250.917180:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 190 00000100:00100000:3.0:1777421250.917190:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761006935680:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421250.917205:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421250.917232:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000011c62662/0xd9d09a059d6c1f8c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0539c expref: 10 pid: 7984 timeout: 417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421250.917246:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000011c62662/0xd9d09a059d6c1f8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0539c expref: 10 pid: 7984 timeout: 417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421250.917268:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000011c62662/0xd9d09a059d6c1f8c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0539c expref: 10 pid: 7984 timeout: 417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421250.917349:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421250.917353:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421250.917361:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c1f93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053a3 expref: 9 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421250.917373:0:5756:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c1f93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053a3 expref: 9 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421250.917410:0:5756:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c1f93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053a3 expref: 9 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421250.917424:0:5756:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046738000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5756:1863761018323584:192.168.204.24@tcp:105: 00000100:00100000:3.0:1777421250.917496:0:5756:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049088a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777421250.920420:0:5756:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046738000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5756:1863761018323584:192.168.204.24@tcp:105: 00010000:00010000:1.0:1777421250.920455:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421250.920496:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006935680:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 3308us (3506us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421250.920504:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 190 00000100:00100000:2.0:1777421250.921059:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421250.921100:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006935936 00000100:00100000:3.0:1777421250.921106:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006935936 00000100:00100000:3.0:1777421250.921221:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 157 00000100:00100000:3.0:1777421250.921230:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+33:21681:x1863761006935936:12345-192.168.204.24@tcp:35:cp.0 00000100:00100000:3.0:1777421250.921581:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:21681:x1863761006935936:12345-192.168.204.24@tcp:35:cp.0 Request processed in 352us (522us total) trans 4294967741 rc 0/0 00000100:00100000:3.0:1777421250.921588:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 157 00000100:00100000:2.0:1777421250.946100:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421250.946184:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006936064 00000100:00100000:0.0:1777421250.946194:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006936064 00000100:00100000:0.0:1777421250.946256:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 690 00000100:00100000:0.0:1777421250.946268:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+85:21684:x1863761006936064:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421250.946314:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421250.946332:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1f9a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e053aa expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946412:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1fa1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946425:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1fa1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946436:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1fa1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946451:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1fa8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946458:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1fa8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946464:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1fa8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946538:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c1faf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946544:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c1faf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946548:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c1faf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421250.946581:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 158 00000004:00200000:0.0:1777421250.946584:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421250.946598:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c1faf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946620:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c1faf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946628:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1fa1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946634:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1fa1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946641:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1fa1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946646:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cca00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421250.946650:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1fa1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946658:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1fa1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946670:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97104fb1d900) 00010000:00010000:0.0:1777421250.946673:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421250.946678:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1fa1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946684:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1fa1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946709:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1fa8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946715:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1fa8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946728:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1fa8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946733:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cd200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421250.946736:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1fa8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946742:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1fa8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946750:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff971052ac0e00) 00010000:00010000:0.0:1777421250.946752:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421250.946760:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1fa8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946767:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1fa8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946800:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1f9a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053aa expref: 87 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946815:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c1faf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053aa expref: 86 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.946822:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff971052ac0d00) 00010000:00010000:0.0:1777421250.946825:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421250.946827:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cd600, rc 0) 00000100:00100000:0.0:1777421250.946884:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+86:21684:x1863761006936064:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 620us (796us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421250.946899:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 690 00000100:00100000:2.0:1777421250.950225:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421250.950333:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006936192 00000100:00100000:0.0:1777421250.950343:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006936192 00000100:00100000:0.0:1777421250.950418:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 168 00000100:00100000:0.0:1777421250.950428:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046236680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006936192:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421250.950444:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421250.950462:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000abe1ad76/0xd9d09a059d6c1fb6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e053b1 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777421250.950518:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421250.950522:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018323712:192.168.204.24@tcp:106: 00000100:00100000:0.0:1777421250.950623:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107796d9c0 going to sleep for 11 seconds 00002000:00010000:0.0:1777421250.953366:0:7984:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1777421250.953374:0:7984:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb mtime: 0 -> 1777421250 00002000:00010000:0.0:1777421250.953377:0:7984:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb atime: 0 -> 1777421250 00002000:00010000:0.0:1777421250.953379:0:7984:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb ctime: 0 -> 1777421250 00000100:00100000:0.0:1777421250.953486:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018323712:192.168.204.24@tcp:106: 00010000:00010000:0.0:1777421250.953522:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000abe1ad76/0xd9d09a059d6c1fb6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053b1 expref: 11 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.953542:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000abe1ad76/0xd9d09a059d6c1fb6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053b1 expref: 11 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.953555:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800ccc00, rc 0) 00000100:00100000:0.0:1777421250.953606:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046236680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006936192:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 3179us (3387us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421250.953634:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 168 00000100:00100000:3.0:1777421250.956780:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421250.957242:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006936320 00000100:00100000:0.0:1777421250.957254:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006936320 00000100:00100000:0.0:1777421250.957332:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 691 00000100:00100000:0.0:1777421250.957343:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046739180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+86:21684:x1863761006936320:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421250.957362:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421250.957382:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1fbd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e053b8 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.957457:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1fc4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.957472:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1fc4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.957483:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1fc4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421250.957537:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00000004:00200000:0.0:1777421250.957541:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421250.957567:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1fc4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.957592:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1fbd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053b8 expref: 88 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.957619:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1fc4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053b8 expref: 87 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.957643:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97104fb1d900) 00010000:00010000:0.0:1777421250.957646:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421250.957649:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cd200, rc 0) 00000100:00100000:0.0:1777421250.957719:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046739180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+87:21684:x1863761006936320:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 378us (949us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421250.957726:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 691 00000100:00100000:2.0:1777421250.960581:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421250.960708:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006936448 00000100:00100000:0.0:1777421250.960718:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006936448 00000100:00100000:0.0:1777421250.960767:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 169 00000100:00100000:0.0:1777421250.960777:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046234000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+10:2360:x1863761006936448:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421250.960793:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421250.960809:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000abe1ad76/0xd9d09a059d6c1fcb lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e053bf expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421250.960862:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018323840:192.168.204.24@tcp:106: 00000100:00100000:0.0:1777421250.960950:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107796d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421250.963354:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018323840:192.168.204.24@tcp:106: 00010000:00010000:0.0:1777421250.963381:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000abe1ad76/0xd9d09a059d6c1fcb lrc: 1/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053bf expref: 11 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.963399:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000abe1ad76/0xd9d09a059d6c1fcb lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053bf expref: 11 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.963409:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800ccc00, rc 0) 00000100:00100000:0.0:1777421250.963526:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046234000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+10:2360:x1863761006936448:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 2748us (2950us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421250.963534:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 169 00000100:00100000:3.0:1777421250.967520:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421250.968060:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006936704 00000100:00100000:0.0:1777421250.968074:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006936704 00000100:00100000:0.0:1777421250.968130:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 692 00000100:00100000:0.0:1777421250.968141:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046738000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+87:21684:x1863761006936704:12345-192.168.204.24@tcp:58:lfs.0 00000040:00080000:0.0:1777421250.968445:0:5770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].16, 136 off10368 00000100:00100000:0.0:1777421250.968529:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046738000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+87:21684:x1863761006936704:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 389us (1017us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421250.968538:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 692 00000040:00080000:1.0:1777421250.978509:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421250.978516:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421250.978545:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 4 00000040:00080000:1.0:1777421250.978550:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421250.978758:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83ce00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018323968:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421250.978840:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff971042bd2180 going to sleep for 11 seconds 00000100:00100000:1.0:1777421250.981412:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83ce00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018323968:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421250.986264:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421250.986412:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006936832 00000100:00100000:0.0:1777421250.986423:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006936832 00000100:00100000:0.0:1777421250.986592:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 693 00000100:00100000:0.0:1777421250.986723:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046234e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:21687:x1863761006936832:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421250.986763:0:5770:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x12:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421250.986903:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046234e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:21687:x1863761006936832:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 299us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421250.986912:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 693 00000100:00100000:3.0:1777421250.992380:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421250.992468:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006937088 00000100:00100000:0.0:1777421250.992478:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006937088 00000100:00100000:0.0:1777421250.992536:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 694 00000100:00100000:0.0:1777421250.992546:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:21687:x1863761006937088:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421250.992564:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421250.992584:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1fd2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e053c6 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.992703:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1fd9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.992716:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.992727:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421250.992737:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 158 00010000:00010000:0.0:1777421250.992850:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c1fd2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053c6 expref: 37 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.992878:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1fd9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053c6 expref: 36 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.992886:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff971052ac0d00) 00010000:00010000:0.0:1777421250.992888:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421250.992892:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cd800, rc 0) 00000100:00100000:0.0:1777421250.993541:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:21687:x1863761006937088:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 995us (1169us total) trans 4294967742 rc 0/0 00000100:00100000:0.0:1777421250.993549:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 694 00000100:00100000:2.0:1777421250.998429:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421250.998472:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421250.998549:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006937216 00000100:00100000:0.0:1777421250.998559:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006937216 00000100:00100000:0.0:1777421250.998618:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 170 00000100:00100000:0.0:1777421250.998628:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046236a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006937216:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421250.998668:0:7984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000abe1ad76/0xd9d09a059d6c1fe7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.998702:0:7984:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c1f93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053a3 expref: 9 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.998710:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421250.998713:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421250.998716:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000abe1ad76/0xd9d09a059d6c1fe7 lrc: 4/1,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.998749:0:7984:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c1f93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053a3 expref: 9 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421250.998763:0:7984:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c1f93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053a3 expref: 9 pid: 7984 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421250.998778:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018324096:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421250.998867:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107a1d4240 going to sleep for 11 seconds 00000100:00100000:1.0:1777421250.998952:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006937344 00000100:00100000:1.0:1777421250.998957:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006937344 00000100:00100000:1.0:1777421250.998997:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 27 00000100:00100000:1.0:1777421250.999005:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046234380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:2359:x1863761006937344:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421250.999015:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421250.999036:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c1fd9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053c6 expref: 36 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421250.999062:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff971052ac0d00) 00010000:00010000:1.0:1777421250.999067:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421250.999104:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046234380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:2359:x1863761006937344:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 100us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421250.999111:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 27 00000100:00100000:0.0:1777421251.000195:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018324096:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421251.000214:0:7984:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000abe1ad76/0xd9d09a059d6c1fe7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421251.000834:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421251.001193:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006937472 00000100:00100000:0.0:1777421251.001200:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006937472 00002000:00100000:0.0:1777421251.001235:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe:0x0] (0->157) req@ffff9710773fe300 x1863761006937472/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:262/0 lens 648/0 e 0 to 0 dl 1777421262 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421251.001246:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710773fe300 with x1863761006937472 ext(0->157) 00010000:00010000:0.0:1777421251.001263:0:6558:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c1f93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053a3 expref: 10 pid: 7984 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.001293:0:6558:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c1f93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053a3 expref: 10 pid: 7984 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421251.001301:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9710773fe300 00000100:00100000:0.0:1777421251.001376:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6 00000100:00100000:0.0:1777421251.001386:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006937472:12345-192.168.204.24@tcp:4:cp.0 00000100:00100000:0.0:1777421251.001934:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761006937472:12345-192.168.204.24@tcp:4:cp.0 Request processed in 548us (1099us total) trans 4294967325 rc 0/0 00000100:00100000:0.0:1777421251.001943:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6 00002000:00100000:0.0:1777421251.001950:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe:0x0] (0->157) req@ffff9710773fe300 x1863761006937472/t4294967325(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:262/0 lens 648/448 e 0 to 0 dl 1777421262 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421251.001959:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710773fe300 with x1863761006937472 ext(0->157) 00010000:00010000:0.0:1777421251.001965:0:6558:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c1f93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053a3 expref: 12 pid: 7984 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.001976:0:6558:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c1f93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053a3 expref: 12 pid: 7984 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421251.001984:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9710773fe300 00000100:00100000:3.0:1777421251.005604:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421251.006150:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006937600 00000100:00100000:0.0:1777421251.006161:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006937600 00010000:00010000:0.0:1777421251.006206:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c1f93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053a3 expref: 12 pid: 7984 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421251.006305:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 191 00000100:00100000:0.0:1777421251.006316:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2358:x1863761006937600:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421251.006332:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421251.006352:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c1f93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053a3 expref: 12 pid: 7984 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.006366:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c1f93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053a3 expref: 12 pid: 7984 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.006390:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c1f93 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053a3 expref: 12 pid: 7984 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.006405:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421251.006408:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421251.006413:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000abe1ad76/0xd9d09a059d6c1fe7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.006423:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000abe1ad76/0xd9d09a059d6c1fe7 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.006672:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421251.006731:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2358:x1863761006937600:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 415us (1130us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421251.006739:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 191 00010000:00010000:3.0:1777421251.007161:0:7984:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000abe1ad76/0xd9d09a059d6c1fe7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.007171:0:7984:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000abe1ad76/0xd9d09a059d6c1fe7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.007196:0:7984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000abe1ad76/0xd9d09a059d6c1fe7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.007203:0:7984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000abe1ad76/0xd9d09a059d6c1fe7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.007211:0:7984:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000abe1ad76/0xd9d09a059d6c1fe7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.007218:0:7984:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800ccc00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421251.007222:0:7984:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000abe1ad76/0xd9d09a059d6c1fe7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.007230:0:7984:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000abe1ad76/0xd9d09a059d6c1fe7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.007243:0:7984:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000abe1ad76/0xd9d09a059d6c1fe7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.007250:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000abe1ad76/0xd9d09a059d6c1fe7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421251.007418:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046236a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761006937216:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 8790us (8999us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421251.007427:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 170 00000100:00100000:3.0:1777421251.010092:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421251.010162:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006937856 00000100:00100000:2.0:1777421251.010171:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006937856 00000100:00100000:2.0:1777421251.010221:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 695 00000100:00100000:2.0:1777421251.010231:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:21687:x1863761006937856:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421251.010362:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:21687:x1863761006937856:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 132us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421251.010379:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 695 00000100:00100000:1.0:1777421251.014015:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421251.016132:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006937984 00000100:00100000:3.0:1777421251.016145:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006937984 00000100:00100000:3.0:1777421251.016210:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 171 00000100:00100000:3.0:1777421251.016220:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006937984:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421251.016238:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421251.016259:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000011c62662/0xd9d09a059d6c1fee lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e053cd expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421251.016794:0:7984:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xe:0x0] initial LVB size: 158, mtime: 0x69f14bc2, atime: 0x0, ctime: 0x69f14bc2, blocks: 0x1 00010000:00010000:3.0:1777421251.016815:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421251.016817:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421251.016827:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011c62662/0xd9d09a059d6c1fee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053cd expref: 11 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.016844:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000011c62662/0xd9d09a059d6c1fee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053cd expref: 11 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.016857:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60800, rc 0) 00000100:00100000:3.0:1777421251.016933:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761006937984:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 702us (2914us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421251.016942:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 171 00000100:00100000:3.0:1777421251.019547:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421251.019647:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006938240 00000100:00100000:2.0:1777421251.019657:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006938240 00000100:00100000:2.0:1777421251.019711:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 696 00000100:00100000:2.0:1777421251.019721:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:21687:x1863761006938240:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421251.019819:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:21687:x1863761006938240:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 99us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421251.019827:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 696 00000100:00100000:2.0:1777421251.023187:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421251.023254:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006938368 00000100:00100000:0.0:1777421251.023331:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006938368 00002000:00100000:0.0:1777421251.023379:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe:0x0] (0->4095) req@ffff971046235880 x1863761006938368/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:262/0 lens 488/0 e 0 to 0 dl 1777421262 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421251.023391:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971046235880 with x1863761006938368 ext(0->4095) 00002000:00010000:0.0:1777421251.023397:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971046235880 00000100:00100000:0.0:1777421251.023424:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 56 00000100:00100000:0.0:1777421251.023434:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046235880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761006938368:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1777421251.023602:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046235880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761006938368:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 170us (424us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777421251.023611:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 56 00002000:00100000:0.0:1777421251.023627:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe:0x0] (0->4095) req@ffff971046235880 x1863761006938368/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:262/0 lens 488/4536 e 0 to 0 dl 1777421262 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421251.023637:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971046235880 with x1863761006938368 ext(0->4095) 00002000:00010000:0.0:1777421251.023641:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971046235880 00000100:00100000:1.0:1777421251.026938:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421251.027053:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006938496 00000100:00100000:0.0:1777421251.027062:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006938496 00000100:00100000:0.0:1777421251.027117:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 697 00000100:00100000:0.0:1777421251.027127:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:21687:x1863761006938496:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421251.027145:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421251.027165:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1ff5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e053d4 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.027197:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1ffc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.027212:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1ffc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.027230:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1ffc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.029889:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c1ff5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053d4 expref: 37 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.029934:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1ffc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053d4 expref: 36 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.029944:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff971052ac0d00) 00010000:00010000:0.0:1777421251.029947:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421251.029951:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cca00, rc 0) 00000100:00100000:0.0:1777421251.030021:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:21687:x1863761006938496:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 2896us (3099us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421251.030028:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 697 00000100:00100000:3.0:1777421251.033638:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421251.033731:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006938624 00000100:00100000:0.0:1777421251.033744:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006938624 00000100:00100000:0.0:1777421251.033801:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 698 00000100:00100000:0.0:1777421251.033809:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:21687:x1863761006938624:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421251.033845:0:5770:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x12:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421251.034102:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:21687:x1863761006938624:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 291us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421251.034111:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 698 00000100:00100000:3.0:1777421251.038014:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421251.038131:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006938752 00000100:00100000:0.0:1777421251.038145:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006938752 00000100:00100000:0.0:1777421251.038214:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 172 00000100:00100000:0.0:1777421251.038242:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761006938752:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421251.038317:0:7984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c2003 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.038340:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421251.038342:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421251.038349:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c2003 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.038365:0:7984:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c2003 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.038402:0:7984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c2003 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.038411:0:7984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c2003 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.038421:0:7984:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c2003 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.038429:0:7984:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cd000 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421251.038434:0:7984:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c2003 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.038444:0:7984:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c2003 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.038476:0:7984:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c2003 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.038485:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f98e797/0xd9d09a059d6c2003 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421251.038580:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761006938752:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 340us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421251.038590:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 172 00000100:00100000:1.0:1777421251.047413:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421251.047957:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006939008 00000100:00100000:0.0:1777421251.047971:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006939008 00000100:00100000:0.0:1777421251.048050:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 699 00000100:00100000:0.0:1777421251.048062:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:21687:x1863761006939008:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777421251.048163:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c200a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.048184:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1ffc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053d4 expref: 36 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.048194:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c200a lrc: 4/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.048234:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1ffc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053d4 expref: 36 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.048249:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1ffc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053d4 expref: 36 pid: 5770 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421251.048290:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee6300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018324224:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421251.048415:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107a1d4300 going to sleep for 11 seconds 00000100:00100000:1.0:1777421251.051171:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421251.051263:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006939136 00000100:00100000:3.0:1777421251.051292:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006939136 00010000:00010000:3.0:1777421251.051340:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1ffc lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053d4 expref: 37 pid: 5770 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421251.051387:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 192 00000100:00100000:3.0:1777421251.051398:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:2360:x1863761006939136:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421251.051414:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421251.051422:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1ffc lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053d4 expref: 37 pid: 5770 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.051437:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1ffc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053d4 expref: 37 pid: 5770 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.051465:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff971052ac0d00) 00010000:00010000:3.0:1777421251.051472:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c200a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.051483:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c200a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.051493:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c200a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.051512:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421251.051590:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:2360:x1863761006939136:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 193us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421251.051611:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 192 00010000:00010000:0.0:1777421251.052213:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c1ffc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053d4 expref: 36 pid: 5770 timeout: 417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421251.052250:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee6300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018324224:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421251.052339:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c200a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.052350:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c200a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.052356:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c200a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.052603:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c200a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.052612:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c200a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.052620:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c200a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.052627:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cd000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421251.052631:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c200a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.052651:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c200a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.052662:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff971052ac0d00) 00010000:00010000:0.0:1777421251.052665:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421251.052670:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c200a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.052676:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c200a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421251.052840:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:21687:x1863761006939008:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 4780us (5439us total) trans 4294967743 rc 0/0 00000100:00100000:0.0:1777421251.052849:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 699 00000040:00080000:3.0:1777421251.053166:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421251.053172:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421251.054271:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1777421251.054641:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421251.057270:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421251.057811:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006939392 00000100:00100000:3.0:1777421251.057825:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006939392 00000100:00100000:3.0:1777421251.057904:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 158 00000100:00100000:3.0:1777421251.057916:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:21687:x1863761006939392:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421251.058235:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:21687:x1863761006939392:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 319us (974us total) trans 4294967744 rc 0/0 00000100:00100000:3.0:1777421251.058243:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 158 00000001:00080000:0.0:1777421251.388229:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967743 is committed 00000001:00080000:0.0:1777421251.388251:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967739 is committed 00000001:00080000:0.0:1777421251.388338:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967744 is committed 00000040:00080000:0.0:1777421251.429805:0:16677:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421251.429814:0:16677:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421251.429869:0:16677:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 4 00000040:00080000:0.0:1777421251.429876:0:16677:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421251.463008:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421251.465349:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006939648 00000100:00100000:0.0:1777421251.465361:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006939648 00000100:00100000:0.0:1777421251.465630:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 700 00000100:00100000:0.0:1777421251.465641:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+74:21695:x1863761006939648:12345-192.168.204.24@tcp:101:md5sum.0 00010000:00010000:0.0:1777421251.465660:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421251.465680:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c2011 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e053db expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.465787:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c2018 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.465802:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c2018 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.465815:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c2018 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421251.465827:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 158 00010000:00010000:0.0:1777421251.466167:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c2011 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053db expref: 77 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.466194:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c2018 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053db expref: 76 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.466203:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff971052ac0d00) 00010000:00010000:0.0:1777421251.466206:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421251.466210:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cca00, rc 0) 00000100:00100000:0.0:1777421251.466296:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+76:21695:x1863761006939648:12345-192.168.204.24@tcp:101:md5sum.0 Request processed in 657us (3297us total) trans 4294967745 rc 0/0 00000100:00100000:0.0:1777421251.466304:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 700 00000100:00100000:0.0:1777421251.469262:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421251.469337:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006939776 00000100:00100000:1.0:1777421251.469355:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006939776 00000100:00100000:1.0:1777421251.469592:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 28 00000100:00100000:1.0:1777421251.469602:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+76:2358:x1863761006939776:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421251.469616:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421251.469641:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c2018 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053db expref: 76 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421251.469667:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff971052ac0d00) 00010000:00010000:1.0:1777421251.469672:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421251.471131:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+75:2358:x1863761006939776:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 1524us (1870us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421251.471145:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 28 00000100:00100000:2.0:1777421251.471158:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421251.471182:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006939904 00000100:00100000:1.0:1777421251.471190:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006939904 00000100:00100000:1.0:1777421251.471228:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 173 00000100:00100000:1.0:1777421251.471238:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046235500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006939904:12345-192.168.204.24@tcp:101:md5sum.0 00010000:00010000:1.0:1777421251.471253:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421251.471269:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f30941d6/0xd9d09a059d6c2026 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e053e2 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421251.471305:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421251.471311:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421251.471327:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f30941d6/0xd9d09a059d6c2026 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053e2 expref: 11 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421251.471346:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f30941d6/0xd9d09a059d6c2026 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053e2 expref: 11 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421251.471358:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8e600, rc 0) 00000100:00100000:1.0:1777421251.471412:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046235500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+11:2361:x1863761006939904:12345-192.168.204.24@tcp:101:md5sum.0 Request processed in 176us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421251.471419:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 173 00000100:00100000:2.0:1777421251.477871:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421251.477974:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006940032 00000100:00100000:3.0:1777421251.477983:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006940032 00002000:00100000:3.0:1777421251.478027:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe:0x0] (0->4095) req@ffff971046235180 x1863761006940032/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:262/0 lens 488/0 e 0 to 0 dl 1777421262 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421251.478038:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971046235180 with x1863761006940032 ext(0->4095) 00002000:00010000:3.0:1777421251.478044:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971046235180 00000100:00100000:3.0:1777421251.478109:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 57 00000100:00100000:3.0:1777421251.478119:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046235180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+11:2360:x1863761006940032:12345-192.168.204.24@tcp:3:md5sum.0 00000100:00100000:3.0:1777421251.478328:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046235180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+11:2360:x1863761006940032:12345-192.168.204.24@tcp:3:md5sum.0 Request processed in 209us (463us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777421251.478336:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 57 00002000:00100000:3.0:1777421251.478343:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe:0x0] (0->4095) req@ffff971046235180 x1863761006940032/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:262/0 lens 488/4536 e 0 to 0 dl 1777421262 ref 1 fl Complete:/600/0 rc 4096/4096 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421251.478356:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971046235180 with x1863761006940032 ext(0->4095) 00002000:00010000:3.0:1777421251.478360:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971046235180 00000100:00100000:2.0:1777421251.483355:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421251.483406:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006940288 00000100:00100000:3.0:1777421251.483417:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006940288 00000100:00100000:0.0:1777421251.483609:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 159 00000100:00100000:0.0:1777421251.483621:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+75:21695:x1863761006940288:12345-192.168.204.24@tcp:35:md5sum.0 00000100:00100000:0.0:1777421251.483839:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+76:21695:x1863761006940288:12345-192.168.204.24@tcp:35:md5sum.0 Request processed in 220us (490us total) trans 4294967746 rc 0/0 00000100:00100000:0.0:1777421251.483853:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 159 00000100:00100000:2.0:1777421251.495010:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421251.495106:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006940544 00000100:00100000:0.0:1777421251.495117:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006940544 00000100:00100000:0.0:1777421251.495171:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 701 00000100:00100000:0.0:1777421251.495182:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046237100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+76:21696:x1863761006940544:12345-192.168.204.24@tcp:36:rm.0 00010000:00010000:0.0:1777421251.495237:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777421251.495264:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c1faf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053aa expref: 76 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.496100:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff971052ac0d00) 00010000:00010000:0.0:1777421251.496119:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c1fc4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053b8 expref: 75 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.496131:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97104fb1d900) 00010000:00010000:0.0:1777421251.496135:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421251.496159:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c202d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.496172:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c202d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.496181:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c202d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.496194:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c2034 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.496201:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c2034 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.496215:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c2034 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.496351:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c203b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.496363:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1f7e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05395 expref: 30 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.496371:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c203b lrc: 4/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.496407:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1f7e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05395 expref: 30 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.496422:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1f7e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05395 expref: 30 pid: 5770 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421251.496436:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018324352:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421251.496574:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107a1d4300 going to sleep for 11 seconds 00000100:00100000:2.0:1777421251.498816:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421251.498836:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018324352:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421251.498860:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c203b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421251.498927:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006940672 00000100:00100000:3.0:1777421251.498935:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006940672 00010000:00010000:3.0:1777421251.499087:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1f7e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05395 expref: 31 pid: 5770 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421251.499122:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 193 00000100:00100000:3.0:1777421251.499132:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046235c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:2360:x1863761006940672:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421251.499145:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421251.499152:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1f7e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05395 expref: 31 pid: 5770 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.499164:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1f7e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05395 expref: 31 pid: 5770 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.499186:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b62800/0xd9d09a059d6c1f7e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05395 expref: 31 pid: 5770 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.499209:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff971052ac0d00) 00010000:00010000:3.0:1777421251.499214:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c203b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.499223:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c203b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.499241:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c203b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.499318:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c203b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.499320:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421251.499330:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c203b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421251.499376:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046235c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:2360:x1863761006940672:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 244us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421251.499384:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 193 00000040:00080000:0.0:1777421251.500078:0:5770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].5, 64 off8512 00000004:00080000:0.0:1777421251.500089:0:5770:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 318056813801ns, next at 319056810972ns, rc = 0 00010000:00010000:0.0:1777421251.500154:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c2042 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.500165:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c2042 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.500174:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c2042 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.500180:0:5770:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c2042 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.500187:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c2042 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.500194:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c2042 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.500216:0:5770:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777421251.500235:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c203b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.500241:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c203b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.500247:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c203b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.500253:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800ccc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421251.500263:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c203b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.500270:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c203b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.500301:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff971052ac0d00) 00010000:00010000:0.0:1777421251.500304:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777421251.500308:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c203b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.500313:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c203b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.500365:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c202d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.500367:0:7433:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777421251.500375:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c202d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.500376:0:7433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c2042 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.500389:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c202d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.500392:0:7433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cca00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421251.500399:0:7433:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c2042 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.500400:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cd800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421251.500406:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c202d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.500412:0:7433:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c2042 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.500415:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c202d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.500433:0:7433:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff971052ac0d00) 00010000:00010000:0.0:1777421251.500433:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97104fb1d900) 00010000:00010000:0.0:1777421251.500440:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421251.500441:0:7433:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777421251.500445:0:7433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c2042 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.500451:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c202d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.500453:0:7433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c2042 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.500467:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c202d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.500482:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421251.500485:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:0.0:1777421251.500486:0:5770:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000004480ddc5 reply state 00000000a3dbe0f8 transno 4294967747 ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c2034 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.500488:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421251.500496:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421251.500561:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046237100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+76:21696:x1863761006940544:12345-192.168.204.24@tcp:36:rm.0 Request processed in 5380us (5560us total) trans 4294967747 rc 0/0 00000100:00100000:0.0:1777421251.500568:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 701 00010000:00010000:3.0:1777421251.504446:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c2034 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.504467:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c2034 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.504475:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c2034 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.504482:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cd000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421251.504488:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c2034 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.504496:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c2034 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.504510:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff971042afde00) 00010000:00010000:3.0:1777421251.504512:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421251.504516:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c2034 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.504520:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c2034 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421251.588678:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421251.588771:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006940800 00000100:00100000:0.0:1777421251.588780:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006940800 00000100:00100000:0.0:1777421251.588839:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 702 00000100:00100000:0.0:1777421251.588849:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+75:21712:x1863761006940800:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:0.0:1777421251.588884:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421251.588919:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c2049 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e053e9 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.589379:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c2050 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.589395:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c2050 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.589406:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c2050 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421251.589462:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:0.0:1777421251.589479:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421251.589506:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c2050 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.589533:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c2049 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053e9 expref: 77 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.589576:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c2050 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053e9 expref: 76 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.589585:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97104fb1d900) 00010000:00010000:0.0:1777421251.589588:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421251.589593:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800ccc00, rc 0) 00000100:00100000:0.0:1777421251.589653:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+76:21712:x1863761006940800:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 804us (984us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421251.589661:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 702 00000100:00100000:2.0:1777421251.637016:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421251.637397:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006940928 00000100:00100000:0.0:1777421251.637407:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006940928 00000100:00100000:0.0:1777421251.637503:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 703 00000100:00100000:0.0:1777421251.637513:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:21718:x1863761006940928:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421251.637537:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421251.637557:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c2057 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e053f0 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.637621:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c205e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.637635:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c205e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.637676:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c205e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.637691:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c2065 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.637698:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c2065 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.637705:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c2065 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.637802:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c206c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.637811:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c206c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.637818:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c206c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421251.637849:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00000004:00200000:0.0:1777421251.637853:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421251.638053:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c206c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.638064:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c205e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.638071:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c205e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.638086:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c205e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.638092:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cd200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421251.638096:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c205e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.638102:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c205e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.638112:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff971050d92600) 00010000:00010000:0.0:1777421251.638115:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421251.638118:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c205e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.638124:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c205e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.638148:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c2065 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.638154:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c2065 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.638160:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c2065 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.638164:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cd600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421251.638168:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c2065 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.638182:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c2065 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.638191:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff971042afdd00) 00010000:00010000:0.0:1777421251.638193:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421251.638195:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c2065 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.638201:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c2065 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.638232:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c2057 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053f0 expref: 32 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.638246:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd000/0xd9d09a059d6c206c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053f0 expref: 31 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.638252:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:0.0:1777421251.638254:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421251.638257:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cd000, rc 0) 00000100:00100000:0.0:1777421251.638369:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:21718:x1863761006940928:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 857us (1361us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421251.638377:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 703 00000100:00100000:2.0:1777421251.640673:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421251.640748:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006941056 00000100:00100000:0.0:1777421251.640766:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006941056 00000100:00100000:0.0:1777421251.640814:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 704 00000100:00100000:0.0:1777421251.640823:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:21718:x1863761006941056:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421251.640855:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421251.640876:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c2073 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e053f7 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.641032:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c2073 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053f7 expref: 32 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.641045:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff971042afde00) 00010000:00010000:0.0:1777421251.641048:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421251.641053:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c2073 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053f7 expref: 32 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.641074:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cca00, rc 0) 00000100:00100000:0.0:1777421251.641129:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:21718:x1863761006941056:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 307us (463us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421251.641136:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 704 00000100:00100000:1.0:1777421251.643497:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421251.643557:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006941312 00000100:00100000:2.0:1777421251.643565:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006941312 00000100:00100000:2.0:1777421251.643605:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 705 00000100:00100000:2.0:1777421251.643611:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+76:21718:x1863761006941312:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421251.643625:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421251.643628:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1777421251.643655:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c2050 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053e9 expref: 76 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421251.643688:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97104fb1d900) 00010000:00010000:2.0:1777421251.643692:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421251.643703:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c207a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e053fe expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421251.643802:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c2081 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421251.643811:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c2081 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421251.643817:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c2081 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421251.643826:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c2088 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421251.643830:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c2088 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421251.643834:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c2088 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421251.646162:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c208f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421251.646177:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c208f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421251.646185:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c208f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421251.646205:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 0 00010000:00010000:2.0:1777421251.646227:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c2081 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421251.646232:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c2081 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421251.646237:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c2081 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421251.646240:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510fa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421251.646243:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c2081 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421251.646248:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c2081 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421251.646255:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97104fb1d900) 00010000:00010000:2.0:1777421251.646257:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421251.646260:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c2081 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421251.646264:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c2081 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421251.646291:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000169325e7 reply state 000000008a874f68 transno 4294967748 ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c2088 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421251.646300:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777421251.646335:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c207a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053fe expref: 78 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421251.646361:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c208f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053fe expref: 77 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421251.646368:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff97104268d400) 00010000:00010000:2.0:1777421251.646371:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421251.646373:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510fc00, rc 0) 00000100:00100000:2.0:1777421251.646453:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+78:21718:x1863761006941312:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 2840us (2959us total) trans 4294967748 rc 0/0 00000100:00100000:2.0:1777421251.646462:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 705 00000100:00100000:2.0:1777421251.649425:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421251.649492:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006941568 00000100:00100000:0.0:1777421251.649504:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006941568 00010000:00010000:3.0:1777421251.649547:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c2088 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.649558:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c2088 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421251.649560:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 706 00010000:00010000:3.0:1777421251.649568:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c2088 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.649574:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510fe00 already unused, calling callback (ffffffffc1ff64f0) 00000100:00100000:0.0:1777421251.649576:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+78:21718:x1863761006941568:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421251.649588:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c2088 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.649594:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c2088 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.649606:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff97104268d700) 00010000:00010000:3.0:1777421251.649609:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421251.649610:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421251.649612:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c2088 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.649618:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c2088 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.649628:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c209d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05405 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.649723:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20a4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.649748:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c208f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053fe expref: 78 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.649757:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20a4 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.649788:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c208f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053fe expref: 78 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.649801:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c208f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053fe expref: 78 pid: 5771 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421251.649815:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018324480:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421251.650087:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107a1d43c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421251.651962:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018324480:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421251.651987:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20a4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421251.652567:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421251.652606:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006941696 00000100:00100000:3.0:1777421251.652667:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006941696 00010000:00010000:3.0:1777421251.652702:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c208f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053fe expref: 79 pid: 5771 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421251.652730:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 194 00000100:00100000:3.0:1777421251.652737:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045cf1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+79:2360:x1863761006941696:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421251.652749:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421251.652756:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c208f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053fe expref: 79 pid: 5771 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.652768:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c208f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053fe expref: 79 pid: 5771 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.652789:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c208f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053fe expref: 79 pid: 5771 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.652826:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff97104268d400) 00010000:00010000:3.0:1777421251.652832:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20a4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.652840:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.652848:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20a4 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.652889:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421251.652950:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045cf1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+78:2360:x1863761006941696:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 211us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421251.652958:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 194 00010000:00010000:0.0:1777421251.653056:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.653064:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421251.653081:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 0 00010000:00010000:0.0:1777421251.653453:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.653472:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20a4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.653479:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20a4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.653485:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cd600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421251.653489:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20a4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.653497:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20a4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.653506:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff97104268d400) 00010000:00010000:0.0:1777421251.653509:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421251.653512:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20a4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.653518:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20a4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.653574:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c209d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05405 expref: 78 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.653581:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97104fb1d900) 00010000:00010000:0.0:1777421251.653582:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421251.653585:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c209d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05405 expref: 78 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.653591:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cca00, rc 0) 00000100:00100000:0.0:1777421251.653837:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+77:21718:x1863761006941568:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 4264us (4420us total) trans 4294967749 rc 301/301 00000100:00100000:0.0:1777421251.653845:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 706 00000100:00100000:2.0:1777421251.655558:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421251.655601:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006941952 00000100:00100000:0.0:1777421251.655611:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006941952 00000100:00100000:0.0:1777421251.655665:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 160 00000100:00100000:0.0:1777421251.655675:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046234380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+77:21718:x1863761006941952:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421251.656008:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046234380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+78:21718:x1863761006941952:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 333us (456us total) trans 4294967750 rc 0/0 00000100:00100000:0.0:1777421251.656017:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 160 00000100:00100000:1.0:1777421251.658239:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421251.658352:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006942080 00000100:00100000:0.0:1777421251.658361:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006942080 00000100:00100000:0.0:1777421251.658445:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 707 00000100:00100000:0.0:1777421251.658454:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+78:21718:x1863761006942080:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421251.658473:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421251.658496:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c20b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0540c expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.658545:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c20b2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0540c expref: 79 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.658559:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c20b2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0540c expref: 79 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.658577:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff971042afde00) 00010000:00010000:0.0:1777421251.658580:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421251.658597:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cd200, rc 0) 00000100:00100000:0.0:1777421251.658645:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+79:21718:x1863761006942080:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 191us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421251.658652:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 707 00000100:00100000:2.0:1777421251.663948:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421251.664053:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006942336 00000100:00100000:0.0:1777421251.664062:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006942336 00000100:00100000:0.0:1777421251.664114:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 708 00000100:00100000:0.0:1777421251.664122:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+79:21718:x1863761006942336:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1777421251.664249:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c20b9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.664266:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c20b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.664307:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c20b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.664519:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c20b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.664525:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c20b9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.664530:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c20b9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.664534:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cca00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421251.664537:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c20b9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.664542:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c20b9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.664562:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff971042afde00) 00010000:00010000:0.0:1777421251.664564:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1777421251.664567:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c20b9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.664572:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c20b9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421251.664638:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+80:21718:x1863761006942336:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 Request processed in 516us (700us total) trans 4294967751 rc 0/0 00000100:00100000:0.0:1777421251.664646:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 708 00000100:00100000:2.0:1777421251.666592:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421251.666725:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006942592 00000100:00100000:0.0:1777421251.666735:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006942592 00000100:00100000:0.0:1777421251.666787:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 709 00000100:00100000:0.0:1777421251.666796:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+80:21718:x1863761006942592:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421251.667044:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.667058:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.667068:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421251.667141:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967752 00000004:00010000:0.0:1777421251.667186:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000b0032ff0 reply state 000000007fd48fee transno 4294967753 ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421251.667197:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421251.667614:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+83:21718:x1863761006942592:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 818us (1024us total) trans 4294967753 rc 0/0 00000100:00100000:0.0:1777421251.667623:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 709 00000020:00080000:0.0:1777421251.667628:0:5771:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777421251.671096:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421251.671156:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006942848 00010000:00010000:3.0:1777421251.671162:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421251.671167:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006942848 00010000:00010000:3.0:1777421251.671179:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.671188:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.671195:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cd600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421251.671201:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.671208:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20c0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421251.671226:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 161 00010000:00010000:3.0:1777421251.671245:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff971042afde00) 00000100:00100000:0.0:1777421251.671247:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+83:21718:x1863761006942848:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00010000:00010000:3.0:1777421251.671251:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777421251.671260:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20c0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.671267:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421251.671493:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+83:21718:x1863761006942848:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 248us (405us total) trans 4294967754 rc 0/0 00000100:00100000:0.0:1777421251.671501:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 161 00000100:00100000:2.0:1777421251.692119:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421251.692221:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006943104 00000100:00100000:1.0:1777421251.692231:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006943104 00000100:00100000:0.0:1777421251.692348:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 710 00000100:00100000:0.0:1777421251.692362:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+83:21720:x1863761006943104:12345-192.168.204.24@tcp:101:md5sum.0 00010000:00010000:0.0:1777421251.692385:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421251.692418:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c20c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05413 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.692492:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20ce lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.692505:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.692515:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.692528:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c20d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.692551:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c20d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.692557:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c20d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.692796:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c20dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.692805:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c20dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.692813:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c20dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421251.692823:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 158 00010000:00010000:0.0:1777421251.693221:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.693230:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20ce lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.693237:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20ce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.693243:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cd600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421251.693247:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20ce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.693254:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20ce lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.693707:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97104fb1d900) 00010000:00010000:0.0:1777421251.693711:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421251.693716:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.693723:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.693748:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c20d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.693753:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c20d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.693759:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c20d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.693764:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800ccc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421251.693767:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c20d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.693773:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c20d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.693779:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff971042afdd00) 00010000:00010000:0.0:1777421251.693782:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421251.693784:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c20d5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.693789:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c20d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.693845:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c20c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05413 expref: 86 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.693858:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c20dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05413 expref: 85 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.693865:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff971042afde00) 00010000:00010000:0.0:1777421251.693867:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421251.693870:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800cd800, rc 0) 00000100:00100000:0.0:1777421251.693943:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+85:21720:x1863761006943104:12345-192.168.204.24@tcp:101:md5sum.0 Request processed in 1585us (1832us total) trans 4294967755 rc 0/0 00000100:00100000:0.0:1777421251.693951:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 710 00000100:00100000:2.0:1777421251.696596:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421251.696726:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006943360 00000100:00100000:3.0:1777421251.696737:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006943360 00000100:00100000:3.0:1777421251.696793:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 29 00000100:00100000:3.0:1777421251.696802:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+85:21720:x1863761006943360:12345-192.168.204.24@tcp:103:md5sum.0 00010000:00010000:3.0:1777421251.696816:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777421251.696847:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c20dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05413 expref: 85 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.696881:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c20b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0540c expref: 84 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421251.696891:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff971042afde00) 00010000:00010000:3.0:1777421251.696901:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421251.696996:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+83:21720:x1863761006943360:12345-192.168.204.24@tcp:103:md5sum.0 Request processed in 195us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421251.697003:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 29 00000100:00100000:1.0:1777421251.699004:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421251.699193:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006943488 00000100:00100000:0.0:1777421251.699203:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006943488 00000100:00100000:0.0:1777421251.699459:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 711 00000100:00100000:0.0:1777421251.699470:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+83:21720:x1863761006943488:12345-192.168.204.24@tcp:58:md5sum.0 00010000:00010000:0.0:1777421251.699561:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c20ea lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.699576:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c20ea lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.699588:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c20ea lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777421251.699812:0:5771:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].17, 136 off10504 00000100:00100000:0.0:1777421251.699916:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+83:21720:x1863761006943488:12345-192.168.204.24@tcp:58:md5sum.0 Request processed in 434us (903us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421251.699934:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 711 00000100:00100000:2.0:1777421251.703360:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421251.703454:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006943616 00000100:00100000:0.0:1777421251.703463:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006943616 00000100:00100000:0.0:1777421251.703520:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 712 00000100:00100000:0.0:1777421251.703531:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+83:21720:x1863761006943616:12345-192.168.204.24@tcp:101:md5sum.0 00010000:00010000:0.0:1777421251.703551:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421251.703571:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c20f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0541a expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.703626:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c20ea lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.703637:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c20f1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0541a expref: 84 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.703658:0:5771:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c20ea lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.703684:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c20f1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0541a expref: 84 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.703697:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff971042afdd00) 00010000:00010000:0.0:1777421251.703704:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421251.703709:0:5771:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c20f1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0541a expref: 84 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421251.703716:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710800ccc00, rc 0) 00000100:00100000:0.0:1777421251.703789:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+84:21720:x1863761006943616:12345-192.168.204.24@tcp:101:md5sum.0 Request processed in 258us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421251.703796:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 712 00010000:00010000:2.0:1777421251.810589:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777421252.066652:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421252.066662:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421252.066700:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 18 count 5 00000040:00080000:3.0:1777421252.066720:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421252.066838:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a7b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018324608:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421252.066968:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff971046267300 going to sleep for 11 seconds 00000100:00100000:2.0:1777421252.071748:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421252.071956:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a7b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018324608:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421252.072456:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006943744 00000100:00100000:1.0:1777421252.072464:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006943744 00000100:00100000:1.0:1777421252.072643:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 713 00000100:00100000:1.0:1777421252.072653:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:21721:x1863761006943744:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421252.072681:0:5770:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421252.072769:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:21721:x1863761006943744:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 118us (1031us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421252.072777:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 713 00000100:00080000:2.0:1777421252.072999:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421252.075600:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421252.075778:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006943872 00000100:00100000:0.0:1777421252.075791:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006943872 00000100:00100000:0.0:1777421252.075981:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 714 00000100:00100000:0.0:1777421252.075993:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:21721:x1863761006943872:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1777421252.076106:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20f8 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076128:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20f8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076141:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20f8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076350:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c20ff lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076373:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c20ff lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076387:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c20ff lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076468:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c2106 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076479:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c2106 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076486:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c2106 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421252.076543:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 158 00000004:00200000:0.0:1777421252.076548:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421252.076561:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c2106 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076573:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20f8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076694:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20f8 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076702:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20f8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076708:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cd600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421252.076713:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20f8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076720:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20f8 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076730:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:0.0:1777421252.076732:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421252.076736:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20f8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076740:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd600/0xd9d09a059d6c20f8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076776:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c20ff lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076794:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c20ff lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076808:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c20ff lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076811:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cd200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421252.076814:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c20ff lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076818:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c20ff lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076824:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x7d5aa0c7 (ffff971042afde00) 00010000:00010000:0.0:1777421252.076825:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421252.076827:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c20ff lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076831:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd200/0xd9d09a059d6c20ff lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076844:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c2106 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076847:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c2106 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076850:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c2106 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076853:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cd800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421252.076860:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c2106 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076863:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c2106 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076868:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff971042afdd00) 00010000:00010000:0.0:1777421252.076869:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421252.076871:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c2106 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.076874:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cd800/0xd9d09a059d6c2106 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421252.076965:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:21721:x1863761006943872:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 Request processed in 972us (1381us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421252.076973:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 714 00000100:00100000:1.0:1777421252.081095:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421252.081158:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006944128 00000100:00100000:0.0:1777421252.081169:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006944128 00000100:00100000:0.0:1777421252.081228:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 715 00000100:00100000:0.0:1777421252.081239:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:21721:x1863761006944128:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421252.081260:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421252.081339:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c210d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05421 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.081440:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3000/0xd9d09a059d6c2114 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.081455:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3000/0xd9d09a059d6c2114 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.081479:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3000/0xd9d09a059d6c2114 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421252.081491:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 158 00010000:00010000:0.0:1777421252.081598:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3000/0xd9d09a059d6c2114 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.081614:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3000/0xd9d09a059d6c2114 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.081621:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3000/0xd9d09a059d6c2114 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.081626:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af3000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421252.081631:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3000/0xd9d09a059d6c2114 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.081637:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3000/0xd9d09a059d6c2114 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.081648:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff971042afdd00) 00010000:00010000:0.0:1777421252.081651:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421252.081655:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3000/0xd9d09a059d6c2114 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.081662:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3000/0xd9d09a059d6c2114 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.081712:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c210d lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05421 expref: 33 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.081734:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:0.0:1777421252.081736:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421252.081741:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c210d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05421 expref: 33 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.081752:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af3400, rc 0) 00000100:00100000:0.0:1777421252.081826:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+32:21721:x1863761006944128:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 589us (741us total) trans 4294967756 rc 301/301 00000100:00100000:0.0:1777421252.081833:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 715 00000100:00100000:2.0:1777421252.084583:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421252.084938:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006944256 00000100:00100000:1.0:1777421252.084949:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006944256 00000100:00100000:1.0:1777421252.085031:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 716 00000100:00100000:1.0:1777421252.085052:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+32:21721:x1863761006944256:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421252.085086:0:5770:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421252.085190:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+32:21721:x1863761006944256:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 148us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421252.085198:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 716 00000100:00100000:2.0:1777421252.087738:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421252.087792:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006944512 00000100:00100000:1.0:1777421252.087800:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006944512 00000100:00100000:1.0:1777421252.087889:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 717 00000100:00100000:1.0:1777421252.087909:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+32:21721:x1863761006944512:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421252.087930:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421252.087952:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c2122 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05428 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777421252.088492:0:5770:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x10:0x0], index 1: 0 00010000:00010000:1.0:1777421252.088731:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c2129 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.088746:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c2129 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.088759:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c2129 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.088815:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f400/0xd9d09a059d6c2122 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05428 expref: 35 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.088830:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c2129 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05428 expref: 34 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.088852:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff97104fb1d200) 00010000:00010000:1.0:1777421252.088855:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421252.088859:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8e200, rc 0) 00000100:00100000:1.0:1777421252.088929:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:21721:x1863761006944512:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1032us (1198us total) trans 4294967757 rc 0/0 00000100:00100000:1.0:1777421252.088936:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 717 00000100:00100000:2.0:1777421252.091446:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421252.091483:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006944768 00000100:00100000:1.0:1777421252.091494:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006944768 00000100:00100000:1.0:1777421252.091622:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 718 00000100:00100000:1.0:1777421252.091635:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:21721:x1863761006944768:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421252.091688:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421252.091712:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c2129 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05428 expref: 34 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.091727:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff97104fb1d200) 00010000:00010000:1.0:1777421252.091738:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421252.091758:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2137 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.091770:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2137 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.091779:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2137 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.091926:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c213e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xe82c9b4d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.091951:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c213e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xe82c9b4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.091959:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c213e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xe82c9b4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.092025:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2137 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.092034:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2137 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.092040:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2137 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.092047:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421252.092052:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2137 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.092059:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2137 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.092067:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97104fb1d900) 00010000:00010000:1.0:1777421252.092070:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421252.092075:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2137 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.092080:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2137 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.092089:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c213e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xe82c9b4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.092102:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c213e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xe82c9b4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.092108:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c213e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xe82c9b4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.092112:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421252.092115:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c213e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xe82c9b4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.092121:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c213e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xe82c9b4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.092128:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xe82c9b4d (ffff97104fb1d400) 00010000:00010000:1.0:1777421252.092131:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421252.092133:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c213e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xe82c9b4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.092138:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c213e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xe82c9b4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421252.092209:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+33:21721:x1863761006944768:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 577us (769us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777421252.092217:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 718 00000100:00100000:2.0:1777421252.094198:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421252.094325:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006944896 00000100:00100000:1.0:1777421252.094334:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006944896 00000100:00100000:1.0:1777421252.094385:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 719 00000100:00100000:1.0:1777421252.094395:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+33:21721:x1863761006944896:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421252.094411:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421252.094444:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c2145 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0542f expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.094476:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c214c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.094488:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c214c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.094498:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c214c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.094657:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c2145 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0542f expref: 35 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.094669:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c214c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0542f expref: 34 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.094675:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff97104fb1d000) 00010000:00010000:1.0:1777421252.094811:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421252.094815:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42956c00, rc 0) 00000100:00100000:1.0:1777421252.094992:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:21721:x1863761006944896:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 597us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421252.095000:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 719 00000100:00100000:2.0:1777421252.097516:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421252.097619:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006945152 00000100:00100000:1.0:1777421252.097629:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006945152 00000100:00100000:1.0:1777421252.097674:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 720 00000100:00100000:1.0:1777421252.097683:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:21721:x1863761006945152:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421252.098173:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c2153 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.098207:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c2153 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.098219:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c2153 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777421252.098574:0:5770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].8, 88 off8752 00000004:00080000:1.0:1777421252.098584:0:5770:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 318655309192ns, next at 319655306803ns, rc = 0 00000004:00010000:1.0:1777421252.098666:0:5770:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000006921818e reply state 0000000047bb6df5 transno 4294967758 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c2153 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421252.098675:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421252.098777:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:21721:x1863761006945152:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 1093us (1268us total) trans 4294967758 rc 0/0 00000100:00100000:1.0:1777421252.098785:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 720 00010000:00010000:3.0:1777421252.100264:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c2153 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.100317:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c2153 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.100335:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c2153 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.100342:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421252.100347:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c2153 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.100354:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c2153 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.100370:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff97104fb1d000) 00010000:00010000:3.0:1777421252.100373:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777421252.100377:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c2153 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.100384:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c2153 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421252.100694:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421252.100759:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006945280 00000100:00100000:1.0:1777421252.100768:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006945280 00000100:00100000:1.0:1777421252.100814:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 721 00000100:00100000:1.0:1777421252.100833:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:21721:x1863761006945280:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421252.100852:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421252.100868:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c215a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05436 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.100927:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c215a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05436 expref: 36 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.100939:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c215a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05436 expref: 36 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.100975:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff97104fb1d000) 00010000:00010000:1.0:1777421252.100978:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421252.100981:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42956000, rc 0) 00000100:00100000:1.0:1777421252.101032:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:21721:x1863761006945280:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 209us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421252.101038:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 721 00000100:00100000:2.0:1777421252.103557:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421252.103690:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006945408 00000100:00100000:1.0:1777421252.103701:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006945408 00000100:00100000:1.0:1777421252.103765:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 174 00000100:00100000:1.0:1777421252.103774:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006945408:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 00000100:00080000:2.0:1777421252.103982:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421252.104140:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761006945408:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 Request processed in 365us (589us total) trans 4294967331 rc 0/0 00000100:00100000:1.0:1777421252.104149:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 174 00000100:00100000:2.0:1777421252.107096:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421252.107381:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006945664 00000100:00100000:0.0:1777421252.107396:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006945664 00000100:00100000:0.0:1777421252.107446:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 162 00000100:00100000:0.0:1777421252.107457:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4c3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:21721:x1863761006945664:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421252.107830:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4c3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:21721:x1863761006945664:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 366us (731us total) trans 4294967759 rc 0/0 00000100:00100000:0.0:1777421252.107839:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 162 00000100:00100000:2.0:1777421252.110372:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421252.110440:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006945920 00000100:00100000:0.0:1777421252.110450:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006945920 00000100:00100000:0.0:1777421252.110512:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 722 00000100:00100000:0.0:1777421252.110523:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:21721:x1863761006945920:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421252.110634:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:21721:x1863761006945920:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 113us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421252.110641:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 722 00000100:00100000:2.0:1777421252.112418:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421252.112708:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006946048 00000100:00100000:0.0:1777421252.112730:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006946048 00000100:00100000:0.0:1777421252.112780:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 723 00000100:00100000:0.0:1777421252.112790:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:21721:x1863761006946048:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421252.112810:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421252.112830:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2161 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0543d expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.112888:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3000/0xd9d09a059d6c2168 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.112912:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3000/0xd9d09a059d6c2168 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.112922:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3000/0xd9d09a059d6c2168 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421252.112952:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421252.112973:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3000/0xd9d09a059d6c2168 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.112998:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2161 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0543d expref: 39 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.113029:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3000/0xd9d09a059d6c2168 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0543d expref: 38 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.113038:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff97104fb1d000) 00010000:00010000:0.0:1777421252.113041:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1777421252.113045:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af3000, rc 0) 00000100:00100000:0.0:1777421252.113105:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:21721:x1863761006946048:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 316us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421252.113127:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 723 00000100:00100000:0.0:1777421252.118421:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421252.118482:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006946176 00000100:00100000:1.0:1777421252.118494:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006946176 00000100:00100000:1.0:1777421252.118554:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 175 00000100:00100000:1.0:1777421252.118566:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006946176:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421252.118584:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421252.118606:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000399f1338/0xd9d09a059d6c216f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05444 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421252.118634:0:7984:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69f14bc3, blocks: 0x1 00010000:00010000:1.0:1777421252.118654:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421252.118657:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421252.118682:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000399f1338/0xd9d09a059d6c216f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05444 expref: 11 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.118700:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000399f1338/0xd9d09a059d6c216f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05444 expref: 11 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.118713:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42957600, rc 0) 00000100:00100000:1.0:1777421252.120613:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761006946176:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 2040us (2193us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421252.120625:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 175 00000100:00100000:2.0:1777421252.123640:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421252.124030:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006946432 00000100:00100000:0.0:1777421252.124041:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006946432 00000100:00100000:0.0:1777421252.124098:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 724 00000100:00100000:0.0:1777421252.124106:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:21721:x1863761006946432:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421252.124222:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:21721:x1863761006946432:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 116us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421252.124230:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 724 00000100:00100000:2.0:1777421252.126588:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421252.126722:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006946560 00000100:00100000:1.0:1777421252.126730:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006946560 00000100:00100000:1.0:1777421252.127569:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 176 00000100:00100000:1.0:1777421252.127580:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:21721:x1863761006946560:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421252.127596:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421252.127613:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6b0d87a/0xd9d09a059d6c2176 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0544b expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.127644:0:7984:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000399f1338/0xd9d09a059d6c216f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05444 expref: 12 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.127652:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421252.127654:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421252.127659:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6b0d87a/0xd9d09a059d6c2176 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0544b expref: 12 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.127692:0:7984:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000399f1338/0xd9d09a059d6c216f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05444 expref: 12 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.127720:0:7984:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000399f1338/0xd9d09a059d6c216f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05444 expref: 12 pid: 7984 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421252.127734:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018324736:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421252.127873:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107d627480 going to sleep for 11 seconds 00000100:00100000:1.0:1777421252.134232:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421252.134295:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018324736:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421252.134327:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c6b0d87a/0xd9d09a059d6c2176 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0544b expref: 12 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.134344:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42956e00, rc 0) 00000100:00100000:0.0:1777421252.134400:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:21721:x1863761006946560:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 6821us (7819us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421252.134409:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 176 00000100:00100000:3.0:1777421252.134559:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006946688 00000100:00100000:3.0:1777421252.134568:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006946688 00010000:00010000:3.0:1777421252.134599:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000399f1338/0xd9d09a059d6c216f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05444 expref: 12 pid: 7984 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421252.134683:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 195 00000100:00100000:3.0:1777421252.134692:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761006946688:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421252.134706:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421252.134728:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000399f1338/0xd9d09a059d6c216f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05444 expref: 12 pid: 7984 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.134742:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000399f1338/0xd9d09a059d6c216f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05444 expref: 12 pid: 7984 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.134763:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000399f1338/0xd9d09a059d6c216f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05444 expref: 12 pid: 7984 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.134775:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421252.134777:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421252.134783:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c6b0d87a/0xd9d09a059d6c2176 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0544b expref: 11 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.134792:0:5756:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6b0d87a/0xd9d09a059d6c2176 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0544b expref: 11 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.134824:0:5756:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c6b0d87a/0xd9d09a059d6c2176 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0544b expref: 11 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421252.134838:0:5756:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5756:1863761018324864:192.168.204.24@tcp:105: 00000100:00100000:3.0:1777421252.134913:0:5756:0:(client.c:2690:ptlrpc_set_wait()) set ffff971046267300 going to sleep for 11 seconds 00000100:00100000:1.0:1777421252.141212:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421252.141368:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006946816 00000100:00100000:0.0:1777421252.141378:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006946816 00002000:00100000:0.0:1777421252.141425:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x10:0x0] (0->157) req@ffff970f429e0000 x1863761006946816/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:263/0 lens 648/0 e 0 to 0 dl 1777421263 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421252.141435:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f429e0000 with x1863761006946816 ext(0->157) 00002000:00010000:0.0:1777421252.141441:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff970f429e0000 00000100:00100000:0.0:1777421252.141469:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 58 00000100:00100000:0.0:1777421252.141494:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761006946816:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1777421252.141934:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:2361:x1863761006946816:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 Request processed in 439us (730us total) trans 4294967332 rc 0/0 00000100:00100000:0.0:1777421252.141943:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 58 00002000:00100000:0.0:1777421252.141950:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x10:0x0] (0->157) req@ffff970f429e0000 x1863761006946816/t4294967332(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:263/0 lens 648/448 e 0 to 0 dl 1777421263 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421252.141958:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f429e0000 with x1863761006946816 ext(0->157) 00002000:00010000:0.0:1777421252.141962:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff970f429e0000 00000100:00100000:3.0:1777421252.142514:0:5756:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5756:1863761018324864:192.168.204.24@tcp:105: 00010000:00010000:3.0:1777421252.142536:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421252.142664:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761006946688:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 7971us (8441us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421252.142672:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 195 00000100:00100000:1.0:1777421252.144770:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421252.144834:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006946944 00000100:00100000:2.0:1777421252.144844:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006946944 00000100:00100000:2.0:1777421252.144950:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 725 00000100:00100000:2.0:1777421252.144961:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:21721:x1863761006946944:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1777421252.169374:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967759 is committed 00000001:00080000:1.0:1777421252.169395:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967755 is committed 00000004:00080000:1.0:1777421252.169413:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 5 committed 00000004:00080000:1.0:1777421252.169441:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 11 committed 00000100:00100000:3.0:1777421252.169679:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018325120:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777421252.169761:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:21721:x1863761006946944:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 Request processed in 24799us (24994us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421252.169765:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018324992:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777421252.169772:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 725 00000100:00100000:3.0:1777421252.170059:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421252.170412:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421252.170710:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018325120 00000100:00100000:0.0:1777421252.170718:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018325120 00000100:00100000:0.0:1777421252.170780:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018324992 00000100:00100000:0.0:1777421252.170784:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018324992 00000100:00100000:0.0:1777421252.170805:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1777421252.170814:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018325120:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777421252.170984:0:7984:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1777421252.170988:0:7984:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb mtime from disk: 0 -> 1777421251 00002000:00010000:0.0:1777421252.170991:0:7984:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777421252.170993:0:7984:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb ctime from disk: 1777421251 -> 1777421251 00002000:00010000:0.0:1777421252.170996:0:7984:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777421252.171034:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018325120:12345-0@lo:2:osp-syn-1-0.0 Request processed in 221us (975us total) trans 4294967333 rc 0/0 00000100:00100000:0.0:1777421252.171041:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1777421252.171057:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:0.0:1777421252.171064:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018324992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777421252.171079:0:7984:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:14 count 1 00010000:00010000:0.0:1777421252.171110:0:7984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024fd3de4/0xd9d09a059d6c217d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.171129:0:7984:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000011c62662/0xd9d09a059d6c1fee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053cd expref: 10 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.171139:0:7984:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f30941d6/0xd9d09a059d6c2026 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053e2 expref: 10 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.171146:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421252.171148:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421252.171152:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024fd3de4/0xd9d09a059d6c217d lrc: 5/0,1 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.171180:0:7984:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f30941d6/0xd9d09a059d6c2026 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053e2 expref: 10 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.171193:0:7984:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f30941d6/0xd9d09a059d6c2026 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053e2 expref: 10 pid: 6552 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421252.171205:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018325248:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421252.171260:0:7984:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000011c62662/0xd9d09a059d6c1fee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053cd expref: 10 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.171270:0:7984:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000011c62662/0xd9d09a059d6c1fee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053cd expref: 10 pid: 7984 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421252.171317:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046237800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018325376:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421252.171353:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4780 going to sleep for 11 seconds 00000100:00080000:2.0:1777421252.171741:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777421252.171745:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1777421252.171778:0:3298:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9710779a7800/2, rc 0, transno 4294967333 00000100:00100000:2.0:1777421252.171784:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018325120:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777421252.174574:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421252.174695:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018325248:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421252.174707:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046237800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018325376:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421252.174736:0:7984:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000024fd3de4/0xd9d09a059d6c217d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421252.174741:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421252.174956:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421252.175060:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006947072 00000100:00100000:3.0:1777421252.175072:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006947072 00000100:00100000:3.0:1777421252.175129:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 179 00000100:00100000:3.0:1777421252.175138:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42677100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761006947072:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1777421252.176582:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006947328 00000100:00100000:0.0:1777421252.176582:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006947200 00000100:00100000:0.0:1777421252.176592:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006947200 00000100:00100000:1.0:1777421252.176593:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006947328 00000100:00080000:3.0:1777421252.176635:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777421252.176649:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000011c62662/0xd9d09a059d6c1fee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053cd expref: 11 pid: 7984 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.176649:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f30941d6/0xd9d09a059d6c2026 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053e2 expref: 11 pid: 6552 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421252.176703:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 196 00000100:00100000:0.0:1777421252.176712:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 197 00000100:00100000:1.0:1777421252.176716:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761006947328:12345-192.168.204.24@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1777421252.176726:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42677b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+11:2358:x1863761006947200:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421252.176730:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421252.176736:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421252.176739:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000011c62662/0xd9d09a059d6c1fee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053cd expref: 11 pid: 7984 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.176744:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f30941d6/0xd9d09a059d6c2026 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053e2 expref: 11 pid: 6552 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.176763:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f30941d6/0xd9d09a059d6c2026 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053e2 expref: 11 pid: 6552 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.176784:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000011c62662/0xd9d09a059d6c1fee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053cd expref: 11 pid: 7984 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.176807:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f30941d6/0xd9d09a059d6c2026 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053e2 expref: 11 pid: 6552 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.176817:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000011c62662/0xd9d09a059d6c1fee lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e053cd expref: 11 pid: 7984 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.176834:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421252.176838:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421252.176844:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000024fd3de4/0xd9d09a059d6c217d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.176854:0:5756:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024fd3de4/0xd9d09a059d6c217d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.176866:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421252.176884:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421252.176931:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42677b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+10:2358:x1863761006947200:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 208us (2192us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421252.176937:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006947328:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 223us (2368us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421252.176953:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 197 00000100:00100000:1.0:1777421252.177035:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 196 00010000:00010000:1.0:1777421252.177060:0:7984:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000024fd3de4/0xd9d09a059d6c217d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.177070:0:7984:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024fd3de4/0xd9d09a059d6c217d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.177080:0:7984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024fd3de4/0xd9d09a059d6c217d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.177094:0:7984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000024fd3de4/0xd9d09a059d6c217d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.177107:0:7984:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777421252.177648:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018324992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6582us (7233us total) trans 4294967326 rc 0/0 00000100:00100000:1.0:1777421252.177658:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00010000:00010000:1.0:1777421252.177683:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777421252.177690:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000024fd3de4/0xd9d09a059d6c217d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.177699:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af3400 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421252.177704:0:5759:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000024fd3de4/0xd9d09a059d6c217d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.177714:0:5759:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000024fd3de4/0xd9d09a059d6c217d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.177726:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000024fd3de4/0xd9d09a059d6c217d lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.177733:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024fd3de4/0xd9d09a059d6c217d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.177755:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421252.177764:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421252.177767:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777421252.177808:0:3297:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9710779a7b80/2, rc 0, transno 4294967326 00000100:00100000:1.0:1777421252.177818:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018324992:0@lo:6:osp-syn-0-0.0 00000001:00080000:1.0:1777421252.199096:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967333 is committed 00000001:00080000:1.0:1777421252.199112:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967332 is committed 00000100:00100000:3.0:1777421252.199175:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42677100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761006947072:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 Request processed in 24031us (24222us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421252.199189:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 179 00000100:00100000:2.0:1777421252.203174:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421252.203317:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006947584 00000100:00100000:1.0:1777421252.203327:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006947584 00000100:00100000:1.0:1777421252.203381:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 726 00000100:00100000:1.0:1777421252.203392:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:21721:x1863761006947584:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421252.203444:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421252.203472:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3000/0xd9d09a059d6c2168 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0543d expref: 34 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.203574:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff97104fb1d000) 00010000:00010000:1.0:1777421252.203579:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421252.203608:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2184 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.203622:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2184 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.203631:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2184 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421252.203853:0:5770:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000329e91c8 reply state 00000000454bfdcc transno 4294967760 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2184 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421252.203862:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421252.203983:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:21721:x1863761006947584:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 592us (932us total) trans 4294967760 rc 0/0 00000100:00100000:1.0:1777421252.203991:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 726 00000100:00100000:1.0:1777421252.206526:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421252.206587:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006947712 00000100:00100000:2.0:1777421252.206607:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006947712 00000100:00100000:2.0:1777421252.206647:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 180 00000100:00100000:2.0:1777421252.206654:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006947712:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1777421252.206884:0:6553:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:2.0:1777421252.206888:0:6553:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb mtime from disk: 1777421251 -> 1777421250 00002000:00010000:2.0:1777421252.206890:0:6553:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb atime from disk: 0 -> 1777421250 00002000:00010000:2.0:1777421252.206892:0:6553:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb ctime from disk: 1777421251 -> 1777421251 00002000:00010000:2.0:1777421252.206894:0:6553:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1777421252.206966:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761006947712:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 Request processed in 310us (448us total) trans 4294967334 rc 0/0 00000100:00100000:2.0:1777421252.206974:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 180 00010000:00010000:3.0:1777421252.208106:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2184 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.208118:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2184 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.208126:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2184 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.208133:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421252.208138:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2184 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.208145:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2184 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.208178:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff97104fb1d000) 00010000:00010000:3.0:1777421252.208181:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421252.208187:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2184 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.208193:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2184 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421252.210651:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421252.210747:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006947968 00000100:00100000:1.0:1777421252.210757:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006947968 00000100:00100000:1.0:1777421252.210817:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 727 00000100:00100000:1.0:1777421252.210827:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:21721:x1863761006947968:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1777421252.210892:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c218b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.210919:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c214c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0542f expref: 34 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.210926:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c218b lrc: 4/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.210961:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c214c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0542f expref: 34 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.210974:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c214c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0542f expref: 34 pid: 5770 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421252.210990:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c2b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018325504:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421252.211175:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107d627600 going to sleep for 11 seconds 00000100:00100000:0.0:1777421252.213852:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421252.213970:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c2b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018325504:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421252.213995:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c218b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421252.214136:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006948096 00000100:00100000:2.0:1777421252.214144:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006948096 00010000:00010000:2.0:1777421252.214182:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c214c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0542f expref: 35 pid: 5770 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421252.214263:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 198 00000100:00100000:3.0:1777421252.214299:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046237800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:2360:x1863761006948096:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421252.214313:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421252.214328:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c214c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0542f expref: 35 pid: 5770 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.214341:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c214c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0542f expref: 35 pid: 5770 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.214363:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956c00/0xd9d09a059d6c214c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0542f expref: 35 pid: 5770 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.214377:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff97104fb1d000) 00010000:00010000:3.0:1777421252.214381:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c218b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.214390:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c218b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.214408:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c218b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.214435:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421252.214457:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c218b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.214464:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c218b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421252.214489:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046237800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:2360:x1863761006948096:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 216us (644us total) trans 0 rc 0/0 00010000:00010000:1.0:1777421252.214491:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c218b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421252.214496:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 198 00010000:00010000:1.0:1777421252.214498:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c218b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.214504:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c218b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.214510:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421252.214514:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c218b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.214520:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c218b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.214530:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff97104fb1d000) 00010000:00010000:1.0:1777421252.214533:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777421252.214536:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c218b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.214542:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c218b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421252.214581:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+33:21721:x1863761006947968:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 Request processed in 3755us (3938us total) trans 0 rc -22/-22 00000100:00100000:1.0:1777421252.214594:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 727 00000100:00100000:0.0:1777421252.216153:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421252.216298:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006948224 00000100:00100000:2.0:1777421252.216306:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006948224 00000100:00100000:2.0:1777421252.216348:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 181 00000100:00100000:2.0:1777421252.216356:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046235f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2358:x1863761006948224:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421252.216395:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c2192 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.216412:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c6b0d87a/0xd9d09a059d6c2176 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0544b expref: 11 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.216420:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421252.216433:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421252.216437:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c2192 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.216470:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c6b0d87a/0xd9d09a059d6c2176 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0544b expref: 11 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.216484:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c6b0d87a/0xd9d09a059d6c2176 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0544b expref: 11 pid: 7984 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421252.216509:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42676680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018325632:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421252.216577:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104af2dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421252.218484:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42676680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018325632:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421252.218519:0:6553:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c2192 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421252.218981:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421252.219373:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006948352 00000100:00100000:3.0:1777421252.219381:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006948352 00010000:00010000:3.0:1777421252.219413:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c6b0d87a/0xd9d09a059d6c2176 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0544b expref: 12 pid: 7984 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421252.219450:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 199 00000100:00100000:3.0:1777421252.219459:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046234380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761006948352:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421252.219472:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421252.219492:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c6b0d87a/0xd9d09a059d6c2176 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0544b expref: 12 pid: 7984 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.219515:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c6b0d87a/0xd9d09a059d6c2176 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0544b expref: 12 pid: 7984 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.219537:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6b0d87a/0xd9d09a059d6c2176 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0544b expref: 12 pid: 7984 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.219554:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421252.219557:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421252.219574:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c2192 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.219584:0:5756:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c2192 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421252.219610:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421252.219658:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046234380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761006948352:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 200us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421252.219666:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 199 00010000:00010000:0.0:1777421252.219732:0:6553:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c2192 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.219741:0:6553:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c2192 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.219766:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c2192 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.219773:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c2192 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.219781:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c2192 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.219789:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510e600 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421252.219793:0:6553:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c2192 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.219815:0:6553:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c2192 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.219827:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c2192 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.219835:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d14eda78/0xd9d09a059d6c2192 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421252.219892:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046235f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2358:x1863761006948224:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 3537us (3744us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421252.219910:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 181 00000100:00100000:0.0:1777421252.221937:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421252.221981:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006948608 00000100:00100000:1.0:1777421252.221992:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006948608 00000100:00100000:0.0:1777421252.222853:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 728 00000100:00100000:0.0:1777421252.222866:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+33:21721:x1863761006948608:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777421252.222948:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2199 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.222965:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2199 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.222976:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2199 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.223383:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c21a0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.223411:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c215a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05436 expref: 34 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.223420:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c21a0 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.223464:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c215a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05436 expref: 34 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.223478:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c215a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05436 expref: 34 pid: 5770 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421252.223491:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6f800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018325760:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421252.223617:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421252.225945:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6f800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018325760:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421252.225971:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c21a0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421252.226659:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421252.226933:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006948736 00000100:00100000:2.0:1777421252.226942:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006948736 00010000:00010000:2.0:1777421252.226977:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c215a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05436 expref: 35 pid: 5770 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421252.227018:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 200 00000100:00100000:2.0:1777421252.227027:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045cf3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:2360:x1863761006948736:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421252.227041:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421252.227048:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c215a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05436 expref: 35 pid: 5770 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.227079:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c215a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05436 expref: 35 pid: 5770 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.227100:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c215a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05436 expref: 35 pid: 5770 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.227114:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff97104fb1d000) 00010000:00010000:2.0:1777421252.227118:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c21a0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.227124:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c21a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.227130:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c21a0 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.227150:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421252.227173:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c21a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.227180:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c21a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421252.227250:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045cf3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:2360:x1863761006948736:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 223us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421252.227258:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 200 00000001:00080000:0.0:1777421252.227375:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967761 00000001:00080000:0.0:1777421252.227658:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967762 00000001:00080000:0.0:1777421252.227701:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967763 00000100:00100000:0.0:1777421252.227771:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6f800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5771:1863761018325888:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1777421252.228331:0:5771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421252.228368:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777421252.228380:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018325888 00000100:00100000:2.0:1777421252.228386:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018325888 00000100:00100000:2.0:1777421252.228425:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1777421252.228433:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5771:x1863761018325888:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1777421252.228508:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5771:x1863761018325888:12345-0@lo:1000:mdt00_001.0 Request processed in 75us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421252.228515:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1777421252.228594:0:5771:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967333 gen 2 00000004:00080000:0.0:1777421252.228599:0:5771:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9710779a7800, transno 4294967333 00000100:00100000:0.0:1777421252.228650:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6f800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5771:1863761018325888:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1777421252.228949:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967764 00000100:00100000:0.0:1777421252.229000:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6f800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5771:1863761018326016:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1777421252.229027:0:5771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421252.229051:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421252.229090:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018326016 00000100:00100000:2.0:1777421252.229094:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018326016 00000100:00100000:2.0:1777421252.229124:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1777421252.229130:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5771:x1863761018326016:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1777421252.229315:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5771:x1863761018326016:12345-0@lo:1000:mdt00_001.0 Request processed in 184us (286us total) trans 4294967335 rc 0/0 00000100:00100000:2.0:1777421252.229322:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1777421252.229396:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6f800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5771:1863761018326016:0@lo:1000:mdt00_001.0 00010000:00010000:0.0:1777421252.229419:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c21a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.229428:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c21a0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.229435:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c21a0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.229441:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af3c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421252.229445:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c21a0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.229452:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c21a0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.229466:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff97104fb1d000) 00010000:00010000:0.0:1777421252.229469:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421252.229480:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c21a0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.229484:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c21a0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.229520:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c20ea lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.229526:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c20ea lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.229531:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c20ea lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.229536:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710800cca00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421252.229539:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c20ea lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.229545:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c20ea lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.229553:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff971042afdd00) 00010000:00010000:0.0:1777421252.229555:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421252.229562:0:5771:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c20f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0541a expref: 72 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.229572:0:5771:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c20f1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0541a expref: 72 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.229580:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c20f1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0541a expref: 72 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.229607:0:5771:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710800ccc00/0xd9d09a059d6c20f1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0541a expref: 72 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421252.229614:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710807bfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018326144:192.168.204.24@tcp:105: 00000100:00100000:0.0:1777421252.229660:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421252.233121:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710807bfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018326144:192.168.204.24@tcp:105: 00010000:00010000:2.0:1777421252.233152:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c20ea lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.233162:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cca00/0xd9d09a059d6c20ea lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.233210:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c21a7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.233224:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c21a7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.233235:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c21a7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.233244:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c21a7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.233250:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c21a7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.233257:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c21a7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.233314:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510e600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421252.233318:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c21a7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.233326:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c21a7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.233337:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff971042afdd00) 00010000:00010000:2.0:1777421252.233340:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421252.233343:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c21a7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.233348:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c21a7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.233359:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2199 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.233365:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2199 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.233370:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2199 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.233375:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af2a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421252.233378:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2199 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.233384:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2199 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.233403:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff971042afdd00) 00010000:00010000:2.0:1777421252.233405:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421252.233409:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2199 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421252.233414:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2199 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421252.233558:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421252.233633:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:21721:x1863761006948608:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 10769us (11701us total) trans 4294967765 rc 0/0 00000100:00100000:2.0:1777421252.233644:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 728 00000020:00080000:2.0:1777421252.233650:0:5771:0:(tgt_main.c:782:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1777421252.233738:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006948864 00000100:00100000:0.0:1777421252.233746:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006948864 00000100:00100000:0.0:1777421252.233835:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 163 00000100:00100000:0.0:1777421252.233843:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+73:21720:x1863761006948864:12345-192.168.204.24@tcp:49:md5sum.0 00000040:00080000:3.0:1777421252.233858:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421252.233863:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1777421252.233942:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+73:21720:x1863761006948864:12345-192.168.204.24@tcp:49:md5sum.0 Request processed in 99us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421252.233949:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 163 00000040:00080000:3.0:1777421252.234270:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:3.0:1777421252.234300:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00080000:2.0:1777421252.235060:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421252.236686:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421252.236760:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006949120 00000100:00100000:0.0:1777421252.236769:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006949120 00000100:00100000:0.0:1777421252.237154:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 164 00000100:00100000:0.0:1777421252.237164:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:21721:x1863761006949120:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421252.237629:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000004:00080000:0.0:1777421252.237702:0:5774:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x13:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:1.0:1777421252.237759:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006949248 00000001:00080000:0.0:1777421252.237762:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967766 00000100:00100000:1.0:1777421252.237765:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006949248 00010000:00010000:0.0:1777421252.237800:0:5774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2600/0xd9d09a059d6c21ae lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421252.237813:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 182 00010000:00010000:0.0:1777421252.237816:0:5774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2600/0xd9d09a059d6c21ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421252.237820:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42677b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+9:21720:x1863761006949248:12345-192.168.204.24@tcp:101:md5sum.0 00010000:00010000:0.0:1777421252.237827:0:5774:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2600/0xd9d09a059d6c21ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.237829:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421252.237842:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089924d45/0xd9d09a059d6c21b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05452 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.237851:0:5774:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2600/0xd9d09a059d6c21ae lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.237856:0:5774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2600/0xd9d09a059d6c21ae lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421252.237862:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x10:0x0] initial LVB size: 158, mtime: 0x69f14bc2, atime: 0x69f14bc2, ctime: 0x69f14bc3, blocks: 0xb 00010000:00010000:0.0:1777421252.237862:0:5774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2600/0xd9d09a059d6c21ae lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.237875:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421252.237878:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421252.237879:0:5774:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777421252.237885:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000089924d45/0xd9d09a059d6c21b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05452 expref: 10 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.237908:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089924d45/0xd9d09a059d6c21b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05452 expref: 10 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421252.237921:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42956c00, rc 0) 00000100:00100000:1.0:1777421252.237972:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42677b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+10:21720:x1863761006949248:12345-192.168.204.24@tcp:101:md5sum.0 Request processed in 153us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421252.237979:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 182 00000100:00080000:2.0:1777421252.238414:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421252.238443:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:21721:x1863761006949120:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 1280us (1762us total) trans 4294967767 rc 0/0 00000100:00100000:0.0:1777421252.238451:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 164 00000020:00080000:0.0:1777421252.238454:0:5774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777421252.238472:0:7433:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777421252.238479:0:7433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2600/0xd9d09a059d6c21ae lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.238486:0:7433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af2600 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421252.238490:0:7433:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2600/0xd9d09a059d6c21ae lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.238843:0:7433:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2600/0xd9d09a059d6c21ae lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.238858:0:7433:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff971049800b00) 00010000:00010000:0.0:1777421252.238861:0:7433:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777421252.238865:0:7433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2600/0xd9d09a059d6c21ae lrc: 1/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.238883:0:7433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2600/0xd9d09a059d6c21ae lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421252.238919:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421252.238921:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421252.238923:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421252.241038:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421252.241183:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006949376 00000100:00100000:0.0:1777421252.241193:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006949376 00002000:00100000:0.0:1777421252.241238:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x10:0x0] (0->4095) req@ffff970f41c29880 x1863761006949376/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:263/0 lens 488/0 e 0 to 0 dl 1777421263 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421252.241248:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f41c29880 with x1863761006949376 ext(0->4095) 00002000:00010000:0.0:1777421252.241254:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff970f41c29880 00000100:00100000:0.0:1777421252.241391:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 59 00000100:00100000:0.0:1777421252.241401:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+10:2360:x1863761006949376:12345-192.168.204.24@tcp:3:md5sum.0 00000100:00100000:0.0:1777421252.241616:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+10:2360:x1863761006949376:12345-192.168.204.24@tcp:3:md5sum.0 Request processed in 215us (584us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777421252.241625:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 59 00002000:00100000:0.0:1777421252.241631:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x10:0x0] (0->4095) req@ffff970f41c29880 x1863761006949376/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:263/0 lens 488/4536 e 0 to 0 dl 1777421263 ref 1 fl Complete:/600/0 rc 4096/4096 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421252.241638:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f41c29880 with x1863761006949376 ext(0->4095) 00002000:00010000:0.0:1777421252.241642:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff970f41c29880 00000100:00100000:1.0:1777421252.245963:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421252.246113:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006949632 00000100:00100000:0.0:1777421252.246123:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006949632 00000100:00100000:0.0:1777421252.246211:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 165 00000100:00100000:0.0:1777421252.246222:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+73:21720:x1863761006949632:12345-192.168.204.24@tcp:35:md5sum.0 00000100:00100000:0.0:1777421252.246729:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+74:21720:x1863761006949632:12345-192.168.204.24@tcp:35:md5sum.0 Request processed in 507us (774us total) trans 4294967768 rc 0/0 00000100:00100000:0.0:1777421252.246738:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 165 00010000:00010000:3.0:1777421252.845403:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421252.898518:0:3300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777421252.898541:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42674700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018326272:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421252.898596:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421252.898659:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018326272 00000100:00100000:2.0:1777421252.898665:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018326272 00000100:00100000:2.0:1777421252.898705:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1777421252.898714:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42676680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018326272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777421252.898755:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 66387968 pending 1703936 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777421252.898807:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42676680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018326272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421252.898814:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1777421252.899137:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42674700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018326272:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421252.915356:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421252.915388:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421252.915410:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421252.915430:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421252.915455:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421252.915474:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421252.915496:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421252.915521:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006950016 00000100:00100000:3.0:1777421252.915531:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006950016 00000100:00100000:3.0:1777421252.915572:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006950528 00000100:00100000:3.0:1777421252.915575:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006950528 00000100:00100000:3.0:1777421252.915590:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 149 00000100:00100000:3.0:1777421252.915598:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+10:2360:x1863761006950016:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421252.915679:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+10:2360:x1863761006950016:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 81us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421252.915687:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 149 00000100:00100000:3.0:1777421252.915702:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006950144 00000100:00100000:3.0:1777421252.915705:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006950144 00000100:00100000:3.0:1777421252.915718:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006950400 00000100:00100000:3.0:1777421252.915720:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006950400 00000100:00100000:3.0:1777421252.915732:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 150 00000100:00100000:3.0:1777421252.915738:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006950528:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421252.915764:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006950528:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 25us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421252.915770:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 150 00000100:00100000:3.0:1777421252.915782:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 151 00000100:00100000:3.0:1777421252.915789:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+10:2360:x1863761006950144:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421252.915812:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+10:2360:x1863761006950144:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 24us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421252.915817:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 151 00000100:00100000:3.0:1777421252.915828:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 152 00000100:00100000:3.0:1777421252.915834:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006950400:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421252.915856:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006950400:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 22us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421252.915861:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 152 00000100:00100000:0.0:1777421252.915961:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006949760 00000100:00100000:0.0:1777421252.915966:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006949760 00000100:00100000:0.0:1777421252.915992:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 298 00000100:00100000:0.0:1777421252.915999:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b512050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761006949760:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421252.916026:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b512050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761006949760:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 28us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421252.916032:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 298 00000100:00100000:2.0:1777421252.916332:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006950272 00000100:00100000:2.0:1777421252.916344:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006950272 00000100:00100000:2.0:1777421252.916375:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006949888 00000100:00100000:2.0:1777421252.916378:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006949888 00000100:00100000:2.0:1777421252.916438:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 161 00000100:00100000:2.0:1777421252.916446:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:2360:x1863761006950272:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421252.916482:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:2360:x1863761006950272:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 37us (1070us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421252.916488:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 161 00000100:00100000:2.0:1777421252.916501:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 162 00000100:00100000:2.0:1777421252.916506:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+74:2360:x1863761006949888:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421252.916541:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+74:2360:x1863761006949888:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 34us (1084us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421252.916546:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 162 00000001:00080000:3.0:1777421252.929608:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967325 is committed 00000001:00080000:3.0:1777421252.929629:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967326 is committed 00010000:00010000:2.0:1777421253.860199:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421253.922544:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42674000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018326400:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421253.922611:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421253.922794:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018326400 00000100:00100000:2.0:1777421253.922803:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018326400 00000100:00100000:2.0:1777421253.922857:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1777421253.922876:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018326400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777421253.922912:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777421253.922964:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018326400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421253.922972:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1777421253.923064:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42674000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018326400:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421253.923794:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777421253.923854:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777421253.923877:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863761018326656:0@lo:400:kworker.0 00000100:00100000:2.0:1777421253.923918:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421253.923954:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018326656 00000100:00100000:2.0:1777421253.923966:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018326656 00000100:00100000:2.0:1777421253.923998:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1777421253.924004:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42676300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863761018326656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421253.924042:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42676300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863761018326656:12345-0@lo:400:kworker.0 Request processed in 38us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421253.924050:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1777421253.924082:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863761018326656:0@lo:400:kworker.0 00000100:00100000:0.0:1777421253.924128:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018326528:0@lo:400:kworker.0 00000100:00100000:0.0:1777421253.924160:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421253.924441:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018326784:0@lo:400:kworker.0 00000100:00100000:0.0:1777421253.924469:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421253.924496:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018326784 00000100:00100000:0.0:1777421253.924500:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018326784 00000100:00100000:0.0:1777421253.924527:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:0.0:1777421253.924545:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018326784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421253.924579:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018326784:12345-0@lo:400:kworker.0 Request processed in 35us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421253.924586:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00080000:0.0:1777421253.924602:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421253.924620:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018326784:0@lo:400:kworker.0 00000100:00100000:1.0:1777421253.924777:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777421253.924787:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018326912:0@lo:400:kworker.0 00000100:00100000:1.0:1777421253.924814:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421253.924842:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018326912 00000100:00100000:1.0:1777421253.924846:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018326912 00000100:00100000:1.0:1777421253.924889:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1777421253.924897:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018326912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421253.924933:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018326912:12345-0@lo:400:kworker.0 Request processed in 37us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421253.924940:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1777421253.924970:0:3299:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967326 gen 2 00000004:00080000:1.0:1777421253.924975:0:3299:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9710779a7b80, transno 4294967326 00000100:00100000:1.0:1777421253.924986:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018326912:0@lo:400:kworker.0 00000100:00100000:2.0:1777421253.925132:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018326528 00000100:00100000:2.0:1777421253.925137:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018326528 00000100:00100000:1.0:1777421253.925222:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018327040:0@lo:400:kworker.0 00000100:00100000:1.0:1777421253.925247:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421253.925313:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018327040 00000100:00100000:1.0:1777421253.925317:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018327040 00000100:00100000:1.0:1777421253.925346:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1777421253.925352:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863761018327040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421253.925393:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863761018327040:12345-0@lo:400:kworker.0 Request processed in 41us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421253.925400:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00080000:1.0:1777421253.925415:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421253.925437:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018327040:0@lo:400:kworker.0 00000100:00100000:2.0:1777421253.925468:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:2.0:1777421253.925478:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b512c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018326528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421253.925525:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b512c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018326528:12345-0@lo:400:kworker.0 Request processed in 49us (1363us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421253.925531:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:1.0:1777421253.926183:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018326528:0@lo:400:kworker.0 00000040:00080000:3.0:1777421254.306533:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421254.306543:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421254.306725:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 18 count 3 00000040:00080000:3.0:1777421254.306733:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777421254.882905:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421254.996259:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421254.996861:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006950656 00000100:00100000:0.0:1777421254.996871:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006950656 00000100:00100000:0.0:1777421254.996954:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 729 00000100:00100000:0.0:1777421254.996967:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:21677:x1863761006950656:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 00000100:00080000:1.0:1777421254.997194:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421254.998124:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:21677:x1863761006950656:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 Request processed in 1157us (1870us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421254.998134:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 729 00000100:00100000:1.0:1777421255.000558:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421255.004225:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006950912 00000100:00100000:0.0:1777421255.004241:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006950912 00000100:00100000:0.0:1777421255.004337:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 166 00000100:00100000:0.0:1777421255.004348:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:21677:x1863761006950912:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421255.004642:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+40:21677:x1863761006950912:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 294us (4091us total) trans 4294967769 rc 0/0 00000100:00100000:0.0:1777421255.004651:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 166 00000001:02000400:1.0:1777421255.804861:0:16876:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11c: Import a file to a directory with a pool ========================================================== 20:07:34 (1777421254) 00010000:00010000:3.0:1777421255.906399:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1777421256.288184:0:16924:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffe9d872aa0 20000000:00000080:1.0:1777421256.288201:0:16924:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff97108051f000 uarg=0000000000000000 00000040:00100000:1.0:1777421256.289447:0:16924:0:(llog.c:1064:llog_reverse_process()) index 41 : idx 1 00000040:00080000:1.0:1777421256.289643:0:16924:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].42, 224 off15448 20000000:01000000:1.0:1777421256.289661:0:16924:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce020 lustre test_11c (null) (null) 00000040:00080000:1.0:1777421256.289694:0:16924:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].43, 112 off15560 00000040:00080000:1.0:1777421256.289964:0:16924:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].44, 224 off15784 00000040:00080000:1.0:1777421256.290270:0:16924:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].37, 224 off14712 20000000:01000000:1.0:1777421256.290319:0:16924:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce020 lustre test_11c (null) (null) 00000040:00080000:1.0:1777421256.290351:0:16924:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].38, 120 off14832 00000040:00080000:1.0:1777421256.290397:0:16924:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].39, 224 off15056 10000000:01000000:1.0:1777421256.290411:0:16924:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:1.0:1777421256.290430:0:16924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff970f42957c00/0xd9d09a059d6c21bc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421256.290450:0:16924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971040030800/0xd9d09a059d6bf2e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046a6 expref: 11 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421256.290473:0:16924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971040031a00/0xd9d09a059d6bf2ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046ad expref: 11 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421256.290482:0:16924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971046757c00/0xd9d09a059d6bf308 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf301 expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421256.290489:0:16924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9710487a1400/0xd9d09a059d6bf316 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf30f expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421256.290496:0:16924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971041485e00/0xd9d09a059d6bf332 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf32b expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421256.290502:0:16924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971046756e00/0xd9d09a059d6bf340 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf339 expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421256.290508:0:16924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971046756600/0xd9d09a059d6bf35c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf355 expref: 17 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421256.290515:0:16924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971046757e00/0xd9d09a059d6bf36a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf363 expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421256.290522:0:16924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971046757600/0xd9d09a059d6bf386 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6bf37f expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421256.290529:0:16924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971040031200/0xd9d09a059d6bf38d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046bb expref: 11 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421256.290536:0:16924:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff970f42957c00/0xd9d09a059d6c21bc lrc: 13/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421256.290582:0:16924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971040031200/0xd9d09a059d6bf38d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046bb expref: 11 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421256.290598:0:16924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971040031200/0xd9d09a059d6bf38d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046bb expref: 11 pid: 5764 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421256.290613:0:16924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c28380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16924:1863761018327168:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421256.290856:0:16924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971046757600/0xd9d09a059d6bf386 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6bf37f expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421256.290865:0:16924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971046757600/0xd9d09a059d6bf386 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6bf37f expref: 17 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421256.290875:0:16924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c29f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16924:1863761018327296:0@lo:104: 00000100:00100000:1.0:1777421256.290914:0:16924:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777421256.290954:0:16924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971046757e00/0xd9d09a059d6bf36a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6bf363 expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421256.290962:0:16924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971046757e00/0xd9d09a059d6bf36a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6bf363 expref: 17 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421256.290970:0:16924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077309500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16924:1863761018327424:0@lo:104: 00000100:00100000:1.0:1777421256.290990:0:16924:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777421256.291022:0:16924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971046756600/0xd9d09a059d6bf35c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6bf355 expref: 17 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421256.291030:0:16924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971046756600/0xd9d09a059d6bf35c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6bf355 expref: 17 pid: 5764 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421256.291050:0:16924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077309f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16924:1863761018327552:0@lo:104: 00000100:00100000:1.0:1777421256.291073:0:16924:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777421256.291155:0:16924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971046756e00/0xd9d09a059d6bf340 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6bf339 expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421256.291163:0:16924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971046756e00/0xd9d09a059d6bf340 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6bf339 expref: 17 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421256.291170:0:16924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16924:1863761018327680:0@lo:104: 00000100:00100000:1.0:1777421256.291190:0:16924:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777421256.291976:0:16924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971041485e00/0xd9d09a059d6bf332 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6bf32b expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421256.291986:0:16924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971041485e00/0xd9d09a059d6bf332 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6bf32b expref: 17 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421256.291995:0:16924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16924:1863761018327808:0@lo:104: 00000100:00100000:1.0:1777421256.292026:0:16924:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421256.292039:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018327296 00000100:00100000:0.0:1777421256.292046:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018327296 00010000:00010000:1.0:1777421256.292166:0:16924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9710487a1400/0xd9d09a059d6bf316 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6bf30f expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421256.292175:0:16924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9710487a1400/0xd9d09a059d6bf316 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6bf30f expref: 17 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421256.292183:0:16924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077308000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16924:1863761018327936:0@lo:104: 00000100:00100000:1.0:1777421256.292203:0:16924:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421256.292209:0:6567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018327424 00000100:00100000:2.0:1777421256.292214:0:6567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018327424 00000100:00100000:3.0:1777421256.292217:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018327552 00000100:00100000:3.0:1777421256.292220:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018327552 00000100:00100000:3.0:1777421256.292233:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018327680 00000100:00100000:2.0:1777421256.292233:0:6567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018327808 00000100:00100000:2.0:1777421256.292235:0:6567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018327808 00000100:00100000:3.0:1777421256.292236:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018327680 00000100:00100000:2.0:1777421256.292248:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1777421256.292253:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1777421256.292255:0:6567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+7:16924:x1863761018327296:12345-0@lo:104: 00000100:00100000:3.0:1777421256.292258:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+7:16924:x1863761018327424:12345-0@lo:104: 00010000:00010000:3.0:1777421256.292269:0:5753:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff971041484a00/0xd9d09a059d6bf363 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6bf36a expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.292269:0:6567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff9710487a1a00/0xd9d09a059d6bf37f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6bf386 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421256.292332:0:5753:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777421256.292338:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+7:16924:x1863761018327424:12345-0@lo:104: Request processed in 80us (1347us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421256.292345:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1777421256.292361:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1777421256.292367:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+6:16924:x1863761018327552:12345-0@lo:104: 00010000:00010000:3.0:1777421256.292373:0:5753:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff971041484000/0xd9d09a059d6bf355 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6bf35c expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421256.292402:0:5753:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1777421256.292407:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+6:16924:x1863761018327552:12345-0@lo:104: Request processed in 41us (1334us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421256.292413:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1777421256.292424:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1777421256.292430:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+5:16924:x1863761018327808:12345-0@lo:104: 00010000:00010000:3.0:1777421256.292446:0:5753:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff9710487a1200/0xd9d09a059d6bf32b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6bf332 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421256.292478:0:5753:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1777421256.292484:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+5:16924:x1863761018327808:12345-0@lo:104: Request processed in 55us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421256.292490:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1777421256.292502:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1777421256.292508:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+4:16924:x1863761018327680:12345-0@lo:104: 00010000:00010000:3.0:1777421256.292515:0:5753:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff971041484800/0xd9d09a059d6bf339 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6bf340 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421256.292539:0:5753:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:3.0:1777421256.292544:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+4:16924:x1863761018327680:12345-0@lo:104: Request processed in 37us (1354us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421256.292550:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00010000:00010000:3.0:1777421256.292571:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1777421256.292576:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff971041484a00/0xd9d09a059d6bf363 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6bf36a expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421256.292583:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971041484a00 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:3.0:1777421256.292587:0:5759:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff971041484a00/0xd9d09a059d6bf363 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6bf36a expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.292592:0:6567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00010000:00010000:3.0:1777421256.292595:0:5759:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff971041484a00/0xd9d09a059d6bf363 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6bf36a expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421256.292596:0:6567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+3:16924:x1863761018327296:12345-0@lo:104: Request processed in 342us (1682us total) trans 0 rc 0/0 10000000:00010000:3.0:1777421256.292603:0:5759:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff971041484a00/0xd9d09a059d6bf363 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6bf36a expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421256.292603:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 10000000:01000000:3.0:1777421256.292614:0:5759:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777421256.292643:0:5759:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff971041484a00/0xd9d09a059d6bf363 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf36a expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421256.292649:0:5759:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777421256.292667:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff971041484a00/0xd9d09a059d6bf363 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf36a expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421256.292674:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff971041484a00/0xd9d09a059d6bf363 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf36a expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421256.292686:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1777421256.292689:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff971041484000/0xd9d09a059d6bf355 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6bf35c expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421256.292694:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971041484000 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:3.0:1777421256.292696:0:5759:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff971041484000/0xd9d09a059d6bf355 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6bf35c expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421256.292702:0:5759:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff971041484000/0xd9d09a059d6bf355 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6bf35c expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777421256.292708:0:5759:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff971041484000/0xd9d09a059d6bf355 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6bf35c expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421256.292713:0:5759:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777421256.292724:0:5759:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff971041484000/0xd9d09a059d6bf355 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf35c expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.292727:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1777421256.292730:0:5759:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777421256.292732:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff9710487a1200/0xd9d09a059d6bf32b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6bf332 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.292738:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1200 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:2.0:1777421256.292740:0:5758:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff9710487a1200/0xd9d09a059d6bf32b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6bf332 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.292747:0:5758:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff9710487a1200/0xd9d09a059d6bf32b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6bf332 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421256.292749:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff971041484000/0xd9d09a059d6bf355 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf35c expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777421256.292755:0:5758:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff9710487a1200/0xd9d09a059d6bf32b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6bf332 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421256.292756:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff971041484000/0xd9d09a059d6bf355 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf35c expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777421256.292761:0:5758:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777421256.292765:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777421256.292768:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff971041484800/0xd9d09a059d6bf339 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6bf340 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421256.292773:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971041484800 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:3.0:1777421256.292776:0:5759:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff971041484800/0xd9d09a059d6bf339 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6bf340 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.292776:0:5758:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff9710487a1200/0xd9d09a059d6bf32b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf332 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.292781:0:5758:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777421256.292783:0:5759:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff971041484800/0xd9d09a059d6bf339 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6bf340 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.292787:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff9710487a1200/0xd9d09a059d6bf32b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf332 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777421256.292790:0:5759:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff971041484800/0xd9d09a059d6bf339 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6bf340 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.292793:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff9710487a1200/0xd9d09a059d6bf32b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf332 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421256.292795:0:5759:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1777421256.292802:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421256.292804:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff9710487a1a00/0xd9d09a059d6bf37f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6bf386 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421256.292805:0:5759:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff971041484800/0xd9d09a059d6bf339 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf340 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.292810:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1a00 already unused, calling callback (ffffffffc1bbac20) 00010000:00010000:3.0:1777421256.292811:0:5759:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 10000000:00010000:2.0:1777421256.292813:0:5758:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff9710487a1a00/0xd9d09a059d6bf37f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6bf386 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421256.292816:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff971041484800/0xd9d09a059d6bf339 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf340 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421256.292836:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff971041484800/0xd9d09a059d6bf339 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf340 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.292839:0:5758:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff9710487a1a00/0xd9d09a059d6bf37f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6bf386 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421256.292844:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00010000:2.0:1777421256.292845:0:5758:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff9710487a1a00/0xd9d09a059d6bf37f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6bf386 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421256.292850:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1777421256.292850:0:5758:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777421256.292852:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421256.292863:0:5758:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff9710487a1a00/0xd9d09a059d6bf37f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf386 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421256.292864:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018328064:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777421256.292868:0:5758:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777421256.292874:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff9710487a1a00/0xd9d09a059d6bf37f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf386 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.292880:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff9710487a1a00/0xd9d09a059d6bf37f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf386 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.292888:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421256.292890:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421256.292891:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421256.292892:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421256.292914:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42677480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018328576:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421256.292919:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018328192:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421256.292942:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421256.292962:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777421256.292967:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42675c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018328320:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421256.292986:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421256.293009:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018328064 00000100:00100000:3.0:1777421256.293013:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018328064 00000100:00100000:2.0:1777421256.293021:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018328448:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777421256.293030:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971046757e00/0xd9d09a059d6bf36a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6bf363 expref: 18 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421256.293041:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421256.293048:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018328192 00000100:00100000:3.0:1777421256.293051:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018328192 00010000:00010000:3.0:1777421256.293062:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971046756600/0xd9d09a059d6bf35c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6bf355 expref: 19 pid: 5764 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421256.293065:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018328320 00000100:00100000:3.0:1777421256.293072:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018328448 00000100:00100000:3.0:1777421256.293074:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018328448 00000100:00100000:2.0:1777421256.293074:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018328320 00010000:00010000:3.0:1777421256.293083:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971046756e00/0xd9d09a059d6bf340 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6bf339 expref: 21 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.293084:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971041485e00/0xd9d09a059d6bf332 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6bf32b expref: 21 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421256.293094:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1777421256.293097:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:3.0:1777421256.293099:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:968bf15b-0982-4d16-8c2b-d781ef0e85bd+21:3298:x1863761018328064:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421256.293102:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:968bf15b-0982-4d16-8c2b-d781ef0e85bd+21:3299:x1863761018328192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777421256.293109:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421256.293109:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421256.293114:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971046757e00/0xd9d09a059d6bf36a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6bf363 expref: 21 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.293114:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971046756600/0xd9d09a059d6bf35c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6bf355 expref: 21 pid: 5764 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.293123:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971046756600/0xd9d09a059d6bf35c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6bf355 expref: 21 pid: 5764 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421256.293164:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421256.293174:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:0.0:1777421256.293182:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+21:3297:x1863761018328448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777421256.293190:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421256.293194:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971046756e00/0xd9d09a059d6bf340 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6bf339 expref: 21 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421256.293248:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971046757e00/0xd9d09a059d6bf36a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6bf363 expref: 21 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.293265:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421256.293306:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:968bf15b-0982-4d16-8c2b-d781ef0e85bd+21:3299:x1863761018328192:12345-0@lo:103:ldlm_bl.0 Request processed in 203us (363us total) trans 0 rc 0/0 00010000:00010000:1.0:1777421256.293310:0:16924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971046757c00/0xd9d09a059d6bf308 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6bf301 expref: 21 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421256.293313:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1777421256.293327:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00010000:00010000:1.0:1777421256.293329:0:16924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971046757c00/0xd9d09a059d6bf308 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6bf301 expref: 20 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421256.293332:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42676a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:968bf15b-0982-4d16-8c2b-d781ef0e85bd+20:3299:x1863761018328320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777421256.293339:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777421256.293339:0:16924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077309180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16924:1863761018328704:0@lo:104: 00010000:00010000:2.0:1777421256.293343:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971041485e00/0xd9d09a059d6bf332 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6bf32b expref: 20 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.293350:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971041485e00/0xd9d09a059d6bf332 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6bf32b expref: 20 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.293359:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421256.293363:0:16924:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421256.293378:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42676a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:968bf15b-0982-4d16-8c2b-d781ef0e85bd+20:3299:x1863761018328320:12345-0@lo:103:ldlm_bl.0 Request processed in 46us (391us total) trans 0 rc 0/0 00010000:00010000:1.0:1777421256.293386:0:16924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971040031a00/0xd9d09a059d6bf2ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046ad expref: 11 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421256.293391:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00010000:00010000:1.0:1777421256.293395:0:16924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971040031a00/0xd9d09a059d6bf2ec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046ad expref: 11 pid: 5764 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421256.293404:0:16924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077308e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16924:1863761018328832:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421256.293506:0:16924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971040030800/0xd9d09a059d6bf2e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046a6 expref: 11 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421256.293514:0:16924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971040030800/0xd9d09a059d6bf2e5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046a6 expref: 11 pid: 5764 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421256.293523:0:16924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077308a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16924:1863761018328960:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421256.293557:0:16924:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049fe8e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421256.293564:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42675c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018328320:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421256.293571:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018328192:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421256.293573:0:16924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c29f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16924:1863761018327296:0@lo:104: 00000100:00100000:1.0:1777421256.293580:0:16924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077309500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16924:1863761018327424:0@lo:104: 00010000:00010000:1.0:1777421256.293588:0:16924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971046756600/0xd9d09a059d6bf35c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6bf355 expref: 19 pid: 5764 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421256.293598:0:16924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077309f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16924:1863761018327552:0@lo:104: 00000100:00100000:1.0:1777421256.293606:0:16924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16924:1863761018327680:0@lo:104: 00000100:00100000:2.0:1777421256.293618:0:6567:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00010000:00010000:1.0:1777421256.293624:0:16924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971041485e00/0xd9d09a059d6bf332 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6bf32b expref: 18 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421256.293626:0:6567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018327936 00000100:00100000:2.0:1777421256.293628:0:6567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018327936 00000100:00100000:1.0:1777421256.293633:0:16924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16924:1863761018327808:0@lo:104: 00000100:00100000:2.0:1777421256.293646:0:6567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018328704 00000100:00100000:2.0:1777421256.293649:0:6567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018328704 00000100:00100000:1.0:1777421256.293656:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1777421256.293662:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+4:16924:x1863761018327936:12345-0@lo:104: 00000100:00100000:2.0:1777421256.293666:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1777421256.293671:0:6567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e98050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+4:16924:x1863761018328704:12345-0@lo:104: 00010000:00010000:1.0:1777421256.293671:0:5754:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff971040030e00/0xd9d09a059d6bf30f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6bf316 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.293677:0:6567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff971040031000/0xd9d09a059d6bf301 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6bf308 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421256.293706:0:5754:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00010000:2.0:1777421256.293715:0:6567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1777421256.293720:0:6567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e98050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+4:16924:x1863761018328704:12345-0@lo:104: Request processed in 49us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421256.293726:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00010000:0.0:1777421256.293734:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971046756e00/0xd9d09a059d6bf340 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6bf339 expref: 17 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.293739:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1777421256.293743:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff971040030e00/0xd9d09a059d6bf30f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6bf316 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421256.293745:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971046756e00/0xd9d09a059d6bf340 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6bf339 expref: 17 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.293749:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971040030e00 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:2.0:1777421256.293752:0:5758:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff971040030e00/0xd9d09a059d6bf30f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6bf316 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.293759:0:5758:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff971040030e00/0xd9d09a059d6bf30f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6bf316 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421256.293759:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 10000000:00010000:2.0:1777421256.293774:0:5758:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff971040030e00/0xd9d09a059d6bf30f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6bf316 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777421256.293779:0:5758:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:0.0:1777421256.293789:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:3297:x1863761018328448:12345-0@lo:103:ldlm_bl.0 Request processed in 609us (747us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421256.293796:0:5758:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff971040030e00/0xd9d09a059d6bf30f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf316 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421256.293796:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00010000:00010000:2.0:1777421256.293801:0:5758:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777421256.293812:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff971040030e00/0xd9d09a059d6bf30f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf316 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.293831:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff971040030e00/0xd9d09a059d6bf30f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf316 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421256.293831:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018328448:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777421256.293841:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421256.293844:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff971040031000/0xd9d09a059d6bf301 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6bf308 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.293850:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971040031000 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:2.0:1777421256.293852:0:5758:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff971040031000/0xd9d09a059d6bf301 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6bf308 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.293859:0:5758:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff971040031000/0xd9d09a059d6bf301 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6bf308 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421256.293863:0:16924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077308000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16924:1863761018327936:0@lo:104: 10000000:00010000:2.0:1777421256.293865:0:5758:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff971040031000/0xd9d09a059d6bf301 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6bf308 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421256.293870:0:16924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077309180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16924:1863761018328704:0@lo:104: 10000000:01000000:2.0:1777421256.293871:0:5758:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1777421256.293889:0:5758:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff971040031000/0xd9d09a059d6bf301 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf308 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.293895:0:5758:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777421256.293901:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff971040031000/0xd9d09a059d6bf301 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf308 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421256.293905:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777421256.293907:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff971040031000/0xd9d09a059d6bf301 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6bf308 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.293919:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421256.293921:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421256.293923:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421256.293927:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018328576 00000100:00100000:0.0:1777421256.293930:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018328576 00000100:00100000:2.0:1777421256.293933:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42675c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018329088:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777421256.293943:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971046757600/0xd9d09a059d6bf386 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6bf37f expref: 16 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421256.293953:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421256.293959:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018329088 00000100:00100000:0.0:1777421256.293962:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018329088 00000100:00100000:2.0:1777421256.293969:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1777421256.293971:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9710487a1400/0xd9d09a059d6bf316 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6bf30f expref: 17 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421256.293974:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42677800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018329216:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777421256.293987:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:2.0:1777421256.293993:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421256.293993:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:3298:x1863761018328576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777421256.294000:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421256.294004:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971046757600/0xd9d09a059d6bf386 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6bf37f expref: 17 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421256.294007:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018329216 00000100:00100000:2.0:1777421256.294010:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018329216 00010000:00010000:0.0:1777421256.294013:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971046757600/0xd9d09a059d6bf386 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6bf37f expref: 17 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.294020:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971046757c00/0xd9d09a059d6bf308 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6bf301 expref: 18 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421256.294033:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00010000:00010000:0.0:1777421256.294033:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971046757600/0xd9d09a059d6bf386 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6bf37f expref: 18 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421256.294038:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42676d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018329088:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777421256.294042:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421256.294044:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421256.294048:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9710487a1400/0xd9d09a059d6bf316 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6bf30f expref: 17 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.294055:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9710487a1400/0xd9d09a059d6bf316 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6bf30f expref: 17 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421256.294066:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:3298:x1863761018328576:12345-0@lo:103:ldlm_bl.0 Request processed in 74us (161us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421256.294070:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9710487a1400/0xd9d09a059d6bf316 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6bf30f expref: 17 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421256.294072:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00010000:00010000:2.0:1777421256.294079:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421256.294085:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:0.0:1777421256.294090:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045cf1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:3299:x1863761018329216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777421256.294097:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421256.294101:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971046757c00/0xd9d09a059d6bf308 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6bf301 expref: 15 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421256.294102:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42676d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:3299:x1863761018329088:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421256.294109:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00010000:00010000:0.0:1777421256.294110:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971046757c00/0xd9d09a059d6bf308 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6bf301 expref: 15 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421256.294119:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971046757c00/0xd9d09a059d6bf308 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6bf301 expref: 14 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421256.294126:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421256.294129:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42675c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018329088:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777421256.294150:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045cf1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:3299:x1863761018329216:12345-0@lo:103:ldlm_bl.0 Request processed in 60us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421256.294156:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:0.0:1777421256.294181:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42677480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018328576:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421256.294226:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+3:16924:x1863761018327936:12345-0@lo:104: Request processed in 564us (2021us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421256.294232:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1777421256.294234:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42677800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018329216:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777421256.294533:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971046757e00/0xd9d09a059d6bf36a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6bf363 expref: 12 pid: 5765 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421256.294549:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421256.294619:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:968bf15b-0982-4d16-8c2b-d781ef0e85bd+11:3298:x1863761018328064:12345-0@lo:103:ldlm_bl.0 Request processed in 1518us (1725us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421256.294624:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421256.294625:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:0.0:1777421256.294694:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018328064:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777421256.295987:0:16924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c28380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16924:1863761018327168:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421256.296153:0:16924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077308e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16924:1863761018328832:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421256.297414:0:16924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077308a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16924:1863761018328960:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421256.297469:0:16924:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff970f42957c00/0xd9d09a059d6c21bc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421256.297559:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421256.297588:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421256.297600:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006951168 00000100:00100000:2.0:1777421256.297608:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006951168 00000100:00100000:0.0:1777421256.297622:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006951040 00000100:00100000:0.0:1777421256.297629:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006951040 00010000:00010000:2.0:1777421256.297639:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971040031a00/0xd9d09a059d6bf2ec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046ad expref: 13 pid: 5764 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421256.297650:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971040031200/0xd9d09a059d6bf38d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046bb expref: 13 pid: 5764 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421256.297658:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421256.298033:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006951296 00000100:00100000:2.0:1777421256.298038:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006951296 00000100:00100000:1.0:1777421256.298053:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 208 00010000:00010000:2.0:1777421256.298059:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971040030800/0xd9d09a059d6bf2e5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046a6 expref: 14 pid: 5764 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421256.298065:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 209 00000100:00100000:1.0:1777421256.298066:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+14:2358:x1863761006951168:12345-192.168.204.24@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1777421256.298082:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+14:2361:x1863761006951040:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421256.298085:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777421256.298091:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 210 00010000:00010000:1.0:1777421256.298094:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971040031a00/0xd9d09a059d6bf2ec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046ad expref: 14 pid: 5764 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421256.298096:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777421256.298107:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+14:2361:x1863761006951296:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421256.298107:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971040031200/0xd9d09a059d6bf38d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046bb expref: 14 pid: 5764 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421256.298111:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971040031a00/0xd9d09a059d6bf2ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046ad expref: 14 pid: 5764 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421256.298137:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971040031200/0xd9d09a059d6bf38d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046bb expref: 14 pid: 5764 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.298139:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421256.298159:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971040030800/0xd9d09a059d6bf2e5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046a6 expref: 14 pid: 5764 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421256.298201:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971040031a00/0xd9d09a059d6bf2ec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046ad expref: 14 pid: 5764 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421256.298230:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421256.298320:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+13:2358:x1863761006951168:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 257us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421256.298326:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 208 00010000:00010000:0.0:1777421256.298576:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971040031200/0xd9d09a059d6bf38d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046bb expref: 12 pid: 5764 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.298580:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971040030800/0xd9d09a059d6bf2e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046a6 expref: 12 pid: 5764 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421256.298595:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421256.298602:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971040030800/0xd9d09a059d6bf2e5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e046a6 expref: 11 pid: 5764 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.298616:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff970f42957c00/0xd9d09a059d6c21bc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.298625:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff970f42957c00/0xd9d09a059d6c21bc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421256.298634:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:2361:x1863761006951040:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 556us (1043us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421256.298640:0:11342:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff970f42957c00/0xd9d09a059d6c21bc lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421256.298645:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 209 00010000:00010000:2.0:1777421256.298654:0:11342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff970f42957c00/0xd9d09a059d6c21bc lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.298659:0:11342:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff970f42957c00/0xd9d09a059d6c21bc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.298666:0:11342:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff970f42957c00/0xd9d09a059d6c21bc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.298673:0:11342:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957c00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421256.298677:0:11342:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff970f42957c00/0xd9d09a059d6c21bc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.298868:0:11342:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff970f42957c00/0xd9d09a059d6c21bc lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.298892:0:11342:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff970f42957c00/0xd9d09a059d6c21bc lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421256.298903:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421256.298935:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+9:2361:x1863761006951296:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 835us (1279us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421256.298943:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 210 00010000:00010000:0.0:1777421256.299000:0:16924:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff970f42957c00/0xd9d09a059d6c21bc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421256.299009:0:16924:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff970f42957c00/0xd9d09a059d6c21bc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421256.299015:0:16924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff970f42957c00/0xd9d09a059d6c21bc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421256.930672:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1777421257.506383:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1777421257.506390:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff971077540800 from 42 10000000:01000000:2.0:1777421257.506395:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1777421257.506447:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c21c3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421257.506457:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c21c3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421257.506465:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c21c3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421257.506485:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42677800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018329344:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777421257.506540:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421257.506589:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c3600 going to sleep for 11 seconds 00000100:00100000:3.0:1777421257.506591:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018329344 00000100:00100000:3.0:1777421257.506599:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018329344 00000100:00100000:3.0:1777421257.506646:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:3.0:1777421257.506654:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b512850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+11:5767:x1863761018329344:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421257.506665:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421257.506685:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971077b61a00/0xd9d09a059d6c21ca lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c21c3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421257.506705:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971077b61a00/0xd9d09a059d6c21ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c21c3 expref: 12 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421257.506714:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971077b61a00/0xd9d09a059d6c21ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c21c3 expref: 12 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421257.506721:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61a00, rc 0) 00000100:00100000:3.0:1777421257.506763:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b512850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018329344:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 110us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421257.506771:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:2.0:1777421257.506881:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42677800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018329344:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421257.506901:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c21c3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c21ca expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421257.506927:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c21c3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c21ca expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421257.506982:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42677800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018329472:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421257.507007:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421257.507028:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c3600 going to sleep for 11 seconds 00000100:00100000:3.0:1777421257.507041:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018329472 00000100:00100000:3.0:1777421257.507047:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018329472 00000100:00100000:3.0:1777421257.507074:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:3.0:1777421257.507083:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b513c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018329472:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421257.507220:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b513c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018329472:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 139us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421257.507229:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1777421257.507252:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42677800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018329472:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421257.507327:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018329600:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421257.507377:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421257.507404:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049fe8a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421257.507454:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018329600 00000100:00100000:3.0:1777421257.507500:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018329600 00000100:00100000:3.0:1777421257.507533:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:3.0:1777421257.507542:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b511c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018329600:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421257.510935:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b511c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018329600:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 3390us (3553us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421257.510948:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:1.0:1777421257.511013:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018329600:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421257.511370:0:16926:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42675c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16926:1863761018329728:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421257.511404:0:16926:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421257.511432:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018329728 00000100:00100000:2.0:1777421257.511436:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018329728 00000100:00100000:2.0:1777421257.511467:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:2.0:1777421257.511475:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b510050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:16926:x1863761018329728:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421257.511685:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b510050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:16926:x1863761018329728:12345-0@lo:502:llog_process_th.0 Request processed in 210us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421257.511693:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:2.0:1777421257.511733:0:16926:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b5d5900 going to sleep for 11 seconds 00000100:00100000:2.0:1777421257.511745:0:16926:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42675c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16926:1863761018329728:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421257.511781:0:16926:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42675c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16926:1863761018329856:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421257.511833:0:16926:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421257.511857:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018329856 00000100:00100000:2.0:1777421257.511860:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018329856 00000100:00100000:2.0:1777421257.511892:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:2.0:1777421257.511899:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b510c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:16926:x1863761018329856:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421257.512055:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b510c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:16926:x1863761018329856:12345-0@lo:502:llog_process_th.0 Request processed in 156us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421257.512062:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:2.0:1777421257.512090:0:16926:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b5d5900 going to sleep for 11 seconds 00000100:00100000:2.0:1777421257.512104:0:16926:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42675c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16926:1863761018329856:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1777421257.512128:0:16926:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 00000020:01000000:3.0:1777421257.512212:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 42-44 (rc=0) 10000000:01000000:3.0:1777421257.512233:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1777421257.512242:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c21c3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c21ca expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421257.512252:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c21c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c21ca expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421257.512262:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:3.0:1777421257.512264:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:3.0:1777421257.512267:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1777421257.512308:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff971077b60000/0xd9d09a059d6c21d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421257.512316:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff971077b60000/0xd9d09a059d6c21d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421257.512324:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff971077b60000/0xd9d09a059d6c21d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421257.512336:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018329984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777421257.512364:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421257.512394:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018329984 00000100:00100000:3.0:1777421257.512396:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710635f99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421257.512400:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018329984 00000100:00100000:2.0:1777421257.512429:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1777421257.512437:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b510450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018329984:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421257.512445:0:5764:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421257.512458:0:5764:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97104510fe00/0xd9d09a059d6c21d8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c21d1 expref: -99 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421257.512482:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97104510fe00/0xd9d09a059d6c21d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c21d1 expref: 13 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421257.512491:0:5764:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97104510fe00/0xd9d09a059d6c21d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c21d1 expref: 13 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421257.512501:0:5764:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510fe00, rc 0) 00000100:00100000:2.0:1777421257.512534:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b510450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018329984:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 98us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421257.512541:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:3.0:1777421257.515454:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018329984:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421257.515481:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff971077b60000/0xd9d09a059d6c21d1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c21d8 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421257.515505:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff971077b60000/0xd9d09a059d6c21d1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c21d8 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421257.515586:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018330112:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421257.515640:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421257.515671:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710635f99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421257.516821:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018330112 00000100:00100000:2.0:1777421257.516831:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018330112 00000100:00100000:2.0:1777421257.516881:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:2.0:1777421257.516889:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b513450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018330112:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421257.517033:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b513450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018330112:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 143us (1392us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421257.517042:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:2.0:1777421257.517105:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018330112:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421257.517149:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42675c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018330240:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421257.517188:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421257.517212:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b5d5900 going to sleep for 11 seconds 00000100:00100000:2.0:1777421257.517353:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018330240 00000100:00100000:2.0:1777421257.517358:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018330240 00000100:00100000:2.0:1777421257.517380:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:2.0:1777421257.517387:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710467f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018330240:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421257.517682:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710467f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018330240:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 295us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421257.517690:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:2.0:1777421257.517727:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42675c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018330240:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1777421257.518425:0:16929:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:2.0:1777421257.518471:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:2.0:1777421257.518489:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1777421257.518497:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff971077b60000/0xd9d09a059d6c21d1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c21d8 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421257.518507:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff971077b60000/0xd9d09a059d6c21d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c21d8 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777421257.518528:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1777421257.518531:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff97104a67e800 from 42 10000000:01000000:2.0:1777421257.518533:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1777421257.518556:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff97104510e600/0xd9d09a059d6c21df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421257.518564:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff97104510e600/0xd9d09a059d6c21df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421257.518572:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff97104510e600/0xd9d09a059d6c21df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421257.518586:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42675c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018330368:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777421257.518614:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421257.518630:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b5d5300 going to sleep for 11 seconds 00000100:00100000:2.0:1777421257.518642:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018330368 00000100:00100000:2.0:1777421257.518645:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018330368 00000100:00100000:2.0:1777421257.518667:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:2.0:1777421257.518673:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710467f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018330368:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421257.518681:0:5764:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421257.518692:0:5764:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97104510fc00/0xd9d09a059d6c21e6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c21df expref: -99 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421257.518711:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97104510fc00/0xd9d09a059d6c21e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c21df expref: 14 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421257.518721:0:5764:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97104510fc00/0xd9d09a059d6c21e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c21df expref: 14 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421257.518740:0:5764:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510fc00, rc 0) 00000100:00100000:2.0:1777421257.518768:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710467f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018330368:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 95us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421257.518775:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1777421257.519766:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42675c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018330368:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777421257.519781:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff97104510e600/0xd9d09a059d6c21df lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c21e6 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421257.519789:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff97104510e600/0xd9d09a059d6c21df lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c21e6 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421257.519849:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018330496:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421257.519875:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421257.519891:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104904f180 going to sleep for 11 seconds 00000100:00100000:2.0:1777421257.521462:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018330496 00000100:00100000:2.0:1777421257.521477:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018330496 00000100:00100000:2.0:1777421257.521523:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:2.0:1777421257.521534:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b478050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018330496:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421257.521700:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b478050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018330496:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 167us (1821us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421257.521709:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:2.0:1777421257.521791:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018330496:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421257.521850:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42674e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018330624:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421257.521899:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421257.521934:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104f1a5240 going to sleep for 11 seconds 00000100:00100000:2.0:1777421257.521947:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018330624 00000100:00100000:2.0:1777421257.521950:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018330624 00000100:00100000:2.0:1777421257.521971:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1777421257.521978:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b478c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018330624:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421257.522617:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b478c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018330624:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 638us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421257.522625:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1777421257.522674:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42674e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018330624:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421257.522903:0:16930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42674e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16930:1863761018330752:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421257.522950:0:16930:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421257.522976:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018330752 00000100:00100000:2.0:1777421257.522980:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018330752 00000100:00100000:2.0:1777421257.523006:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:2.0:1777421257.523013:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b478450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:16930:x1863761018330752:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421257.523371:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b478450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:16930:x1863761018330752:12345-0@lo:502:llog_process_th.0 Request processed in 359us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421257.523379:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:2.0:1777421257.523421:0:16930:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104f1a5480 going to sleep for 11 seconds 00000100:00100000:2.0:1777421257.523437:0:16930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42674e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16930:1863761018330752:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421257.523480:0:16930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42674e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16930:1863761018330880:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421257.523511:0:16930:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421257.523534:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018330880 00000100:00100000:2.0:1777421257.523539:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018330880 00000100:00100000:2.0:1777421257.523564:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1777421257.523571:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b47b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:16930:x1863761018330880:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421257.523759:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b47b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:16930:x1863761018330880:12345-0@lo:502:llog_process_th.0 Request processed in 188us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421257.523765:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1777421257.523848:0:16930:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a0449c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421257.523864:0:16930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42674e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16930:1863761018330880:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1777421257.523889:0:16930:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 00000020:01000000:2.0:1777421257.523950:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 42-44 (rc=0) 10000000:01000000:2.0:1777421257.523970:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1777421257.523978:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff97104510e600/0xd9d09a059d6c21df lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c21e6 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421257.523992:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff97104510e600/0xd9d09a059d6c21df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c21e6 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777421257.523999:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:2.0:1777421257.524001:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:2.0:1777421257.524004:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1777421257.524025:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff97104510fa00/0xd9d09a059d6c21ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421257.524031:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff97104510fa00/0xd9d09a059d6c21ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421257.524038:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff97104510fa00/0xd9d09a059d6c21ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421257.524052:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42674e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018331008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777421257.524077:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421257.524102:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a0449c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421257.524347:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018331008 00000100:00100000:0.0:1777421257.524352:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018331008 00000100:00100000:0.0:1777421257.524395:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1777421257.524406:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b479450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018331008:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421257.524416:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421257.524431:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff970f43af2600/0xd9d09a059d6c21f4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c21ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421257.524455:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff970f43af2600/0xd9d09a059d6c21f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c21ed expref: 15 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421257.524466:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff970f43af2600/0xd9d09a059d6c21f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c21ed expref: 15 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421257.524474:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af2600, rc 0) 00000100:00100000:0.0:1777421257.524512:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b479450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018331008:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 110us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421257.524519:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:2.0:1777421257.525188:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42674e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018331008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421257.525206:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff97104510fa00/0xd9d09a059d6c21ed lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c21f4 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421257.525216:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff97104510fa00/0xd9d09a059d6c21ed lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c21f4 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421257.525305:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42674e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018331136:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421257.525347:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421257.525407:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a0449c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421257.525432:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018331136 00000100:00100000:2.0:1777421257.525437:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018331136 00000100:00100000:2.0:1777421257.525473:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:2.0:1777421257.525482:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b47b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018331136:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421257.525576:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b47b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018331136:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 96us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421257.525584:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:3.0:1777421257.525687:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42674e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018331136:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421257.525722:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018331264:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421257.525789:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421257.525822:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049fe8300 going to sleep for 11 seconds 00000100:00100000:3.0:1777421257.525838:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018331264 00000100:00100000:3.0:1777421257.525842:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018331264 00000100:00100000:3.0:1777421257.525931:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:3.0:1777421257.525939:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b479850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018331264:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421257.527268:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b479850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018331264:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1325us (1474us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421257.527294:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:3.0:1777421257.527349:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018331264:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1777421257.528049:0:16931:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:2.0:1777421257.528154:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:2.0:1777421257.528173:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1777421257.528183:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff97104510fa00/0xd9d09a059d6c21ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c21f4 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421257.528193:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff97104510fa00/0xd9d09a059d6c21ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c21f4 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777421257.528202:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1777421257.528205:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff9710438b0000 from 42 10000000:01000000:2.0:1777421257.528208:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1777421257.528236:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff971077b62800/0xd9d09a059d6c21fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421257.528244:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff971077b62800/0xd9d09a059d6c21fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421257.528253:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff971077b62800/0xd9d09a059d6c21fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421257.528270:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42674e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018331392:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777421257.528332:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421257.528357:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018331392 00000100:00100000:2.0:1777421257.528360:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a0446c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421257.528363:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018331392 00000100:00100000:3.0:1777421257.528396:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:3.0:1777421257.528405:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b479050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018331392:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421257.528415:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421257.528427:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971077b61c00/0xd9d09a059d6c2202 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c21fb expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421257.528455:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971077b61c00/0xd9d09a059d6c2202 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c21fb expref: 16 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421257.528464:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971077b61c00/0xd9d09a059d6c2202 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c21fb expref: 16 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421257.528473:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61c00, rc 0) 00000100:00100000:3.0:1777421257.528519:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b479050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018331392:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421257.528525:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:1.0:1777421257.528593:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42674e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018331392:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777421257.528613:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff971077b62800/0xd9d09a059d6c21fb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2202 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421257.528620:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff971077b62800/0xd9d09a059d6c21fb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c2202 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421257.528661:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018331520:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421257.528685:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421257.528704:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107796d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421257.528743:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018331520 00000100:00100000:2.0:1777421257.528746:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018331520 00000100:00100000:2.0:1777421257.528811:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:2.0:1777421257.528818:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b478850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018331520:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421257.528909:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b478850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018331520:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 91us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421257.528917:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:1.0:1777421257.528975:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018331520:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421257.529008:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018331648:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421257.529045:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421257.529065:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107796d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421257.529082:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018331648 00000100:00100000:1.0:1777421257.529085:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018331648 00000100:00100000:1.0:1777421257.529109:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1777421257.529116:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b47a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018331648:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421257.529344:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b47a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018331648:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 227us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421257.529350:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1777421257.529390:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018331648:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421257.529660:0:16932:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffeaa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16932:1863761018331776:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421257.529693:0:16932:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421257.529750:0:16932:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077516c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777421257.529841:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018331776 00000100:00100000:1.0:1777421257.529845:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018331776 00000100:00100000:1.0:1777421257.529864:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:1.0:1777421257.529870:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:16932:x1863761018331776:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421257.530090:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:16932:x1863761018331776:12345-0@lo:502:llog_process_th.0 Request processed in 219us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421257.530098:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:0.0:1777421257.530125:0:16932:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffeaa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16932:1863761018331776:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421257.530185:0:16932:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffeaa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16932:1863761018331904:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421257.530225:0:16932:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421257.530258:0:16932:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077516c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777421257.530325:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018331904 00000100:00100000:1.0:1777421257.530329:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018331904 00000100:00100000:1.0:1777421257.530352:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:1.0:1777421257.530358:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b47b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:16932:x1863761018331904:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421257.530484:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b47b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:16932:x1863761018331904:12345-0@lo:502:llog_process_th.0 Request processed in 125us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421257.530491:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:0.0:1777421257.531245:0:16932:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffeaa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16932:1863761018331904:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1777421257.531271:0:16932:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 00000020:01000000:1.0:1777421257.531349:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 42-44 (rc=0) 10000000:01000000:1.0:1777421257.531374:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1777421257.531385:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff971077b62800/0xd9d09a059d6c21fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2202 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421257.531396:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff971077b62800/0xd9d09a059d6c21fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2202 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777421257.531406:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:1.0:1777421257.531410:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 37 10000000:01000000:1.0:1777421257.531413:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1777421257.531579:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff970f42956e00/0xd9d09a059d6c2209 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421257.531701:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff970f42956e00/0xd9d09a059d6c2209 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421257.531712:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff970f42956e00/0xd9d09a059d6c2209 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421257.531740:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018332032:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777421257.531783:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421257.531830:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104987de40 going to sleep for 11 seconds 00000100:00100000:3.0:1777421257.531869:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018332032 00000100:00100000:3.0:1777421257.531875:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018332032 00000100:00100000:3.0:1777421257.531907:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1777421257.531915:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018332032:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421257.531925:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421257.531937:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971077b61200/0xd9d09a059d6c2210 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c2209 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421257.531957:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971077b61200/0xd9d09a059d6c2210 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c2209 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421257.531969:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971077b61200/0xd9d09a059d6c2210 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c2209 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421257.531977:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61200, rc 0) 00000100:00100000:3.0:1777421257.532020:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018332032:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 106us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421257.532028:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1777421257.532072:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018332032:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421257.532084:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff970f42956e00/0xd9d09a059d6c2209 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2210 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421257.532094:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff970f42956e00/0xd9d09a059d6c2209 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c2210 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421257.532144:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018332160:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421257.532178:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421257.532194:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104904f6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421257.532209:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018332160 00000100:00100000:3.0:1777421257.532213:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018332160 00000100:00100000:3.0:1777421257.532250:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:3.0:1777421257.532258:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018332160:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421257.532385:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018332160:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 127us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421257.532393:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:3.0:1777421257.532436:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018332160:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421257.532479:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018332288:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421257.532513:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421257.532529:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018332288 00000100:00100000:0.0:1777421257.532535:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018332288 00000100:00100000:3.0:1777421257.532540:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104904f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421257.532636:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:0.0:1777421257.532645:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b559850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018332288:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421257.532828:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b559850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018332288:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 184us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421257.532836:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:2.0:1777421257.532927:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018332288:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421257.533168:0:16933:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16933:1863761018332416:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421257.533207:0:16933:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421257.533224:0:16933:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104987d600 going to sleep for 11 seconds 00000100:00100000:2.0:1777421257.533332:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018332416 00000100:00100000:2.0:1777421257.533337:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018332416 00000100:00100000:2.0:1777421257.533366:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:2.0:1777421257.533373:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b559050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:16933:x1863761018332416:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421257.533657:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b559050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:16933:x1863761018332416:12345-0@lo:502:llog_process_th.0 Request processed in 283us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421257.533664:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:1.0:1777421257.533700:0:16933:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16933:1863761018332416:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1777421257.533730:0:16933:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1777421257.533741:0:16933:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777421257.533744:0:16933:0:(obd_config.c:1594:class_process_config()) marker 29 (0x1) lustre-MDT0000-m new lustre.test_11c 00000020:00000080:1.0:1777421257.533750:0:16933:0:(obd_config.c:1506:class_process_config()) processing cmd: ce020 00020000:01000000:1.0:1777421257.534040:0:16933:0:(lod_pool.c:475:lod_pool_new()) test_11c is pool #1 00080000:10000000:1.0:1777421257.535223:0:16933:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/8/4) registered 00000001:00080000:1.0:1777421257.535433:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967769 is committed 00000001:00080000:1.0:1777421257.535446:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967768 is committed 00000020:00080000:1.0:1777421257.535459:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9710487a4f00 refcount 2 committed 0 result 0 batchid 10 00000020:00080000:1.0:1777421257.535464:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff971058912e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9710487a4900 00000020:00080000:1.0:1777421257.535468:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff97104b4edc00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9710805dd800 00000020:00080000:2.0:1777421257.535516:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 10 committed batchid 9 00000020:00080000:2.0:1777421257.535648:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00000001:00080000:0.0:1777421257.535995:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967335 is committed 00000001:00080000:0.0:1777421257.536006:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967334 is committed 00080000:10000000:1.0:1777421257.558307:0:16933:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x38:0x0] (8/8/4) registered 00000020:00080000:2.0:1777421257.577593:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 10 batchid updated 00000020:00080000:3.0:1777421257.577820:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00000020:00080000:3.0:1777421257.577833:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00080000:10000000:1.0:1777421257.578201:0:16933:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x39:0x0] (8/8/4) registered 00000100:00100000:2.0:1777421257.593695:0:16933:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42675c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16933:1863761018332544:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421257.593777:0:16933:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421257.593860:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018332544 00000100:00100000:2.0:1777421257.593867:0:16933:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a044300 going to sleep for 11 seconds 00000100:00100000:0.0:1777421257.593869:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018332544 00000100:00100000:0.0:1777421257.593917:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:0.0:1777421257.593927:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b558850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:16933:x1863761018332544:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421257.594433:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b558850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:16933:x1863761018332544:12345-0@lo:502:llog_process_th.0 Request processed in 506us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421257.594441:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:2.0:1777421257.594542:0:16933:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42675c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16933:1863761018332544:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1777421257.594573:0:16933:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1777421257.594584:0:16933:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1777421257.594586:0:16933:0:(obd_config.c:1594:class_process_config()) marker 29 (0x2) lustre-MDT0000-m new lustre.test_11c 00000040:00080000:2.0:1777421257.594590:0:16933:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 40 count 40 00000020:01000000:1.0:1777421257.594745:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-MDT0000 gen 37-39 (rc=0) 10000000:01000000:1.0:1777421257.594765:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1777421257.594774:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff970f42956e00/0xd9d09a059d6c2209 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2210 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421257.594785:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff970f42956e00/0xd9d09a059d6c2209 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2210 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777421257.594811:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1777421257.594814:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff9710463b19b8 from 1 10000000:01000000:1.0:1777421257.594817:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1777421257.594839:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff970f42957600/0xd9d09a059d6c2217 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421257.594846:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff970f42957600/0xd9d09a059d6c2217 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421257.594855:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff970f42957600/0xd9d09a059d6c2217 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421257.594868:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018332672:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777421257.594897:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421257.594924:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107d6270c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421257.595051:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018332672 00000100:00100000:0.0:1777421257.595055:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018332672 00000100:00100000:0.0:1777421257.595077:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1777421257.595082:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018332672:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421257.595089:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421257.595099:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff970f43af2a00/0xd9d09a059d6c221e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c2217 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421257.595125:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff970f43af2a00/0xd9d09a059d6c221e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c2217 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421257.595136:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff970f43af2a00/0xd9d09a059d6c221e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c2217 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421257.595145:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af2a00, rc 0) 00000100:00100000:0.0:1777421257.595189:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:5767:x1863761018332672:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 106us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421257.595201:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1777421257.595309:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018332672:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777421257.595325:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff970f42957600/0xd9d09a059d6c2217 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c221e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421257.595334:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff970f42957600/0xd9d09a059d6c2217 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c221e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421257.595381:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018332800:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421257.595407:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421257.595428:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107d6270c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421257.595446:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018332800 00000100:00100000:0.0:1777421257.595451:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018332800 00000100:00100000:0.0:1777421257.595479:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:0.0:1777421257.595487:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:5767:x1863761018332800:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421257.595563:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:5767:x1863761018332800:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 76us (154us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777421257.595569:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1777421257.595582:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018332800:0@lo:501:ll_cfg_requeue.0 10000000:01000000:1.0:1777421257.595605:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1777421257.595617:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff970f42957600/0xd9d09a059d6c2217 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c221e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421257.595624:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff970f42957600/0xd9d09a059d6c2217 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c221e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421257.954587:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421258.019017:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777421258.019043:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42675c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018332928:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421258.019125:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421258.019293:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018332928 00000100:00100000:1.0:1777421258.019300:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018332928 00000100:00080000:0.0:1777421258.019351:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421258.019354:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1777421258.019364:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018332928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777421258.019402:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 64684032 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777421258.019456:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018332928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421258.019464:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1777421258.019561:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42675c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018332928:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421258.033819:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421258.033867:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421258.033902:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421258.033939:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006951552 00000100:00100000:1.0:1777421258.033949:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006951552 00000100:00100000:3.0:1777421258.033954:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421258.033981:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421258.034012:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421258.034015:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006951424 00000100:00100000:0.0:1777421258.034022:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006951424 00000100:00100000:1.0:1777421258.034027:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006951936 00000100:00100000:1.0:1777421258.034032:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006951936 00000100:00100000:2.0:1777421258.034036:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006951680 00000100:00100000:2.0:1777421258.034043:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006951680 00000100:00100000:3.0:1777421258.034054:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421258.034069:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 166 00000100:00100000:0.0:1777421258.034074:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 328 00000100:00100000:1.0:1777421258.034084:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+73:2360:x1863761006951552:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421258.034088:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+9:2361:x1863761006951424:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421258.034095:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006951808 00000100:00100000:2.0:1777421258.034095:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006952192 00000100:00100000:3.0:1777421258.034101:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006951808 00000100:00100000:2.0:1777421258.034102:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006952192 00000100:00100000:2.0:1777421258.034126:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006952064 00000100:00100000:2.0:1777421258.034129:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006952064 00000100:00100000:3.0:1777421258.034142:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 154 00000100:00100000:3.0:1777421258.034154:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006951680:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421258.034160:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 155 00000100:00100000:0.0:1777421258.034168:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+9:2361:x1863761006951424:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 79us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421258.034176:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006952192:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421258.034178:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+73:2360:x1863761006951552:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 84us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421258.034179:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 328 00000100:00100000:1.0:1777421258.034192:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 166 00000100:00100000:3.0:1777421258.034208:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006951680:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 56us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421258.034215:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 167 00000100:00100000:3.0:1777421258.034220:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 154 00000100:00100000:2.0:1777421258.034225:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006952192:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 50us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421258.034227:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:2361:x1863761006951936:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421258.034239:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 155 00000100:00100000:3.0:1777421258.034248:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 156 00000100:00100000:3.0:1777421258.034260:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+10:2360:x1863761006951808:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421258.034262:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 157 00000100:00100000:1.0:1777421258.034305:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:2361:x1863761006951936:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 49us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421258.034321:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006952064:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421258.034326:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+10:2360:x1863761006951808:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 67us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421258.034337:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 167 00000100:00100000:3.0:1777421258.034340:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 156 00000100:00080000:2.0:1777421258.034362:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421258.034365:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006952064:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 48us (310us total) trans 0 rc 0/0 00000100:00080000:2.0:1777421258.034367:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777421258.034372:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421258.034376:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 157 00000100:00100000:1.0:1777421258.225047:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421258.225144:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006952320 00000100:00100000:3.0:1777421258.225158:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006952320 00000100:00100000:3.0:1777421258.225224:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 329 00000100:00100000:3.0:1777421258.225233:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+9:5543:x1863761006952320:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421258.225253:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421258.225323:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971077b61000/0xd9d09a059d6c2225 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05459 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421258.225360:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971077b61000/0xd9d09a059d6c2225 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05459 expref: 10 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421258.225373:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971077b61000/0xd9d09a059d6c2225 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05459 expref: 10 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421258.225386:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61000, rc 0) 00000100:00100000:3.0:1777421258.225499:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:5543:x1863761006952320:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 Request processed in 265us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421258.225508:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 329 00000100:00100000:1.0:1777421258.232645:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421258.232797:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006952448 00000100:00100000:2.0:1777421258.232811:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006952448 00000100:00100000:2.0:1777421258.232939:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 330 00000100:00100000:2.0:1777421258.232951:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:5543:x1863761006952448:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421258.233157:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:5543:x1863761006952448:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 Request processed in 207us (5173us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421258.233166:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 330 00000100:00100000:2.0:1777421258.237392:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421258.237736:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006952576 00000100:00100000:0.0:1777421258.237750:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006952576 00000100:00100000:0.0:1777421258.237871:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 331 00000100:00100000:0.0:1777421258.237884:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:5543:x1863761006952576:12345-192.168.204.24@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421258.238231:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:5543:x1863761006952576:12345-192.168.204.24@tcp:503:ll_cfg_requeue.0 Request processed in 349us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421258.238239:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 331 00000100:00100000:1.0:1777421258.241170:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421258.241446:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006952704 00000100:00100000:0.0:1777421258.241459:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006952704 00000100:00100000:0.0:1777421258.241564:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 332 00000100:00100000:0.0:1777421258.241581:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b559c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:22316:x1863761006952704:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:0.0:1777421258.242164:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b559c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:22316:x1863761006952704:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 589us (1004us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421258.242175:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 332 00000100:00100000:1.0:1777421258.243687:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421258.243980:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006952832 00000100:00100000:0.0:1777421258.243988:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006952832 00000100:00100000:0.0:1777421258.244045:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 333 00000100:00100000:0.0:1777421258.244056:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:22316:x1863761006952832:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:0.0:1777421258.244459:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:22316:x1863761006952832:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 403us (777us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421258.244476:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 333 00000100:00100000:2.0:1777421258.247776:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421258.247916:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006952960 00000100:00100000:0.0:1777421258.247930:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006952960 00000100:00100000:0.0:1777421258.247996:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 334 00000100:00100000:0.0:1777421258.248007:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b558c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:5543:x1863761006952960:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421258.248029:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421258.248053:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff970f43af2c00/0xd9d09a059d6c222c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05460 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.248089:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff970f43af2c00/0xd9d09a059d6c222c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05460 expref: 11 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.248102:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff970f43af2c00/0xd9d09a059d6c222c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05460 expref: 11 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.248114:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af2c00, rc 0) 00000100:00100000:0.0:1777421258.248187:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b558c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006952960:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 Request processed in 181us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421258.248194:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 334 00000100:00100000:1.0:1777421258.250048:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421258.250465:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006953088 00000100:00100000:0.0:1777421258.250475:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006953088 00000100:00100000:0.0:1777421258.250534:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 335 00000100:00100000:0.0:1777421258.250546:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b558450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006953088:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421258.250749:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b558450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006953088:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 Request processed in 206us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421258.250758:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 335 00000100:00100000:1.0:1777421258.253641:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421258.253760:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006953216 00000100:00100000:3.0:1777421258.253772:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006953216 00000100:00100000:3.0:1777421258.253845:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 336 00000100:00100000:3.0:1777421258.253857:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006953216:12345-192.168.204.24@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421258.254170:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006953216:12345-192.168.204.24@tcp:503:ll_cfg_requeue.0 Request processed in 314us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421258.254180:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 336 00000100:00100000:2.0:1777421258.257340:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421258.258022:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006953344 00000100:00100000:0.0:1777421258.258035:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006953344 00000100:00100000:0.0:1777421258.258155:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 337 00000100:00100000:0.0:1777421258.258165:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b559450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:22317:x1863761006953344:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:0.0:1777421258.258550:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b559450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:22317:x1863761006953344:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 385us (1219us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421258.258559:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 337 00000100:00100000:1.0:1777421258.260519:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421258.260602:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006953472 00000100:00100000:3.0:1777421258.260612:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006953472 00000100:00100000:3.0:1777421258.260668:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 338 00000100:00100000:3.0:1777421258.260679:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:22317:x1863761006953472:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:3.0:1777421258.261340:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:22317:x1863761006953472:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 661us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421258.261349:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 338 00000100:00100000:1.0:1777421258.264094:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421258.264194:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006953600 00000100:00100000:3.0:1777421258.264206:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006953600 00000100:00100000:3.0:1777421258.264270:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 339 00000100:00100000:3.0:1777421258.264315:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006953600:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421258.264339:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421258.264366:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971077b61400/0xd9d09a059d6c2233 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05467 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421258.264409:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971077b61400/0xd9d09a059d6c2233 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05467 expref: 12 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421258.264421:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971077b61400/0xd9d09a059d6c2233 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05467 expref: 12 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421258.264432:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61400, rc 0) 00000100:00100000:3.0:1777421258.264493:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:5543:x1863761006953600:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 Request processed in 180us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421258.264501:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 339 00000100:00100000:2.0:1777421258.266764:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421258.266915:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006953728 00000100:00100000:0.0:1777421258.266934:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006953728 00000100:00100000:0.0:1777421258.266996:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 340 00000100:00100000:0.0:1777421258.267006:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:5543:x1863761006953728:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421258.267186:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:5543:x1863761006953728:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 Request processed in 180us (432us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777421258.267195:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 340 00000020:00000080:1.0:1777421258.831797:0:16982:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffc0ff10aa0 20000000:00000080:1.0:1777421258.831814:0:16982:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff971046731400 uarg=0000000000000000 00000040:00100000:1.0:1777421258.832556:0:16982:0:(llog.c:1064:llog_reverse_process()) index 44 : idx 1 20000000:01000000:1.0:1777421258.832566:0:16982:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 43 cmd:0xce020 lustre.test_11c 00000040:00080000:1.0:1777421258.832802:0:16982:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].45, 224 off16008 20000000:01000000:1.0:1777421258.832821:0:16982:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce021 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:1.0:1777421258.832858:0:16982:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].46, 136 off16144 00000040:00080000:1.0:1777421258.832913:0:16982:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].48, 224 off16608 00000040:00080000:1.0:1777421258.833058:0:16982:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].40, 224 off15280 20000000:01000000:1.0:1777421258.833068:0:16982:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce021 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:1.0:1777421258.833116:0:16982:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].41, 144 off15424 00000040:00080000:1.0:1777421258.833153:0:16982:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].42, 224 off15648 10000000:01000000:1.0:1777421258.833165:0:16982:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:1.0:1777421258.833184:0:16982:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff970f42957800/0xd9d09a059d6c223a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421258.833200:0:16982:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971077b61a00/0xd9d09a059d6c21ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c21c3 expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421258.833207:0:16982:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97104510fe00/0xd9d09a059d6c21d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c21d1 expref: 17 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421258.833223:0:16982:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97104510fc00/0xd9d09a059d6c21e6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c21df expref: 17 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421258.833229:0:16982:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff970f43af2600/0xd9d09a059d6c21f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c21ed expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421258.833235:0:16982:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971077b61c00/0xd9d09a059d6c2202 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c21fb expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421258.833241:0:16982:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971077b61200/0xd9d09a059d6c2210 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c2209 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421258.833246:0:16982:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff970f43af2a00/0xd9d09a059d6c221e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c2217 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421258.833255:0:16982:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971077b61000/0xd9d09a059d6c2225 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05459 expref: 11 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421258.833261:0:16982:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff970f43af2c00/0xd9d09a059d6c222c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05460 expref: 11 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421258.833267:0:16982:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971077b61400/0xd9d09a059d6c2233 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05467 expref: 11 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421258.833295:0:16982:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff970f42957800/0xd9d09a059d6c223a lrc: 13/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421258.833334:0:16982:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971077b61400/0xd9d09a059d6c2233 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05467 expref: 11 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421258.833359:0:16982:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971077b61400/0xd9d09a059d6c2233 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05467 expref: 11 pid: 5765 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421258.833374:0:16982:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16982:1863761018333056:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421258.833504:0:16982:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff970f43af2c00/0xd9d09a059d6c222c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05460 expref: 11 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421258.833513:0:16982:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff970f43af2c00/0xd9d09a059d6c222c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05460 expref: 11 pid: 5763 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421258.833522:0:16982:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16982:1863761018333184:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421258.833552:0:16982:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971077b61000/0xd9d09a059d6c2225 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05459 expref: 11 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421258.833560:0:16982:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971077b61000/0xd9d09a059d6c2225 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05459 expref: 11 pid: 5765 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421258.833567:0:16982:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077309c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16982:1863761018333312:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421258.833675:0:16982:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff970f43af2a00/0xd9d09a059d6c221e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6c2217 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421258.833684:0:16982:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff970f43af2a00/0xd9d09a059d6c221e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6c2217 expref: 17 pid: 5763 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421258.833694:0:16982:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16982:1863761018333440:0@lo:104: 00000100:00100000:1.0:1777421258.833732:0:16982:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777421258.833783:0:16982:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971077b61200/0xd9d09a059d6c2210 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6c2209 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421258.833798:0:16982:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971077b61200/0xd9d09a059d6c2210 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6c2209 expref: 17 pid: 5763 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421258.833807:0:16982:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077308a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16982:1863761018333568:0@lo:104: 00000100:00100000:1.0:1777421258.833830:0:16982:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777421258.833861:0:16982:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971077b61c00/0xd9d09a059d6c2202 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6c21fb expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421258.833868:0:16982:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971077b61c00/0xd9d09a059d6c2202 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6c21fb expref: 17 pid: 5763 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421258.833875:0:16982:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077309180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16982:1863761018333696:0@lo:104: 00000100:00100000:1.0:1777421258.833896:0:16982:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421258.834293:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018333440 00000100:00100000:0.0:1777421258.834303:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018333440 00010000:00010000:1.0:1777421258.834338:0:16982:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff970f43af2600/0xd9d09a059d6c21f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6c21ed expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421258.834347:0:16982:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff970f43af2600/0xd9d09a059d6c21f4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6c21ed expref: 17 pid: 5765 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421258.834356:0:16982:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16982:1863761018333824:0@lo:104: 00000100:00100000:1.0:1777421258.834378:0:16982:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421258.834823:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018333568 00000100:00100000:2.0:1777421258.834824:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018333696 00000100:00100000:3.0:1777421258.834831:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018333568 00000100:00100000:2.0:1777421258.834832:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018333696 00000100:00100000:0.0:1777421258.834833:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018333824 00000100:00100000:0.0:1777421258.834839:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018333824 00010000:00010000:1.0:1777421258.834847:0:16982:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97104510fc00/0xd9d09a059d6c21e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6c21df expref: 17 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421258.834858:0:16982:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff97104510fc00/0xd9d09a059d6c21e6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6c21df expref: 17 pid: 5764 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421258.834863:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1777421258.834869:0:16982:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077309f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16982:1863761018333952:0@lo:104: 00000100:00100000:2.0:1777421258.834871:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1777421258.834876:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:968bf15b-0982-4d16-8c2b-d781ef0e85bd+6:16982:x1863761018333440:12345-0@lo:104: 00010000:00010000:3.0:1777421258.834888:0:8231:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff970f42957600/0xd9d09a059d6c2217 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c221e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421258.834894:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1777421258.834895:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+6:16982:x1863761018333568:12345-0@lo:104: 00000100:00100000:1.0:1777421258.834904:0:16982:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421258.834911:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+6:16982:x1863761018333696:12345-0@lo:104: 00010000:00010000:2.0:1777421258.834912:0:5753:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff970f42956e00/0xd9d09a059d6c2209 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c2210 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421258.834925:0:16982:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97104510fe00/0xd9d09a059d6c21d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6c21d1 expref: 17 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.834926:0:5754:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff971077b62800/0xd9d09a059d6c21fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c2202 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421258.834946:0:8231:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777421258.834954:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:968bf15b-0982-4d16-8c2b-d781ef0e85bd+6:16982:x1863761018333440:12345-0@lo:104: Request processed in 83us (1222us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421258.834970:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00010000:00010000:2.0:1777421258.834974:0:5753:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1777421258.834982:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+6:16982:x1863761018333568:12345-0@lo:104: Request processed in 91us (1149us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421258.834990:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1777421258.834992:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018333952 00010000:00010000:0.0:1777421258.834995:0:5754:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1777421258.834997:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018333952 00000100:00100000:0.0:1777421258.835008:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+5:16982:x1863761018333696:12345-0@lo:104: Request processed in 102us (1111us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421258.835012:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1777421258.835022:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1777421258.835025:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+5:16982:x1863761018333824:12345-0@lo:104: 00000100:00100000:3.0:1777421258.835037:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00010000:00010000:1.0:1777421258.835037:0:16982:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff97104510fe00/0xd9d09a059d6c21d8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6c21d1 expref: 17 pid: 5764 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421258.835039:0:5753:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff97104510fa00/0xd9d09a059d6c21ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c21f4 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421258.835048:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:968bf15b-0982-4d16-8c2b-d781ef0e85bd+5:16982:x1863761018333952:12345-0@lo:104: 00000100:00100000:1.0:1777421258.835056:0:16982:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff72d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16982:1863761018334080:0@lo:104: 00010000:00010000:3.0:1777421258.835061:0:8231:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff97104510e600/0xd9d09a059d6c21df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c21e6 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.835079:0:7433:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1777421258.835087:0:7433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff970f42957600/0xd9d09a059d6c2217 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c221e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421258.835094:0:16982:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777421258.835101:0:5753:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00010000:00010000:0.0:1777421258.835102:0:7433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957600 already unused, calling callback (ffffffffc1bbac20) 00010000:00010000:3.0:1777421258.835103:0:8231:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:2.0:1777421258.835112:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+4:16982:x1863761018333824:12345-0@lo:104: Request processed in 87us (729us total) trans 0 rc 0/0 10000000:00010000:0.0:1777421258.835112:0:7433:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff970f42957600/0xd9d09a059d6c2217 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6c221e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421258.835113:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:968bf15b-0982-4d16-8c2b-d781ef0e85bd+4:16982:x1863761018333952:12345-0@lo:104: Request processed in 69us (213us total) trans 0 rc 0/0 00010000:00010000:1.0:1777421258.835119:0:16982:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971077b61a00/0xd9d09a059d6c21ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6c21c3 expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421258.835131:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00010000:00010000:0.0:1777421258.835139:0:7433:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff970f42957600/0xd9d09a059d6c2217 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6c221e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421258.835141:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00010000:00010000:1.0:1777421258.835141:0:16982:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971077b61a00/0xd9d09a059d6c21ca lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6c21c3 expref: 17 pid: 5765 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421258.835144:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018334080 00000100:00100000:3.0:1777421258.835149:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018334080 10000000:00010000:0.0:1777421258.835163:0:7433:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff970f42957600/0xd9d09a059d6c2217 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6c221e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421258.835171:0:7433:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1777421258.835206:0:7433:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff970f42957600/0xd9d09a059d6c2217 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c221e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.835212:0:7433:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777421258.835232:0:7433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff970f42957600/0xd9d09a059d6c2217 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c221e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.835239:0:7433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff970f42957600/0xd9d09a059d6c2217 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c221e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.835256:0:7433:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1777421258.835259:0:7433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff970f42956e00/0xd9d09a059d6c2209 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c2210 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.835264:0:7433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42956e00 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:0.0:1777421258.835267:0:7433:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff970f42956e00/0xd9d09a059d6c2209 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6c2210 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.835297:0:7433:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff970f42956e00/0xd9d09a059d6c2209 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6c2210 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777421258.835302:0:7433:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff970f42956e00/0xd9d09a059d6c2209 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6c2210 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421258.835305:0:7433:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1777421258.835315:0:7433:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff970f42956e00/0xd9d09a059d6c2209 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c2210 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.835318:0:7433:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777421258.835329:0:7433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff970f42956e00/0xd9d09a059d6c2209 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c2210 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.835333:0:7433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff970f42956e00/0xd9d09a059d6c2209 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c2210 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.835339:0:7433:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1777421258.835341:0:7433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff971077b62800/0xd9d09a059d6c21fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c2202 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.835344:0:7433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b62800 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:0.0:1777421258.835345:0:7433:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff971077b62800/0xd9d09a059d6c21fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6c2202 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.835349:0:7433:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff971077b62800/0xd9d09a059d6c21fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6c2202 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777421258.835353:0:7433:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff971077b62800/0xd9d09a059d6c21fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6c2202 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421258.835360:0:7433:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1777421258.835369:0:7433:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff971077b62800/0xd9d09a059d6c21fb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c2202 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.835373:0:7433:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777421258.835377:0:7433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff971077b62800/0xd9d09a059d6c21fb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c2202 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.835382:0:7433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff971077b62800/0xd9d09a059d6c21fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c2202 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.835388:0:7433:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777421258.835390:0:7433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff97104510fa00/0xd9d09a059d6c21ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c21f4 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.835394:0:7433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510fa00 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:0.0:1777421258.835396:0:7433:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff97104510fa00/0xd9d09a059d6c21ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6c21f4 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.835401:0:7433:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff97104510fa00/0xd9d09a059d6c21ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6c21f4 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777421258.835405:0:7433:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff97104510fa00/0xd9d09a059d6c21ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6c21f4 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421258.835408:0:7433:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1777421258.835414:0:7433:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff97104510fa00/0xd9d09a059d6c21ed lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c21f4 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.835417:0:7433:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777421258.835425:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777421258.835426:0:7433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff97104510fa00/0xd9d09a059d6c21ed lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c21f4 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.835436:0:7433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff97104510fa00/0xd9d09a059d6c21ed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c21f4 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421258.835437:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff97104510e600/0xd9d09a059d6c21df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c21e6 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.835450:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421258.835452:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510e600 already unused, calling callback (ffffffffc1bbac20) 00010000:00010000:0.0:1777421258.835454:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421258.835457:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00010000:2.0:1777421258.835458:0:5759:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff97104510e600/0xd9d09a059d6c21df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6c21e6 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.835464:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421258.835470:0:5759:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff97104510e600/0xd9d09a059d6c21df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6c21e6 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421258.835472:0:16982:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff70700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16982:1863761018334208:0@lo:104: 00000100:00100000:3.0:1777421258.835492:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1777421258.835500:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:968bf15b-0982-4d16-8c2b-d781ef0e85bd+3:16982:x1863761018334080:12345-0@lo:104: 00010000:00010000:3.0:1777421258.835508:0:8231:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff971077b60000/0xd9d09a059d6c21d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c21d8 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421258.835515:0:16982:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777421258.835536:0:8231:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777421258.835537:0:16982:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107d627480 going to sleep for 11 seconds 00000100:00100000:3.0:1777421258.835541:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:968bf15b-0982-4d16-8c2b-d781ef0e85bd+3:16982:x1863761018334080:12345-0@lo:104: Request processed in 44us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421258.835550:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1777421258.835557:0:16982:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16982:1863761018333440:0@lo:104: 00000100:00100000:0.0:1777421258.835557:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018334336:0@lo:103:ldlm_bl.0 10000000:00010000:2.0:1777421258.835561:0:5759:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff97104510e600/0xd9d09a059d6c21df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6c21e6 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777421258.835571:0:5759:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:3.0:1777421258.835574:0:8231:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1777421258.835574:0:16982:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077308a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16982:1863761018333568:0@lo:104: 00000100:00100000:3.0:1777421258.835585:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018334208 00000100:00100000:1.0:1777421258.835586:0:16982:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077309180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16982:1863761018333696:0@lo:104: 00000100:00100000:3.0:1777421258.835588:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018334208 00000100:00100000:0.0:1777421258.835598:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777421258.835605:0:5759:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff97104510e600/0xd9d09a059d6c21df lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c21e6 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421258.835609:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1777421258.835613:0:16982:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16982:1863761018333824:0@lo:104: 00000100:00100000:3.0:1777421258.835621:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f427d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:968bf15b-0982-4d16-8c2b-d781ef0e85bd+3:16982:x1863761018334208:12345-0@lo:104: 00010000:00010000:2.0:1777421258.835622:0:5759:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1777421258.835622:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777421258.835630:0:16982:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077309f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16982:1863761018333952:0@lo:104: 00000100:00100000:0.0:1777421258.835632:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018334720:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777421258.835633:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff97104510e600/0xd9d09a059d6c21df lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c21e6 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421258.835636:0:8231:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c21c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c21ca expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421258.835642:0:16982:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff72d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16982:1863761018334080:0@lo:104: 00010000:00010000:2.0:1777421258.835653:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff97104510e600/0xd9d09a059d6c21df lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c21e6 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421258.835655:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777421258.835671:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421258.835675:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff971077b60000/0xd9d09a059d6c21d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c21d8 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421258.835680:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42677800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018334848:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777421258.835685:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60000 already unused, calling callback (ffffffffc1bbac20) 00010000:00010000:3.0:1777421258.835691:0:8231:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 10000000:00010000:2.0:1777421258.835691:0:5759:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff971077b60000/0xd9d09a059d6c21d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6c21d8 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421258.835702:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f427d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:968bf15b-0982-4d16-8c2b-d781ef0e85bd+3:16982:x1863761018334208:12345-0@lo:104: Request processed in 83us (184us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421258.835703:0:5759:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff971077b60000/0xd9d09a059d6c21d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6c21d8 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421258.835712:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421258.835718:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 10000000:00010000:2.0:1777421258.835722:0:5759:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff971077b60000/0xd9d09a059d6c21d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6c21d8 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777421258.835729:0:5759:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:0.0:1777421258.835759:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018334464:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777421258.835764:0:5759:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff971077b60000/0xd9d09a059d6c21d1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c21d8 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421258.835784:0:5759:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777421258.835792:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff971077b60000/0xd9d09a059d6c21d1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c21d8 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421258.835797:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018334336 00010000:00010000:2.0:1777421258.835802:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff971077b60000/0xd9d09a059d6c21d1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c21d8 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421258.835803:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018334336 00000100:00100000:0.0:1777421258.835815:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777421258.835817:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421258.835822:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c21c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c21ca expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421258.835826:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff970f43af2a00/0xd9d09a059d6c221e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c2217 expref: 18 pid: 5763 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421258.835835:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510f000 already unused, calling callback (ffffffffc1bbac20) 00000100:00100000:0.0:1777421258.835837:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42675500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018334976:0@lo:103:ldlm_bl.0 10000000:00010000:2.0:1777421258.835842:0:5759:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c21c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6c21ca expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421258.835852:0:5759:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c21c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6c21ca expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421258.835859:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018334720 10000000:00010000:2.0:1777421258.835859:0:5759:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c21c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6c21ca expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421258.835859:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421258.835866:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018334720 10000000:01000000:2.0:1777421258.835869:0:5759:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:0.0:1777421258.835871:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777421258.835878:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018334592:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777421258.835883:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff970f43af2600/0xd9d09a059d6c21f4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c21ed expref: 19 pid: 5765 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421258.835888:0:5759:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c21c3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c21ca expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421258.835897:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018334848 00000100:00100000:0.0:1777421258.835900:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777421258.835901:0:5759:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1777421258.835902:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018334848 00000100:00100000:0.0:1777421258.835909:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1777421258.835912:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c21c3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c21ca expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421258.835917:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42676a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018335104:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777421258.835920:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97104510fc00/0xd9d09a059d6c21e6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c21df expref: 20 pid: 5764 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421258.835937:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777421258.835938:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c21c3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c21ca expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421258.835940:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018334464 00000100:00100000:3.0:1777421258.835945:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018334464 00010000:00010000:3.0:1777421258.835965:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971077b61200/0xd9d09a059d6c2210 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c2209 expref: 21 pid: 5763 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421258.835965:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421258.835969:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421258.835970:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018334976 00010000:00010000:2.0:1777421258.835973:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421258.835975:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018334976 00000100:00100000:3.0:1777421258.835986:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018334592 00000100:00100000:3.0:1777421258.835991:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018334592 00010000:00010000:0.0:1777421258.835992:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97104510fe00/0xd9d09a059d6c21d8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c21d1 expref: 22 pid: 5764 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421258.836006:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018335104 00010000:00010000:3.0:1777421258.836010:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971077b61c00/0xd9d09a059d6c2202 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c21fb expref: 23 pid: 5763 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421258.836011:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:2.0:1777421258.836014:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018335104 00000100:00100000:0.0:1777421258.836022:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+24:3298:x1863761018334336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777421258.836030:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421258.836036:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971077b61a00/0xd9d09a059d6c21ca lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c21c3 expref: 24 pid: 5765 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.836038:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff970f43af2a00/0xd9d09a059d6c221e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c2217 expref: 24 pid: 5763 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421258.836053:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00010000:00010000:0.0:1777421258.836059:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff970f43af2a00/0xd9d09a059d6c221e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6c2217 expref: 24 pid: 5763 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421258.836065:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffeb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+24:3298:x1863761018334720:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421258.836071:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00010000:00010000:0.0:1777421258.836073:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff970f43af2a00/0xd9d09a059d6c221e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6c2217 expref: 24 pid: 5763 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421258.836077:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777421258.836083:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:968bf15b-0982-4d16-8c2b-d781ef0e85bd+23:3298:x1863761018334848:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777421258.836086:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff970f43af2600/0xd9d09a059d6c21f4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c21ed expref: 23 pid: 5765 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.836087:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421258.836094:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421258.836099:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff970f43af2600/0xd9d09a059d6c21f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6c21ed expref: 23 pid: 5765 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421258.836102:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97104510fc00/0xd9d09a059d6c21e6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c21df expref: 23 pid: 5764 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421258.836120:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+23:3298:x1863761018334336:12345-0@lo:103:ldlm_bl.0 Request processed in 99us (521us total) trans 0 rc 0/0 00010000:00010000:3.0:1777421258.836121:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff970f43af2600/0xd9d09a059d6c21f4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6c21ed expref: 23 pid: 5765 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421258.836122:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97104510fc00/0xd9d09a059d6c21e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6c21df expref: 23 pid: 5764 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421258.836137:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00010000:00010000:3.0:1777421258.836150:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421258.836151:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97104510fc00/0xd9d09a059d6c21e6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6c21df expref: 21 pid: 5764 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421258.836159:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:0.0:1777421258.836168:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045cf1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+20:3299:x1863761018334464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777421258.836176:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777421258.836179:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffeb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+20:3298:x1863761018334720:12345-0@lo:103:ldlm_bl.0 Request processed in 116us (523us total) trans 0 rc 0/0 00010000:00010000:0.0:1777421258.836183:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971077b61200/0xd9d09a059d6c2210 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c2209 expref: 20 pid: 5763 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421258.836190:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00010000:00010000:0.0:1777421258.836200:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971077b61200/0xd9d09a059d6c2210 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6c2209 expref: 20 pid: 5763 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421258.836208:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:3.0:1777421258.836216:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+19:3299:x1863761018334976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777421258.836226:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421258.836228:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971077b61200/0xd9d09a059d6c2210 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6c2209 expref: 19 pid: 5763 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421258.836233:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97104510fe00/0xd9d09a059d6c21d8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c21d1 expref: 19 pid: 5764 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421258.836234:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421258.836246:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421258.836249:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97104510fe00/0xd9d09a059d6c21d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6c21d1 expref: 18 pid: 5764 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421258.836262:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97104510fe00/0xd9d09a059d6c21d8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6c21d1 expref: 18 pid: 5764 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421258.836294:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018334848:12345-0@lo:103:ldlm_bl.0 Request processed in 193us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421258.836309:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00010000:00010000:3.0:1777421258.836313:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421258.836314:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045cf1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:3299:x1863761018334464:12345-0@lo:103:ldlm_bl.0 Request processed in 144us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421258.836324:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:2.0:1777421258.836333:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:3.0:1777421258.836348:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:3299:x1863761018334976:12345-0@lo:103:ldlm_bl.0 Request processed in 131us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421258.836352:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:3299:x1863761018334592:12345-0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777421258.836360:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00010000:00010000:2.0:1777421258.836365:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777421258.836366:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00010000:00010000:2.0:1777421258.836373:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971077b61c00/0xd9d09a059d6c2202 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c21fb expref: 14 pid: 5763 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421258.836380:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:3299:x1863761018335104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777421258.836387:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971077b61c00/0xd9d09a059d6c2202 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6c21fb expref: 14 pid: 5763 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.836390:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421258.836399:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971077b61a00/0xd9d09a059d6c21ca lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c21c3 expref: 14 pid: 5765 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421258.836405:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971077b61c00/0xd9d09a059d6c2202 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6c21fb expref: 14 pid: 5763 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421258.836410:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421258.836412:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971077b61a00/0xd9d09a059d6c21ca lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6c21c3 expref: 14 pid: 5765 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421258.836418:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421258.836421:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421258.836427:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421258.836445:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42677800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018334848:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421258.836460:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:3299:x1863761018334592:12345-0@lo:103:ldlm_bl.0 Request processed in 111us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421258.836462:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018334720:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777421258.836468:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:3299:x1863761018335104:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421258.836479:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018334336:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777421258.836511:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42676a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018335104:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777421258.836518:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018334592:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777421258.836524:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42675500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018334976:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777421258.836530:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018334464:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421258.836551:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1777421258.836559:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00010000:00010000:1.0:1777421258.836605:0:16982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971077b61a00/0xd9d09a059d6c21ca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6c21c3 expref: 11 pid: 5765 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421258.836615:0:16982:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff70700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16982:1863761018334208:0@lo:104: 00000100:00100000:2.0:1777421258.836811:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421258.836838:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421258.836868:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421258.836888:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006953984 00000100:00100000:3.0:1777421258.836893:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006953984 00000100:00100000:2.0:1777421258.836903:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006953856 00000100:00100000:2.0:1777421258.836909:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006953856 00010000:00010000:3.0:1777421258.836914:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff970f43af2c00/0xd9d09a059d6c222c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05460 expref: 12 pid: 5763 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421258.836928:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971077b61400/0xd9d09a059d6c2233 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05467 expref: 13 pid: 5765 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421258.836934:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006954112 00000100:00100000:3.0:1777421258.836939:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006954112 00010000:00010000:3.0:1777421258.836954:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971077b61000/0xd9d09a059d6c2225 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05459 expref: 14 pid: 5765 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421258.836957:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 218 00000100:00100000:0.0:1777421258.836975:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 219 00000100:00100000:0.0:1777421258.836985:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42676d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+14:2360:x1863761006953856:12345-192.168.204.24@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777421258.836992:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 220 00010000:00010000:0.0:1777421258.836997:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421258.837007:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971077b61400/0xd9d09a059d6c2233 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05467 expref: 14 pid: 5765 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421258.837013:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42677480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+14:2359:x1863761006954112:12345-192.168.204.24@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777421258.837014:0:16982:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16982:1863761018333056:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421258.837029:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971077b61400/0xd9d09a059d6c2233 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05467 expref: 14 pid: 5765 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421258.837030:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777421258.837034:0:16982:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16982:1863761018333184:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421258.837039:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971077b61000/0xd9d09a059d6c2225 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05459 expref: 14 pid: 5765 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421258.837050:0:16982:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077309c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16982:1863761018333312:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421258.837066:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971077b61400/0xd9d09a059d6c2233 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05467 expref: 14 pid: 5765 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421258.837068:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971077b61000/0xd9d09a059d6c2225 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05459 expref: 14 pid: 5765 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421258.837092:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421258.837093:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971077b61000/0xd9d09a059d6c2225 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05459 expref: 13 pid: 5765 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421258.837105:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421258.837112:0:16982:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff970f42957800/0xd9d09a059d6c223a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421258.837137:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42676d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761006953856:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 153us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421258.837143:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42677480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2359:x1863761006954112:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 133us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421258.837150:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 219 00000100:00100000:3.0:1777421258.837158:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 220 00000100:00100000:2.0:1777421258.837496:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:2361:x1863761006953984:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421258.837505:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421258.837510:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff970f43af2c00/0xd9d09a059d6c222c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05460 expref: 10 pid: 5763 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421258.837530:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff970f43af2c00/0xd9d09a059d6c222c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05460 expref: 10 pid: 5763 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421258.837540:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff970f43af2c00/0xd9d09a059d6c222c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05460 expref: 10 pid: 5763 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421258.837551:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff970f42957800/0xd9d09a059d6c223a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421258.837560:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff970f42957800/0xd9d09a059d6c223a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421258.837572:0:11342:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff970f42957800/0xd9d09a059d6c223a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421258.837579:0:11342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff970f42957800/0xd9d09a059d6c223a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421258.837586:0:11342:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff970f42957800/0xd9d09a059d6c223a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421258.837592:0:11342:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff970f42957800/0xd9d09a059d6c223a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421258.837598:0:11342:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957800 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421258.837601:0:11342:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff970f42957800/0xd9d09a059d6c223a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421258.837608:0:11342:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff970f42957800/0xd9d09a059d6c223a lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421258.837633:0:11342:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff970f42957800/0xd9d09a059d6c223a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421258.837641:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421258.837667:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+9:2361:x1863761006953984:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 701us (858us total) trans 0 rc 0/0 00010000:00010000:1.0:1777421258.837841:0:16982:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff970f42957800/0xd9d09a059d6c223a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421258.837850:0:16982:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff970f42957800/0xd9d09a059d6c223a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421258.837856:0:16982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff970f42957800/0xd9d09a059d6c223a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421258.838573:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 218 00010000:00010000:2.0:1777421258.978508:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421259.042600:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018335616:0@lo:400:kworker.0 00000100:00100000:3.0:1777421259.042602:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018335488:0@lo:400:kworker.0 00000100:00100000:0.0:1777421259.042702:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42674000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018335232:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421259.042715:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863761018335360:0@lo:400:kworker.0 00000100:00100000:2.0:1777421259.043204:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421259.043388:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421259.043508:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018335488 00000100:00100000:3.0:1777421259.043515:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018335488 00000100:00100000:2.0:1777421259.043527:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018335616 00000100:00100000:2.0:1777421259.043531:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018335616 00000100:00100000:2.0:1777421259.043573:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1777421259.043578:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1777421259.043582:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018335616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421259.043592:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018335488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421259.043627:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018335616:12345-0@lo:400:kworker.0 Request processed in 48us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421259.043631:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1777421259.043646:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018335488:12345-0@lo:400:kworker.0 Request processed in 58us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421259.043654:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1777421259.043667:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018335616:0@lo:400:kworker.0 00000100:00080000:3.0:1777421259.043678:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421259.043754:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018335488:0@lo:400:kworker.0 00000100:00100000:0.0:1777421259.044031:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421259.044036:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421259.044069:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018335744:0@lo:400:kworker.0 00000100:00100000:3.0:1777421259.044111:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018335360 00000100:00100000:3.0:1777421259.044116:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018335360 00000100:00100000:3.0:1777421259.044139:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1777421259.044159:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863761018335360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421259.044445:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018335232 00000100:00100000:2.0:1777421259.044450:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018335232 00000100:00100000:2.0:1777421259.044484:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1777421259.044490:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018335232:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421259.044549:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018335872:0@lo:400:kworker.0 00002000:00000024:2.0:1777421259.044566:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777421259.044579:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421259.044616:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018335232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 124us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421259.044622:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018335872 00000100:00100000:1.0:1777421259.044628:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018335872 00000100:00100000:2.0:1777421259.044633:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1777421259.044660:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1777421259.044668:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018335872:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1777421259.044678:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421259.044728:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421259.044811:0:3297:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967335 gen 2 00000100:00100000:1.0:1777421259.044813:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018335872:12345-0@lo:400:kworker.0 Request processed in 145us (233us total) trans 0 rc 0/0 00000004:00080000:0.0:1777421259.044818:0:3297:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967335 committed transno 4294967335 00000100:00100000:0.0:1777421259.044853:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42674000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018335232:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421259.044888:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1777421259.044892:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018335872:0@lo:400:kworker.0 00000100:00100000:3.0:1777421259.044965:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863761018335360:12345-0@lo:400:kworker.0 Request processed in 806us (932us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421259.044971:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1777421259.044983:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018335744 00000100:00100000:3.0:1777421259.044987:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018335744 00000100:00100000:0.0:1777421259.045012:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863761018335360:0@lo:400:kworker.0 00000100:00080000:2.0:1777421259.045014:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421259.045061:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1777421259.045068:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863761018335744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421259.045103:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863761018335744:12345-0@lo:400:kworker.0 Request processed in 37us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421259.045109:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1777421259.045607:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018335744:0@lo:400:kworker.0 10000000:01000000:3.0:1777421259.362439:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1777421259.362445:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff971077540800 from 45 10000000:01000000:3.0:1777421259.362449:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1777421259.362489:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff971077b60200/0xd9d09a059d6c2241 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421259.362497:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff971077b60200/0xd9d09a059d6c2241 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421259.362505:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff971077b60200/0xd9d09a059d6c2241 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421259.362526:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018336000:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777421259.362581:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421259.362639:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049b05900 going to sleep for 11 seconds 00000100:00100000:1.0:1777421259.362906:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018336000 00000100:00100000:1.0:1777421259.362928:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018336000 00000100:00100000:1.0:1777421259.362980:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:1.0:1777421259.362990:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+11:5767:x1863761018336000:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777421259.363004:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421259.363015:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff970f42957800/0xd9d09a059d6c2248 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c2241 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421259.363034:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff970f42957800/0xd9d09a059d6c2248 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c2241 expref: 12 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421259.363041:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff970f42957800/0xd9d09a059d6c2248 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c2241 expref: 12 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421259.363048:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42957800, rc 0) 00000100:00100000:1.0:1777421259.363082:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018336000:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 95us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421259.363087:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:3.0:1777421259.363157:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018336000:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421259.363167:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff971077b60200/0xd9d09a059d6c2241 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2248 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421259.363178:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff971077b60200/0xd9d09a059d6c2241 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c2248 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421259.363219:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018336128:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421259.363238:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421259.363252:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049b05900 going to sleep for 11 seconds 00000100:00100000:1.0:1777421259.363461:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018336128 00000100:00100000:1.0:1777421259.363465:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018336128 00000100:00100000:1.0:1777421259.363487:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:1.0:1777421259.363491:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018336128:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421259.363587:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018336128:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 95us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421259.363591:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1777421259.363641:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018336128:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421259.363665:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018336256:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421259.363692:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421259.363737:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049b05900 going to sleep for 11 seconds 00000100:00100000:1.0:1777421259.363934:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018336256 00000100:00100000:1.0:1777421259.363939:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018336256 00000100:00100000:1.0:1777421259.364010:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:1.0:1777421259.364018:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018336256:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421259.364161:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018336256:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 144us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421259.364168:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:3.0:1777421259.364191:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018336256:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421259.364536:0:16983:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16983:1863761018336384:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421259.364571:0:16983:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421259.364598:0:16983:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049b05780 going to sleep for 11 seconds 00000100:00100000:1.0:1777421259.364704:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018336384 00000100:00100000:1.0:1777421259.364709:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018336384 00000100:00100000:1.0:1777421259.364731:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1777421259.364736:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b516050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:16983:x1863761018336384:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421259.364919:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b516050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:16983:x1863761018336384:12345-0@lo:502:llog_process_th.0 Request processed in 181us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421259.364938:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:3.0:1777421259.364947:0:16983:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16983:1863761018336384:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421259.364986:0:16983:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16983:1863761018336512:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421259.365020:0:16983:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421259.365037:0:16983:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104ba8ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1777421259.365119:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018336512 00000100:00100000:1.0:1777421259.365123:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018336512 00000100:00100000:1.0:1777421259.365151:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1777421259.365155:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:16983:x1863761018336512:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421259.365259:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:16983:x1863761018336512:12345-0@lo:502:llog_process_th.0 Request processed in 101us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421259.365265:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:3.0:1777421259.365301:0:16983:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16983:1863761018336512:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421259.365331:0:16983:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16983:1863761018336640:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421259.365365:0:16983:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421259.365387:0:16983:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049b05780 going to sleep for 11 seconds 00000100:00100000:2.0:1777421259.365810:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018336640 00000100:00100000:2.0:1777421259.365815:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018336640 00000100:00100000:2.0:1777421259.365838:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1777421259.365845:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:16983:x1863761018336640:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421259.366002:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:16983:x1863761018336640:12345-0@lo:502:llog_process_th.0 Request processed in 157us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421259.366009:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:3.0:1777421259.366098:0:16983:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16983:1863761018336640:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1777421259.366118:0:16983:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 49 count 48 00000020:01000000:0.0:1777421259.366228:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 45-48 (rc=0) 10000000:01000000:0.0:1777421259.366250:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1777421259.366259:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff971077b60200/0xd9d09a059d6c2241 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2248 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421259.366270:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff971077b60200/0xd9d09a059d6c2241 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2248 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421259.366315:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:0.0:1777421259.366318:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:0.0:1777421259.366322:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1777421259.366344:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff970f43af2a00/0xd9d09a059d6c224f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421259.366352:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff970f43af2a00/0xd9d09a059d6c224f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421259.366361:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff970f43af2a00/0xd9d09a059d6c224f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421259.366374:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018336768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777421259.366401:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421259.366431:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104af2d480 going to sleep for 11 seconds 00000100:00100000:2.0:1777421259.366686:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018336768 00000100:00100000:2.0:1777421259.366690:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018336768 00000100:00100000:2.0:1777421259.366710:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:2.0:1777421259.366714:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018336768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421259.366721:0:5764:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421259.366731:0:5764:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971077b63400/0xd9d09a059d6c2256 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c224f expref: -99 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421259.366747:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971077b63400/0xd9d09a059d6c2256 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c224f expref: 13 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421259.366754:0:5764:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971077b63400/0xd9d09a059d6c2256 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c224f expref: 13 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421259.366773:0:5764:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b63400, rc 0) 00000100:00100000:2.0:1777421259.366814:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018336768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 98us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421259.366819:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1777421259.366899:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018336768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421259.366910:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff970f43af2a00/0xd9d09a059d6c224f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2256 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421259.366918:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff970f43af2a00/0xd9d09a059d6c224f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c2256 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421259.366956:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018336896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421259.366975:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421259.366993:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104af2d480 going to sleep for 11 seconds 00000100:00100000:2.0:1777421259.367014:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018336896 00000100:00100000:2.0:1777421259.367018:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018336896 00000100:00100000:2.0:1777421259.367051:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:2.0:1777421259.367058:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018336896:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421259.367153:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018336896:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 94us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421259.367160:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:0.0:1777421259.367173:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018336896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421259.367197:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018337024:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421259.367241:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421259.367260:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104af2d480 going to sleep for 11 seconds 00000100:00100000:2.0:1777421259.367293:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018337024 00000100:00100000:2.0:1777421259.367297:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018337024 00000100:00100000:2.0:1777421259.367322:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1777421259.367329:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018337024:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421259.367472:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018337024:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 143us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421259.367479:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:0.0:1777421259.367542:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018337024:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1777421259.368413:0:16984:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:3.0:1777421259.368665:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:3.0:1777421259.368682:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1777421259.368692:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff970f43af2a00/0xd9d09a059d6c224f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2256 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421259.368702:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff970f43af2a00/0xd9d09a059d6c224f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2256 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421259.368711:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1777421259.368714:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff97104a67e800 from 45 10000000:01000000:3.0:1777421259.368717:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1777421259.368746:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c225d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421259.368755:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c225d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421259.368775:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c225d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421259.368795:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018337152:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777421259.368839:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421259.368870:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104ba8ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421259.368951:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018337152 00000100:00100000:2.0:1777421259.368957:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018337152 00000100:00100000:2.0:1777421259.368993:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:2.0:1777421259.369001:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b514c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018337152:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421259.369012:0:5764:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421259.369024:0:5764:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971077b62800/0xd9d09a059d6c2264 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c225d expref: -99 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421259.369117:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971077b62800/0xd9d09a059d6c2264 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c225d expref: 14 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421259.369127:0:5764:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971077b62800/0xd9d09a059d6c2264 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c225d expref: 14 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421259.369150:0:5764:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b62800, rc 0) 00000100:00100000:2.0:1777421259.369224:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b514c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018337152:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 223us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421259.369231:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:3.0:1777421259.369390:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018337152:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421259.369402:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c225d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2264 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421259.369422:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c225d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c2264 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421259.369467:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018337280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421259.369491:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421259.369547:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104ba8ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421259.369577:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018337280 00000100:00100000:0.0:1777421259.369582:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018337280 00000100:00100000:0.0:1777421259.369648:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:0.0:1777421259.369656:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018337280:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421259.369782:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018337280:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 126us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421259.369791:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:3.0:1777421259.369805:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018337280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421259.369833:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018337408:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421259.369871:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421259.369887:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104ba8ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421259.369892:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018337408 00000100:00100000:0.0:1777421259.369898:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018337408 00000100:00100000:0.0:1777421259.369962:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1777421259.369970:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b517450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018337408:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421259.370124:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b517450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018337408:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 155us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421259.370131:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:3.0:1777421259.370183:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018337408:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421259.370580:0:16985:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16985:1863761018337536:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421259.370609:0:16985:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421259.370671:0:16985:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104ba8ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421259.370717:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018337536 00000100:00100000:0.0:1777421259.370722:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018337536 00000100:00100000:0.0:1777421259.370751:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1777421259.370758:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b515450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:16985:x1863761018337536:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421259.370936:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b515450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:16985:x1863761018337536:12345-0@lo:502:llog_process_th.0 Request processed in 177us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421259.370943:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:3.0:1777421259.371008:0:16985:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16985:1863761018337536:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421259.371058:0:16985:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16985:1863761018337664:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421259.371090:0:16985:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421259.371110:0:16985:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049a80600 going to sleep for 11 seconds 00000100:00100000:0.0:1777421259.371207:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018337664 00000100:00100000:0.0:1777421259.371218:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018337664 00000100:00100000:0.0:1777421259.371238:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1777421259.371245:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:16985:x1863761018337664:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421259.371395:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:16985:x1863761018337664:12345-0@lo:502:llog_process_th.0 Request processed in 150us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421259.371401:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1777421259.374250:0:16985:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16985:1863761018337664:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421259.374361:0:16985:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16985:1863761018337792:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421259.374428:0:16985:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421259.374469:0:16985:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049a80600 going to sleep for 11 seconds 00000100:00100000:1.0:1777421259.374606:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018337792 00000100:00100000:1.0:1777421259.374614:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018337792 00000100:00100000:1.0:1777421259.374663:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:1.0:1777421259.374679:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b511450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:16985:x1863761018337792:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421259.374940:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b511450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:16985:x1863761018337792:12345-0@lo:502:llog_process_th.0 Request processed in 269us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421259.374959:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:3.0:1777421259.375080:0:16985:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16985:1863761018337792:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1777421259.375103:0:16985:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 49 count 48 00000020:01000000:1.0:1777421259.375651:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 45-48 (rc=0) 10000000:01000000:1.0:1777421259.375668:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1777421259.375741:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c225d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2264 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421259.375753:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c225d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2264 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777421259.375770:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:1.0:1777421259.375773:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:1.0:1777421259.375777:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1777421259.375802:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff970f42957a00/0xd9d09a059d6c226b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421259.375809:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff970f42957a00/0xd9d09a059d6c226b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421259.375817:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff970f42957a00/0xd9d09a059d6c226b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421259.375831:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff70000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018337920:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777421259.375870:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421259.376111:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107d627600 going to sleep for 11 seconds 00000100:00100000:3.0:1777421259.376169:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018337920 00000100:00100000:3.0:1777421259.376176:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018337920 00000100:00100000:3.0:1777421259.376211:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:3.0:1777421259.376218:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b513050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018337920:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421259.376227:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421259.376241:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971077b60400/0xd9d09a059d6c2272 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c226b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421259.376261:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971077b60400/0xd9d09a059d6c2272 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c226b expref: 15 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421259.376270:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971077b60400/0xd9d09a059d6c2272 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c226b expref: 15 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421259.376437:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60400, rc 0) 00000100:00100000:3.0:1777421259.376481:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b513050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018337920:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 258us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421259.376488:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1777421259.376516:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff70000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018337920:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777421259.376531:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff970f42957a00/0xd9d09a059d6c226b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2272 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421259.376541:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff970f42957a00/0xd9d09a059d6c226b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c2272 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421259.376584:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff70000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018338048:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421259.376633:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421259.376649:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107d627600 going to sleep for 11 seconds 00000100:00100000:3.0:1777421259.376667:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018338048 00000100:00100000:3.0:1777421259.376684:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018338048 00000100:00100000:3.0:1777421259.376714:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1777421259.376720:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b511850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018338048:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421259.376840:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b511850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018338048:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 119us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421259.376847:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:1.0:1777421259.376990:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff70000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018338048:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421259.377017:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff70000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018338176:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421259.377055:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421259.377113:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107d627600 going to sleep for 11 seconds 00000100:00100000:2.0:1777421259.377177:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018338176 00000100:00100000:2.0:1777421259.377182:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018338176 00000100:00100000:2.0:1777421259.377213:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1777421259.377221:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b511050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018338176:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421259.377429:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b511050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018338176:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 209us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421259.377436:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:1.0:1777421259.377531:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff70000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018338176:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1777421259.379589:0:16986:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:1.0:1777421259.381362:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:1.0:1777421259.381391:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1777421259.381403:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff970f42957a00/0xd9d09a059d6c226b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2272 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421259.381416:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff970f42957a00/0xd9d09a059d6c226b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2272 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777421259.381426:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1777421259.381429:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff9710438b0000 from 45 10000000:01000000:1.0:1777421259.381432:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1777421259.381467:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff970f42957c00/0xd9d09a059d6c2279 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421259.381475:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff970f42957c00/0xd9d09a059d6c2279 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421259.381485:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff970f42957c00/0xd9d09a059d6c2279 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421259.381510:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff70000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018338304:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777421259.381579:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421259.381628:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107d627600 going to sleep for 11 seconds 00000100:00100000:3.0:1777421259.381993:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018338304 00000100:00100000:3.0:1777421259.382002:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018338304 00000100:00100000:3.0:1777421259.382091:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1777421259.382100:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b510850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018338304:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421259.382112:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421259.382125:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971077b61800/0xd9d09a059d6c2280 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c2279 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421259.382145:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971077b61800/0xd9d09a059d6c2280 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c2279 expref: 16 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421259.382155:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971077b61800/0xd9d09a059d6c2280 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c2279 expref: 16 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421259.382163:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61800, rc 0) 00000100:00100000:3.0:1777421259.382207:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b510850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018338304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 109us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421259.382214:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:1.0:1777421259.382571:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff70000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018338304:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777421259.382586:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff970f42957c00/0xd9d09a059d6c2279 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2280 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421259.382595:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff970f42957c00/0xd9d09a059d6c2279 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c2280 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421259.382644:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff70000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018338432:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421259.382687:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421259.382886:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107d627600 going to sleep for 11 seconds 00000100:00100000:2.0:1777421259.383008:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018338432 00000100:00100000:2.0:1777421259.383013:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018338432 00000100:00100000:2.0:1777421259.383036:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1777421259.383042:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b513850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018338432:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421259.383172:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b513850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018338432:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 128us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421259.383179:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1777421259.383249:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff70000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018338432:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421259.383434:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018338560:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421259.383476:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421259.383559:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104af2d480 going to sleep for 11 seconds 00000100:00100000:3.0:1777421259.383646:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018338560 00000100:00100000:3.0:1777421259.383651:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018338560 00000100:00100000:3.0:1777421259.383691:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1777421259.383699:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b512450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018338560:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421259.383865:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b512450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018338560:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 166us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421259.383872:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:0.0:1777421259.383943:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018338560:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421259.384242:0:16987:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16987:1863761018338688:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421259.384301:0:16987:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421259.384317:0:16987:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104904f240 going to sleep for 11 seconds 00000100:00100000:3.0:1777421259.384369:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018338688 00000100:00100000:3.0:1777421259.384373:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018338688 00000100:00100000:3.0:1777421259.384391:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:3.0:1777421259.384397:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b512050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:16987:x1863761018338688:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421259.384566:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b512050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:16987:x1863761018338688:12345-0@lo:502:llog_process_th.0 Request processed in 168us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421259.384573:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:0.0:1777421259.384638:0:16987:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16987:1863761018338688:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421259.384676:0:16987:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16987:1863761018338816:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421259.384709:0:16987:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421259.384735:0:16987:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104af2d480 going to sleep for 11 seconds 00000100:00100000:3.0:1777421259.384781:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018338816 00000100:00100000:3.0:1777421259.384786:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018338816 00000100:00100000:3.0:1777421259.384803:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1777421259.384809:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b512c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:16987:x1863761018338816:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421259.384918:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b512c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:16987:x1863761018338816:12345-0@lo:502:llog_process_th.0 Request processed in 108us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421259.384925:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1777421259.384992:0:16987:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16987:1863761018338816:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421259.385023:0:16987:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16987:1863761018338944:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421259.385055:0:16987:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421259.385077:0:16987:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104904f240 going to sleep for 11 seconds 00000100:00100000:3.0:1777421259.385172:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018338944 00000100:00100000:3.0:1777421259.385176:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018338944 00000100:00100000:3.0:1777421259.385194:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1777421259.385199:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b512850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:16987:x1863761018338944:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421259.385336:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b512850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:16987:x1863761018338944:12345-0@lo:502:llog_process_th.0 Request processed in 135us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421259.385343:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1777421259.385412:0:16987:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16987:1863761018338944:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1777421259.385434:0:16987:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 49 count 48 00000020:01000000:3.0:1777421259.385560:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 45-48 (rc=0) 10000000:01000000:3.0:1777421259.385576:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1777421259.385585:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff970f42957c00/0xd9d09a059d6c2279 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2280 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421259.385595:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff970f42957c00/0xd9d09a059d6c2279 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2280 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421259.385605:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:3.0:1777421259.385607:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 40 10000000:01000000:3.0:1777421259.385616:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1777421259.385636:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff971077b61600/0xd9d09a059d6c2287 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421259.385645:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff971077b61600/0xd9d09a059d6c2287 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421259.385653:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff971077b61600/0xd9d09a059d6c2287 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421259.385667:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018339072:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777421259.385706:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421259.385735:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff971046267300 going to sleep for 11 seconds 00000100:00100000:0.0:1777421259.385782:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018339072 00000100:00100000:0.0:1777421259.385787:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018339072 00000100:00100000:0.0:1777421259.385806:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1777421259.385813:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b513c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018339072:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421259.385821:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421259.385832:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff970f43af2800/0xd9d09a059d6c228e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c2287 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421259.385850:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff970f43af2800/0xd9d09a059d6c228e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c2287 expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421259.385860:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff970f43af2800/0xd9d09a059d6c228e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c2287 expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421259.385868:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af2800, rc 0) 00000100:00100000:0.0:1777421259.385903:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b513c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018339072:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 90us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421259.385909:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:3.0:1777421259.386039:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018339072:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421259.386051:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff971077b61600/0xd9d09a059d6c2287 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c228e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421259.386059:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff971077b61600/0xd9d09a059d6c2287 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c228e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421259.386097:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018339200:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421259.386120:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421259.386141:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff971046267300 going to sleep for 11 seconds 00000100:00100000:0.0:1777421259.386350:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018339200 00000100:00100000:0.0:1777421259.386355:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018339200 00000100:00100000:0.0:1777421259.386373:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1777421259.386379:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b511c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018339200:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421259.386468:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b511c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018339200:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 87us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421259.386475:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1777421259.386564:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018339200:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421259.386587:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018339328:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421259.386620:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421259.386646:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff971046267300 going to sleep for 11 seconds 00000100:00100000:0.0:1777421259.386688:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018339328 00000100:00100000:0.0:1777421259.386692:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018339328 00000100:00100000:0.0:1777421259.386715:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1777421259.386721:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b510050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018339328:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421259.386862:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b510050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018339328:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 140us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421259.386868:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1777421259.386954:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018339328:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421259.387214:0:16988:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16988:1863761018339456:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421259.387248:0:16988:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421259.387268:0:16988:0:(client.c:2690:ptlrpc_set_wait()) set ffff971046267d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421259.387421:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018339456 00000100:00100000:0.0:1777421259.387425:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018339456 00000100:00100000:0.0:1777421259.387444:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:0.0:1777421259.387450:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b510c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:16988:x1863761018339456:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421259.387610:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b510c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:16988:x1863761018339456:12345-0@lo:502:llog_process_th.0 Request processed in 159us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421259.387617:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:3.0:1777421259.387684:0:16988:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16988:1863761018339456:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1777421259.387704:0:16988:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1777421259.387715:0:16988:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1777421259.387717:0:16988:0:(obd_config.c:1594:class_process_config()) marker 31 (0x1) lustre-MDT0000-m add lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:3.0:1777421259.387722:0:16988:0:(obd_config.c:1506:class_process_config()) processing cmd: ce021 00020000:01000000:3.0:1777421259.387735:0:16988:0:(lod_pool.c:594:lod_pool_add()) Added lustre-OST0001_UUID to test_11c as member 1 00000100:00100000:0.0:1777421259.388260:0:16988:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16988:1863761018339584:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421259.388322:0:16988:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421259.388345:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018339584 00000100:00100000:0.0:1777421259.388349:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018339584 00000100:00100000:0.0:1777421259.388369:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1777421259.388376:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b510450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:16988:x1863761018339584:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421259.388516:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b510450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:16988:x1863761018339584:12345-0@lo:502:llog_process_th.0 Request processed in 139us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421259.388523:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1777421259.388558:0:16988:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107a1a2240 going to sleep for 11 seconds 00000100:00100000:0.0:1777421259.388571:0:16988:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:16988:1863761018339584:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1777421259.388592:0:16988:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1777421259.388597:0:16988:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1777421259.388604:0:16988:0:(obd_config.c:1594:class_process_config()) marker 31 (0x2) lustre-MDT0000-m add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:0.0:1777421259.388608:0:16988:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 43 count 43 00000020:01000000:0.0:1777421259.388646:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-MDT0000 gen 40-42 (rc=0) 10000000:01000000:0.0:1777421259.388658:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1777421259.388666:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff971077b61600/0xd9d09a059d6c2287 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c228e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421259.388676:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff971077b61600/0xd9d09a059d6c2287 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c228e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421259.388684:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1777421259.388687:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff9710463b19b8 from 1 10000000:01000000:0.0:1777421259.388690:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1777421259.388710:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff970f43af3a00/0xd9d09a059d6c2295 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421259.388717:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff970f43af3a00/0xd9d09a059d6c2295 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421259.388725:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff970f43af3a00/0xd9d09a059d6c2295 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421259.388737:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018339712:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777421259.388775:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421259.388789:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710635e49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421259.388806:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018339712 00000100:00100000:0.0:1777421259.388810:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018339712 00000100:00100000:0.0:1777421259.388826:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000020:01000004:3.0:1777421259.388901:0:16989:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9710438b0000 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1777421259.388905:0:16989:0:(obd_mount.c:724:lustre_put_lsi()) put ffff9710438b0000 4 00000100:00100000:0.0:1777421259.389045:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b513450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018339712:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421259.389056:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421259.389075:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff970f43af3200/0xd9d09a059d6c229c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c2295 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421259.389095:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff970f43af3200/0xd9d09a059d6c229c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c2295 expref: 18 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421259.389104:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff970f43af3200/0xd9d09a059d6c229c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c2295 expref: 18 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421259.389111:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af3200, rc 0) 00000100:00100000:0.0:1777421259.389431:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b513450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:5767:x1863761018339712:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 598us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421259.389438:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1777421259.389640:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018339712:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421259.389651:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff970f43af3a00/0xd9d09a059d6c2295 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c229c expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421259.389657:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff970f43af3a00/0xd9d09a059d6c2295 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c229c expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421259.389711:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42674000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018339840:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421259.389740:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421259.389890:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018339840 00000100:00100000:0.0:1777421259.389895:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018339840 00000100:00100000:2.0:1777421259.389907:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104f1a5240 going to sleep for 11 seconds 00000100:00100000:0.0:1777421259.389962:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1777421259.389970:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710467f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:5767:x1863761018339840:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421259.390045:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710467f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:5767:x1863761018339840:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 76us (304us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777421259.390052:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1777421259.390784:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42674000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018339840:0@lo:501:ll_cfg_requeue.0 10000000:01000000:2.0:1777421259.390813:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1777421259.390820:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff970f43af3a00/0xd9d09a059d6c2295 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c229c expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421259.390829:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff970f43af3a00/0xd9d09a059d6c2295 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c229c expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421260.002427:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421260.786754:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421260.786874:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006954240 00000100:00100000:0.0:1777421260.786885:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006954240 00000100:00100000:0.0:1777421260.786944:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 372 00000100:00100000:0.0:1777421260.786954:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710467f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+9:5543:x1863761006954240:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421260.786969:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421260.786988:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff970f43af3400/0xd9d09a059d6c22a3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0546e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421260.787014:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff970f43af3400/0xd9d09a059d6c22a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0546e expref: 10 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421260.787039:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff970f43af3400/0xd9d09a059d6c22a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0546e expref: 10 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421260.787048:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af3400, rc 0) 00000100:00100000:0.0:1777421260.787111:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710467f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:5543:x1863761006954240:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 Request processed in 158us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421260.787128:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 372 00000100:00100000:3.0:1777421260.790002:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421260.790208:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006954368 00000100:00100000:2.0:1777421260.790218:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006954368 00000100:00100000:2.0:1777421260.790302:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 373 00000100:00100000:2.0:1777421260.790313:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b478050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:5543:x1863761006954368:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421260.790750:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b478050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:5543:x1863761006954368:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 Request processed in 436us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421260.790758:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 373 00000100:00100000:1.0:1777421260.794995:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421260.795231:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006954496 00000100:00100000:0.0:1777421260.795241:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006954496 00000100:00100000:0.0:1777421260.795325:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 374 00000100:00100000:0.0:1777421260.795345:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b478c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:5543:x1863761006954496:12345-192.168.204.24@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421260.795872:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b478c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:5543:x1863761006954496:12345-192.168.204.24@tcp:503:ll_cfg_requeue.0 Request processed in 535us (883us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421260.795880:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 374 00000100:00100000:3.0:1777421260.804950:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421260.805432:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006954624 00000100:00100000:2.0:1777421260.805514:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006954624 00000100:00100000:2.0:1777421260.805575:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 375 00000100:00100000:2.0:1777421260.805584:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b478450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:22360:x1863761006954624:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:2.0:1777421260.806004:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b478450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:22360:x1863761006954624:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 419us (1060us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421260.806021:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 375 00000100:00100000:3.0:1777421260.811713:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421260.812519:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006954752 00000100:00100000:0.0:1777421260.812530:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006954752 00000100:00100000:0.0:1777421260.812587:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 376 00000100:00100000:0.0:1777421260.812597:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b47b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:22360:x1863761006954752:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:0.0:1777421260.812900:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b47b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:22360:x1863761006954752:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 303us (1194us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421260.812908:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 376 00000100:00100000:1.0:1777421260.815756:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421260.816104:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006954880 00000100:00100000:2.0:1777421260.816114:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006954880 00000100:00100000:2.0:1777421260.816215:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 377 00000100:00100000:2.0:1777421260.816226:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b479450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:22360:x1863761006954880:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:2.0:1777421260.816467:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b479450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:22360:x1863761006954880:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 243us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421260.816477:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 377 00000100:00100000:3.0:1777421260.820600:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421260.820755:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006955008 00000100:00100000:2.0:1777421260.820764:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006955008 00000100:00100000:2.0:1777421260.820808:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 378 00000100:00100000:2.0:1777421260.820815:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b47b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:5543:x1863761006955008:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421260.820826:0:5764:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421260.820841:0:5764:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971077b62e00/0xd9d09a059d6c22aa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05475 expref: -99 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421260.820862:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971077b62e00/0xd9d09a059d6c22aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05475 expref: 11 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421260.820869:0:5764:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971077b62e00/0xd9d09a059d6c22aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05475 expref: 11 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421260.820876:0:5764:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b62e00, rc 0) 00000100:00100000:2.0:1777421260.820919:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b47b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006955008:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 Request processed in 105us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421260.820924:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 378 00000100:00100000:3.0:1777421260.824963:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421260.825085:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006955136 00000100:00100000:0.0:1777421260.825096:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006955136 00000100:00100000:0.0:1777421260.825153:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 379 00000100:00100000:0.0:1777421260.825163:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b479850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006955136:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421260.825361:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b479850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006955136:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 Request processed in 198us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421260.825369:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 379 00000100:00100000:1.0:1777421260.829501:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421260.829598:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006955264 00000100:00100000:2.0:1777421260.829608:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006955264 00000100:00100000:2.0:1777421260.829663:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 380 00000100:00100000:2.0:1777421260.829673:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b479050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006955264:12345-192.168.204.24@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421260.829895:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b479050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006955264:12345-192.168.204.24@tcp:503:ll_cfg_requeue.0 Request processed in 223us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421260.829903:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 380 00000100:00100000:3.0:1777421260.838385:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421260.838627:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006955392 00000100:00100000:0.0:1777421260.838638:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006955392 00000100:00100000:0.0:1777421260.838708:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 381 00000100:00100000:0.0:1777421260.838718:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b478850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:22361:x1863761006955392:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:0.0:1777421260.839008:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b478850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:22361:x1863761006955392:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 291us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421260.839017:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 381 00000100:00100000:3.0:1777421260.841024:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421260.841131:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006955520 00000100:00100000:0.0:1777421260.841139:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006955520 00000100:00100000:0.0:1777421260.841189:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 382 00000100:00100000:0.0:1777421260.841197:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b47a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:22361:x1863761006955520:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:0.0:1777421260.841424:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b47a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:22361:x1863761006955520:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 227us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421260.841433:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 382 00000100:00100000:1.0:1777421260.844203:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421260.844971:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006955648 00000100:00100000:2.0:1777421260.844982:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006955648 00000100:00100000:2.0:1777421260.845028:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 383 00000100:00100000:2.0:1777421260.845037:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:22361:x1863761006955648:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:2.0:1777421260.845330:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:22361:x1863761006955648:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 292us (1340us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421260.845422:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 383 00000100:00100000:3.0:1777421260.849025:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421260.849153:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006955776 00000100:00100000:2.0:1777421260.849163:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006955776 00000100:00100000:2.0:1777421260.849220:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 384 00000100:00100000:2.0:1777421260.849230:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b47b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006955776:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421260.849247:0:5764:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421260.849266:0:5764:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971077b62400/0xd9d09a059d6c22b1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0547c expref: -99 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421260.849517:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971077b62400/0xd9d09a059d6c22b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0547c expref: 12 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421260.849529:0:5764:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971077b62400/0xd9d09a059d6c22b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0547c expref: 12 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421260.849554:0:5764:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b62400, rc 0) 00000100:00100000:2.0:1777421260.849642:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b47b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:5543:x1863761006955776:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 Request processed in 412us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421260.849649:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 384 00000100:00100000:3.0:1777421260.851588:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421260.851992:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006955904 00000100:00100000:2.0:1777421260.852002:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006955904 00000100:00100000:2.0:1777421260.852099:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 385 00000100:00100000:2.0:1777421260.852109:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:5543:x1863761006955904:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421260.852239:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:5543:x1863761006955904:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 Request processed in 131us (656us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777421260.852248:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 385 00000100:00100000:1.0:1777421260.977059:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421260.977112:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006956160 00000100:00100000:3.0:1777421260.977122:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006956160 00000100:00100000:3.0:1777421260.977200:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 730 00000100:00100000:3.0:1777421260.977215:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+73:22371:x1863761006956160:12345-192.168.204.24@tcp:36:mkdir.0 00010000:00010000:3.0:1777421260.977267:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421260.977331:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cc600/0xd9d09a059d6c1eb3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05356 expref: 73 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777421260.977446:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777421260.977632:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afdb00) 00010000:00010000:3.0:1777421260.977637:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421260.977721:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c22b8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421260.977747:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cde00/0xd9d09a059d6c1ef2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0536b expref: 30 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421260.977756:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c22b8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421260.977787:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cde00/0xd9d09a059d6c1ef2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0536b expref: 30 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421260.977800:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cde00/0xd9d09a059d6c1ef2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0536b expref: 30 pid: 5770 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421260.977814:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018339968:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421260.978066:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff971046267d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421260.981310:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421260.981741:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018339968:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421260.981767:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c22b8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421260.981853:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006956288 00000100:00100000:2.0:1777421260.981861:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006956288 00010000:00010000:2.0:1777421260.981916:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cde00/0xd9d09a059d6c1ef2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0536b expref: 31 pid: 5770 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421260.981956:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 221 00000100:00080000:3.0:1777421260.981964:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421260.981966:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971045cf0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:2361:x1863761006956288:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421260.981981:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421260.981988:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cde00/0xd9d09a059d6c1ef2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0536b expref: 31 pid: 5770 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421260.982000:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cde00/0xd9d09a059d6c1ef2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0536b expref: 31 pid: 5770 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421260.982036:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710800cde00/0xd9d09a059d6c1ef2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0536b expref: 31 pid: 5770 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421260.982060:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afdb00) 00010000:00010000:2.0:1777421260.982065:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c22b8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421260.982074:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c22b8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421260.982082:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c22b8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421260.982110:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421260.982168:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971045cf0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:2361:x1863761006956288:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 204us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421260.982176:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 221 00010000:00010000:1.0:1777421260.982252:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c22b8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421260.982259:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c22b8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421260.982313:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c22bf lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421260.982330:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c22bf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421260.982339:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c22bf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421260.983002:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 512 00010000:00010000:1.0:1777421260.983012:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c22b8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421260.983019:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c22b8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421260.983026:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c22b8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421260.983032:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421260.983036:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c22b8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421260.983044:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c22b8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421260.983053:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971042afdb00) 00010000:00010000:1.0:1777421260.983056:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421260.983060:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c22b8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421260.983067:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c22b8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421260.983091:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000815f782d reply state 00000000b5da208c transno 4294967770 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c22bf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421260.983100:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421260.983153:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+74:22371:x1863761006956160:12345-192.168.204.24@tcp:36:mkdir.0 Request processed in 5944us (6100us total) trans 4294967770 rc 0/0 00000100:00100000:1.0:1777421260.983161:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 730 00010000:00010000:3.0:1777421260.986157:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c22bf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421260.986173:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c22bf lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421260.986196:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c22bf lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421260.986201:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42956000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421260.986206:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c22bf lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421260.986214:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c22bf lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421260.986229:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff97104fb1d600) 00010000:00010000:3.0:1777421260.986232:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421260.986237:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c22bf lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421260.986243:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c22bf lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421260.996503:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421260.996631:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006956416 00000100:00100000:1.0:1777421260.996640:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006956416 00000100:00100000:1.0:1777421260.996741:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 731 00000100:00100000:1.0:1777421260.996752:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+73:22372:x1863761006956416:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421260.996775:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421260.996798:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c22c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05483 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421260.996864:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c22cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421260.996885:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c22cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421260.996904:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c22cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421260.996949:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1777421260.996952:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 20 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421260.996967:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c22cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421260.997008:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c22c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05483 expref: 75 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421260.997026:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c22cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05483 expref: 74 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421260.997034:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104fb1d600) 00010000:00010000:1.0:1777421260.997037:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421260.997040:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42956e00, rc 0) 00000100:00100000:1.0:1777421260.997098:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+74:22372:x1863761006956416:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 349us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421260.997104:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 731 00000100:00100000:2.0:1777421260.999616:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421260.999700:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006956544 00000100:00100000:1.0:1777421260.999710:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006956544 00000100:00100000:1.0:1777421260.999764:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 732 00000100:00100000:1.0:1777421260.999773:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42676d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+74:22372:x1863761006956544:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421260.999796:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421260.999811:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c22d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0548a expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421260.999863:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c22db lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421260.999885:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c22db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421260.999895:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c22db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421260.999919:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c22e2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421260.999934:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c22e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421260.999941:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c22e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.000025:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c22e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.000033:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c22e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.000038:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c22e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421261.000070:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 512 00000004:00200000:1.0:1777421261.000074:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421261.000093:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c22e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.000103:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c22db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.000109:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c22db lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.000116:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c22db lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.000130:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8e600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421261.000135:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c22db lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.000142:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c22db lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.000154:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104fb1d600) 00010000:00010000:1.0:1777421261.000157:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421261.000161:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c22db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.000167:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c22db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.000180:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c22e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.000186:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c22e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.000191:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c22e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.000196:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421261.000199:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c22e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.000204:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c22e2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.000224:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff97104fb1dc00) 00010000:00010000:1.0:1777421261.000226:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421261.000229:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c22e2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.000235:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c22e2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.000265:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c22d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0548a expref: 76 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.000306:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c22e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0548a expref: 75 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.000313:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff97104fb1d000) 00010000:00010000:1.0:1777421261.000316:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421261.000318:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8f200, rc 0) 00000100:00100000:1.0:1777421261.000373:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42676d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+75:22372:x1863761006956544:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 601us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421261.000380:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 732 00000100:00100000:2.0:1777421261.010405:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421261.010826:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006956800 00000100:00100000:1.0:1777421261.010837:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006956800 00000100:00100000:1.0:1777421261.010961:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 733 00000100:00100000:1.0:1777421261.010972:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42677480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+75:22372:x1863761006956800:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421261.010992:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421261.011012:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c22f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05491 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421261.011153:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 512 00010000:00010000:1.0:1777421261.011326:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c22f0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05491 expref: 77 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.011341:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104fb1d600) 00010000:00010000:1.0:1777421261.011346:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421261.011353:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c22f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05491 expref: 77 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.011369:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8f000, rc 0) 00000100:00100000:1.0:1777421261.011487:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42677480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+76:22372:x1863761006956800:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 515us (1090us total) trans 4294967771 rc 301/301 00000100:00100000:1.0:1777421261.011496:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 733 00000100:00100000:2.0:1777421261.014764:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421261.014879:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006957056 00000100:00100000:1.0:1777421261.014889:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006957056 00000100:00100000:1.0:1777421261.014951:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 734 00000100:00100000:1.0:1777421261.014962:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+76:22372:x1863761006957056:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:1.0:1777421261.015014:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421261.015035:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c22e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0548a expref: 76 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.015048:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff97104fb1d000) 00010000:00010000:1.0:1777421261.015057:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421261.015071:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c22fe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.015096:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c22fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.015104:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c22fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421261.015333:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000d8b05305 reply state 00000000eb90b32c transno 4294967772 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c22fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421261.015343:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1777421261.015355:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 512 00000100:00100000:1.0:1777421261.015435:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+77:22372:x1863761006957056:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 475us (680us total) trans 4294967772 rc 0/0 00000100:00100000:1.0:1777421261.015443:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 734 00010000:00010000:1.0:1777421261.019195:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c22fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.019211:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c22fe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.019219:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c22fe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.019226:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8e600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421261.019230:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c22fe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.019239:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c22fe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.019264:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:1.0:1777421261.019304:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421261.019311:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c22fe lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.019318:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c22fe lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421261.019814:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421261.019929:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006957312 00000100:00100000:1.0:1777421261.019939:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006957312 00000100:00100000:1.0:1777421261.020040:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 167 00000100:00100000:1.0:1777421261.020050:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+76:22372:x1863761006957312:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1777421261.020403:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+77:22372:x1863761006957312:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 352us (591us total) trans 4294967773 rc 0/0 00000100:00100000:1.0:1777421261.020419:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 167 00010000:00010000:3.0:1777421261.026511:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421261.264156:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421261.264297:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006957568 00000100:00100000:3.0:1777421261.264306:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006957568 00000100:00100000:3.0:1777421261.264396:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 735 00000100:00100000:3.0:1777421261.264404:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+77:22409:x1863761006957568:12345-192.168.204.24@tcp:36:mkdir.0 00010000:00010000:3.0:1777421261.264455:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421261.264481:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c22cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05483 expref: 77 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.264501:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104fb1d600) 00010000:00010000:3.0:1777421261.264526:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421261.264665:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+76:22409:x1863761006957568:12345-192.168.204.24@tcp:36:mkdir.0 Request processed in 260us (517us total) trans 0 rc -17/-17 00000100:00100000:3.0:1777421261.264670:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 735 00000100:00100000:2.0:1777421261.266777:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421261.266854:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006957696 00000100:00100000:3.0:1777421261.266861:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006957696 00000100:00100000:3.0:1777421261.266897:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 736 00000100:00100000:3.0:1777421261.266905:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42676a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+76:22409:x1863761006957696:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:3.0:1777421261.266922:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421261.266942:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c2305 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05498 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.267202:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c230c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.267214:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c230c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.267221:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c230c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421261.267265:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1777421261.267268:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 20 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421261.267305:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c230c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.267322:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c2305 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05498 expref: 78 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.267334:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c230c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05498 expref: 77 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.267351:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57800) 00010000:00010000:3.0:1777421261.267353:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421261.267356:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60600, rc 0) 00000100:00100000:3.0:1777421261.267398:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42676a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+77:22409:x1863761006957696:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 493us (627us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421261.267410:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 736 00000100:00100000:2.0:1777421261.269823:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421261.269964:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006957824 00000100:00100000:3.0:1777421261.269973:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006957824 00000100:00100000:3.0:1777421261.270026:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 737 00000100:00100000:3.0:1777421261.270036:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42677800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+77:22409:x1863761006957824:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:3.0:1777421261.270052:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421261.270346:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60c00/0xd9d09a059d6c2313 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0549f expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270465:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c231a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270480:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c231a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270490:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c231a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270504:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2321 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270511:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2321 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270534:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2321 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270628:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c2328 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270637:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c2328 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270645:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c2328 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421261.270677:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 512 00000004:00200000:3.0:1777421261.270680:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421261.270696:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c2328 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270704:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c231a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270709:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c231a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270713:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c231a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270717:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421261.270720:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c231a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270736:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c231a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270752:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57800) 00010000:00010000:3.0:1777421261.270754:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421261.270758:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c231a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270762:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c231a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270771:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2321 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270774:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2321 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270778:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2321 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270781:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421261.270782:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2321 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270786:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2321 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270789:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff971043c57600) 00010000:00010000:3.0:1777421261.270791:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421261.270792:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2321 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270795:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2321 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270824:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60c00/0xd9d09a059d6c2313 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0549f expref: 79 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270833:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c2328 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0549f expref: 78 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.270838:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff971043c57400) 00010000:00010000:3.0:1777421261.270839:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421261.270841:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61200, rc 0) 00000100:00100000:3.0:1777421261.270888:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42677800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+78:22409:x1863761006957824:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 854us (1073us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421261.270896:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 737 00000100:00100000:2.0:1777421261.311533:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421261.311656:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006957952 00000100:00100000:3.0:1777421261.311670:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006957952 00000100:00100000:3.0:1777421261.311755:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 738 00000100:00100000:3.0:1777421261.311769:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+30:22415:x1863761006957952:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421261.311799:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421261.311839:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60c00/0xd9d09a059d6c232f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e054a6 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.311935:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2336 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.311952:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2336 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.311966:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2336 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421261.312060:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1777421261.312065:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 20 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421261.312097:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2336 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.312129:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60c00/0xd9d09a059d6c232f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054a6 expref: 32 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.312150:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2336 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054a6 expref: 31 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.312160:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57800) 00010000:00010000:3.0:1777421261.312163:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421261.312168:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61400, rc 0) 00000100:00100000:3.0:1777421261.312387:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:22415:x1863761006957952:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 619us (869us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421261.312396:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 738 00000100:00100000:2.0:1777421261.316933:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421261.317042:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006958208 00000100:00100000:3.0:1777421261.317055:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006958208 00000100:00100000:3.0:1777421261.317132:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 739 00000100:00100000:3.0:1777421261.317146:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+78:22415:x1863761006958208:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421261.317173:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421261.317177:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1777421261.317207:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c2328 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0549f expref: 78 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.317227:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff971043c57400) 00010000:00010000:3.0:1777421261.317257:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421261.317361:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60c00/0xd9d09a059d6c233d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e054ad expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.317536:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c2344 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.317551:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c2344 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.317563:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c2344 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.317576:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c234b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.317584:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c234b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.317590:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c234b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.318219:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c2352 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.318231:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c2352 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.318239:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c2352 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421261.318251:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2f:0x0]: returning size 0 00010000:00010000:3.0:1777421261.318319:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c2344 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.318333:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c2344 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.318341:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c2344 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.318348:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421261.318354:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c2344 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.318362:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c2344 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.318372:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff971043c57600) 00010000:00010000:3.0:1777421261.318375:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421261.318379:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c2344 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.318385:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c2344 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421261.318396:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000416a422f reply state 00000000ff24732c transno 4294967774 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c234b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421261.318406:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777421261.318443:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60c00/0xd9d09a059d6c233d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054ad expref: 80 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.318461:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c2352 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054ad expref: 79 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.318480:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff971043c57e00) 00010000:00010000:3.0:1777421261.318483:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421261.318485:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61a00, rc 0) 00000100:00100000:3.0:1777421261.318620:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+80:22415:x1863761006958208:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1477us (1701us total) trans 4294967774 rc 0/0 00000100:00100000:3.0:1777421261.318629:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 739 00010000:00010000:3.0:1777421261.322717:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c234b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.322750:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c234b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.322760:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c234b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.322767:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421261.322774:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c234b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.322783:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c234b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.322804:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0xecadbcfe (ffff971043c57500) 00010000:00010000:3.0:1777421261.322809:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421261.322816:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c234b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421261.322825:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:3.0:1777421261.322830:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c234b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421261.323792:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006958464 00000100:00100000:1.0:1777421261.323805:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006958464 00000100:00100000:1.0:1777421261.323868:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 740 00000100:00100000:1.0:1777421261.323876:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+79:22415:x1863761006958464:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421261.323909:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421261.323934:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c2360 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e054b4 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.324062:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2367 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.324080:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c2352 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054ad expref: 80 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.324090:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2367 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.324148:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c2352 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054ad expref: 80 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.324163:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c2352 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054ad expref: 80 pid: 8245 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421261.324179:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff71f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018340096:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421261.324354:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107d6270c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421261.326474:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421261.326602:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff71f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018340096:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421261.326624:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2367 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421261.326750:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006958592 00000100:00100000:3.0:1777421261.326757:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006958592 00010000:00010000:3.0:1777421261.326793:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c2352 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054ad expref: 81 pid: 8245 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421261.326829:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 222 00000100:00100000:3.0:1777421261.326838:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+81:2360:x1863761006958592:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421261.326852:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421261.326859:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c2352 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054ad expref: 81 pid: 8245 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.326871:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c2352 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054ad expref: 81 pid: 8245 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.326892:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c2352 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054ad expref: 81 pid: 8245 timeout: 427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.326907:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff971043c57e00) 00010000:00010000:3.0:1777421261.326912:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2367 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.326926:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2367 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.326934:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2367 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.326959:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421261.327023:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+80:2360:x1863761006958592:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 185us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421261.327031:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 222 00010000:00010000:1.0:1777421261.327213:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2367 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.327221:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2367 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421261.327240:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2f:0x0]: returning size 0 00010000:00010000:1.0:1777421261.327537:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2367 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.327545:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2367 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.327551:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2367 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.327557:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421261.327568:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2367 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.327576:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2367 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.327586:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff971043c57e00) 00010000:00010000:1.0:1777421261.327590:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421261.327593:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2367 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.327600:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f200/0xd9d09a059d6c2367 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.327653:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c2360 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054b4 expref: 80 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.327663:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:1.0:1777421261.327666:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421261.327670:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e600/0xd9d09a059d6c2360 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054b4 expref: 80 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.328408:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8e600, rc 0) 00000100:00100000:1.0:1777421261.328466:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+79:22415:x1863761006958464:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 4588us (5647us total) trans 4294967775 rc 301/301 00000100:00100000:1.0:1777421261.328474:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 740 00000100:00100000:2.0:1777421261.330557:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421261.330694:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006958848 00000100:00100000:1.0:1777421261.330703:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006958848 00000100:00100000:1.0:1777421261.330763:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 168 00000100:00100000:1.0:1777421261.330772:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4c1c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+79:22415:x1863761006958848:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421261.331105:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4c1c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+80:22415:x1863761006958848:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 333us (552us total) trans 4294967776 rc 0/0 00000100:00100000:1.0:1777421261.331113:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 168 00000100:00100000:2.0:1777421261.334185:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421261.334235:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006958976 00000100:00100000:1.0:1777421261.334245:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006958976 00000100:00100000:1.0:1777421261.334320:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 741 00000100:00100000:1.0:1777421261.334330:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+80:22415:x1863761006958976:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421261.334354:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421261.334378:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c2375 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e054bb expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.334445:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c2375 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054bb expref: 81 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.334460:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8f000/0xd9d09a059d6c2375 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054bb expref: 81 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.334479:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff97104fb1d000) 00010000:00010000:1.0:1777421261.334482:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421261.334487:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8f000, rc 0) 00000100:00100000:1.0:1777421261.334546:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+81:22415:x1863761006958976:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 218us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421261.334553:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 741 00000100:00100000:2.0:1777421261.337358:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421261.337476:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006959232 00000100:00100000:3.0:1777421261.337487:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006959232 00000100:00100000:3.0:1777421261.337542:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 742 00000100:00100000:3.0:1777421261.337551:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+81:22415:x1863761006959232:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1777421261.337607:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c237c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.337619:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c237c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.337627:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c237c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.337829:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c237c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.337837:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c237c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.337844:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c237c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.337849:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421261.337853:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c237c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.337860:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c237c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.337889:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff97104fb1d000) 00010000:00010000:3.0:1777421261.337891:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777421261.337896:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c237c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.337903:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c237c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421261.337980:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+82:22415:x1863761006959232:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 Request processed in 422us (621us total) trans 4294967777 rc 0/0 00000100:00100000:3.0:1777421261.337990:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 742 00000100:00100000:2.0:1777421261.339485:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421261.339517:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006959488 00000100:00100000:3.0:1777421261.339524:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006959488 00000100:00100000:3.0:1777421261.339559:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 743 00000100:00100000:3.0:1777421261.339567:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+82:22415:x1863761006959488:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777421261.339759:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c2383 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.339773:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c2383 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421261.339784:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c2383 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777421261.339851:0:5771:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967778 00000004:00010000:3.0:1777421261.339893:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000008b778e05 reply state 00000000319fd148 transno 4294967779 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c2383 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421261.339902:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777421261.339989:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+85:22415:x1863761006959488:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 421us (505us total) trans 4294967779 rc 0/0 00000100:00100000:3.0:1777421261.340004:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 743 00000020:00080000:3.0:1777421261.340009:0:5771:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777421261.341440:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c2383 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.341454:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c2383 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.341472:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c2383 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.341479:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421261.341483:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c2383 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.341490:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c2383 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.341504:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff97104fb1d000) 00010000:00010000:1.0:1777421261.341507:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777421261.341512:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c2383 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421261.341518:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61a00/0xd9d09a059d6c2383 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421261.341998:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421261.342063:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006959744 00000100:00100000:0.0:1777421261.342071:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006959744 00000100:00100000:0.0:1777421261.342108:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 169 00000100:00100000:0.0:1777421261.342117:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+84:22415:x1863761006959744:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421261.342328:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+85:22415:x1863761006959744:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 211us (332us total) trans 4294967780 rc 0/0 00000100:00100000:0.0:1777421261.342336:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 169 00010000:00010000:2.0:1777421262.050421:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1777421262.642164:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967780 is committed 00010000:00010000:3.0:1777421263.074506:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421263.139600:0:3300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777421263.139624:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018340224:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421263.139711:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421263.139760:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018340224 00000100:00100000:0.0:1777421263.139769:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018340224 00000100:00100000:0.0:1777421263.139830:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1777421263.139840:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018340224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777421263.139873:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 64684032 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1777421263.139924:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018340224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421263.139932:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00080000:0.0:1777421263.139955:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421263.140007:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018340224:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421263.155383:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421263.155426:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421263.155449:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421263.155479:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421263.155500:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421263.155520:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421263.155555:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006960256 00000100:00100000:2.0:1777421263.155557:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421263.155568:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006960256 00000100:00100000:2.0:1777421263.155583:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006960512 00000100:00100000:2.0:1777421263.155588:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006960512 00000100:00100000:0.0:1777421263.155618:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006960128 00000100:00100000:0.0:1777421263.155622:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006960128 00000100:00100000:2.0:1777421263.155628:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006960640 00000100:00100000:2.0:1777421263.155633:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006960640 00000100:00100000:1.0:1777421263.155646:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006960000 00000100:00100000:0.0:1777421263.155649:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 160 00000100:00100000:1.0:1777421263.155651:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006960000 00000100:00100000:0.0:1777421263.155659:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006960256:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421263.155665:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 161 00000100:00100000:2.0:1777421263.155676:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761006960512:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421263.155682:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006960384 00000100:00100000:1.0:1777421263.155686:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006960384 00000100:00100000:1.0:1777421263.155723:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 171 00000100:00100000:1.0:1777421263.155731:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+74:2361:x1863761006960000:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421263.155740:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006960256:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 83us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421263.155741:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761006960512:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 66us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421263.155754:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 161 00000100:00100000:0.0:1777421263.155763:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 160 00000100:00100000:1.0:1777421263.155767:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+74:2361:x1863761006960000:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 37us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421263.155775:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 162 00000100:00100000:1.0:1777421263.155776:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 171 00000100:00100000:0.0:1777421263.155786:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 163 00000100:00100000:2.0:1777421263.155787:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006960128:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421263.155791:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 172 00000100:00100000:0.0:1777421263.155795:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006960640:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421263.155797:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:2361:x1863761006960384:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421263.155818:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006960640:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 24us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421263.155824:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 163 00000100:00080000:0.0:1777421263.155845:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421263.155852:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006960128:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 67us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421263.155853:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:2361:x1863761006960384:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 51us (327us total) trans 0 rc 0/0 00000100:00080000:0.0:1777421263.155861:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421263.155871:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 162 00000100:00080000:0.0:1777421263.155871:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421263.155872:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 172 00000100:00100000:2.0:1777421263.155897:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006959872 00000100:00100000:2.0:1777421263.155900:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006959872 00000100:00100000:2.0:1777421263.155927:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 386 00000100:00100000:2.0:1777421263.155936:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761006959872:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421263.155966:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761006959872:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 32us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421263.155974:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 386 00010000:00010000:3.0:1777421264.098426:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421264.163438:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018340352:0@lo:400:kworker.0 00000100:00100000:1.0:1777421264.163534:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421264.163667:0:3300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777421264.163683:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018340736:0@lo:400:kworker.0 00000100:00100000:1.0:1777421264.163715:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421264.163741:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018340864:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421264.163756:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018340352 00000100:00100000:2.0:1777421264.163766:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018340352 00000100:00100000:1.0:1777421264.163767:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421264.163819:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1863761018340608:0@lo:400:kworker.0 00000100:00100000:2.0:1777421264.163824:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1777421264.163835:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b559850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018340352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421264.163848:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421264.163882:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777421264.163888:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863761018340480:0@lo:400:kworker.0 00000100:00100000:2.0:1777421264.163901:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b559850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018340352:12345-0@lo:400:kworker.0 Request processed in 67us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421264.163910:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:1.0:1777421264.163914:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421264.163956:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018340608 00000100:00100000:1.0:1777421264.163961:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018340608 00000100:00100000:2.0:1777421264.163964:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018340352:0@lo:400:kworker.0 00000100:00100000:1.0:1777421264.164001:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018340480 00000100:00100000:1.0:1777421264.164005:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018340480 00000100:00100000:2.0:1777421264.164007:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018340864 00000100:00100000:2.0:1777421264.164012:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018340864 00000100:00100000:1.0:1777421264.164027:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1777421264.164036:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863761018340608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421264.164047:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1777421264.164057:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018340864:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421264.164075:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863761018340608:12345-0@lo:400:kworker.0 Request processed in 41us (226us total) trans 0 rc 0/0 00002000:00000024:2.0:1777421264.164087:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777421264.164096:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1777421264.164113:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:1.0:1777421264.164120:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863761018340480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421264.164132:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018340864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421264.164151:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1777421264.164169:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863761018340480:12345-0@lo:400:kworker.0 Request processed in 48us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421264.164175:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018340736 00000100:00100000:1.0:1777421264.164176:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1777421264.164181:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018340736 00000100:00100000:2.0:1777421264.164212:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1777421264.164218:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863761018340480:0@lo:400:kworker.0 00000100:00100000:2.0:1777421264.164222:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018340736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421264.164233:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1863761018340608:0@lo:400:kworker.0 00000100:00100000:2.0:1777421264.164262:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018340736:12345-0@lo:400:kworker.0 Request processed in 42us (547us total) trans 0 rc 0/0 00000100:00080000:1.0:1777421264.164267:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421264.164270:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00080000:1.0:1777421264.164297:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421264.164331:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018340864:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421264.164342:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018340736:0@lo:400:kworker.0 00000100:00100000:0.0:1777421264.165965:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777421264.165980:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018340992:0@lo:400:kworker.0 00000100:00100000:0.0:1777421264.166024:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421264.166057:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018340992 00000100:00100000:1.0:1777421264.166064:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018340992 00000100:00080000:0.0:1777421264.166174:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421264.166180:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1777421264.166188:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018340992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421264.166235:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018340992:12345-0@lo:400:kworker.0 Request processed in 47us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421264.166243:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1777421264.166269:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018340992:0@lo:400:kworker.0 00000040:00080000:3.0:1777421264.547895:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421264.547903:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421264.548123:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 1 00000040:00080000:3.0:1777421264.548130:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000020:00000080:1.0:1777421264.784033:0:17282:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffe3aaa3850 20000000:00000080:1.0:1777421264.784050:0:17282:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff971045dbf400 uarg=0000000000000000 00000040:00100000:1.0:1777421264.784770:0:17282:0:(llog.c:1064:llog_reverse_process()) index 48 : idx 48 00000040:00100000:1.0:1777421264.784804:0:17282:0:(llog.c:1064:llog_reverse_process()) index 46 : idx 1 20000000:01000000:1.0:1777421264.784809:0:17282:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 46 cmd:0xce021 lustre.test_11c lustre-OST0001_UUID 20000000:01000000:1.0:1777421264.784821:0:17282:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-client/lustre-clilov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:3.0:1777421264.785892:0:17283:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 45 marker 30 1->4: lustre-clilov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:3.0:1777421264.786014:0:17283:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 48 marker 30 2->4: lustre-clilov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:3.0:1777421264.786046:0:17283:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 49 count 48 00000040:00080000:1.0:1777421264.786564:0:17282:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].49, 224 off16832 20000000:01000000:1.0:1777421264.786577:0:17282:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:1.0:1777421264.786637:0:17282:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].50, 136 off16968 00000040:00080000:1.0:1777421264.786690:0:17282:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].51, 224 off17192 20000000:01000000:1.0:1777421264.786707:0:17282:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:2.0:1777421264.787560:0:17284:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 40 marker 31 1->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:2.0:1777421264.787653:0:17284:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 42 marker 31 2->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:2.0:1777421264.787703:0:17284:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 43 count 43 00000040:00080000:1.0:1777421264.787979:0:17282:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].43, 224 off15872 20000000:01000000:1.0:1777421264.787993:0:17282:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:1.0:1777421264.788061:0:17282:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].44, 144 off16016 00000040:00080000:1.0:1777421264.788097:0:17282:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].45, 224 off16240 10000000:01000000:1.0:1777421264.788111:0:17282:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:1.0:1777421264.788128:0:17282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c238a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.788146:0:17282:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff970f42957800/0xd9d09a059d6c2248 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c2241 expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.788154:0:17282:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971077b63400/0xd9d09a059d6c2256 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c224f expref: 17 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.788162:0:17282:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971077b62800/0xd9d09a059d6c2264 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c225d expref: 17 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.788169:0:17282:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971077b60400/0xd9d09a059d6c2272 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c226b expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.788175:0:17282:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971077b61800/0xd9d09a059d6c2280 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c2279 expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.788181:0:17282:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff970f43af2800/0xd9d09a059d6c228e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c2287 expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.788187:0:17282:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff970f43af3200/0xd9d09a059d6c229c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c2295 expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.788197:0:17282:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff970f43af3400/0xd9d09a059d6c22a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0546e expref: 11 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.788204:0:17282:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971077b62e00/0xd9d09a059d6c22aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05475 expref: 11 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.788218:0:17282:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971077b62400/0xd9d09a059d6c22b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0547c expref: 11 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.788224:0:17282:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c238a lrc: 13/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.788261:0:17282:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971077b62400/0xd9d09a059d6c22b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0547c expref: 11 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.788322:0:17282:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971077b62400/0xd9d09a059d6c22b1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0547c expref: 11 pid: 5764 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421264.788337:0:17282:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff72680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17282:1863761018341120:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421264.788431:0:17282:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971077b62e00/0xd9d09a059d6c22aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05475 expref: 11 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.788440:0:17282:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971077b62e00/0xd9d09a059d6c22aa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05475 expref: 11 pid: 5764 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421264.788448:0:17282:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff71180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17282:1863761018341248:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421264.788476:0:17282:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff970f43af3400/0xd9d09a059d6c22a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0546e expref: 11 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.788484:0:17282:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff970f43af3400/0xd9d09a059d6c22a3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0546e expref: 11 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421264.788493:0:17282:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff71880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17282:1863761018341376:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421264.788532:0:17282:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff970f43af3200/0xd9d09a059d6c229c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6c2295 expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.788540:0:17282:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff970f43af3200/0xd9d09a059d6c229c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6c2295 expref: 17 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421264.788548:0:17282:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff73800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17282:1863761018341504:0@lo:104: 00000100:00100000:1.0:1777421264.788585:0:17282:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777421264.788614:0:17282:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff970f43af2800/0xd9d09a059d6c228e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6c2287 expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.788622:0:17282:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff970f43af2800/0xd9d09a059d6c228e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6c2287 expref: 17 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421264.788629:0:17282:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff72300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17282:1863761018341632:0@lo:104: 00000100:00100000:1.0:1777421264.788645:0:17282:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777421264.788686:0:17282:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971077b61800/0xd9d09a059d6c2280 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6c2279 expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.788694:0:17282:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971077b61800/0xd9d09a059d6c2280 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6c2279 expref: 17 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421264.788701:0:17282:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080970380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17282:1863761018341760:0@lo:104: 00000100:00100000:1.0:1777421264.788718:0:17282:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777421264.788737:0:17282:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971077b60400/0xd9d09a059d6c2272 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6c226b expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.788744:0:17282:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971077b60400/0xd9d09a059d6c2272 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6c226b expref: 17 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421264.788762:0:17282:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080970700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17282:1863761018341888:0@lo:104: 00000100:00100000:1.0:1777421264.788782:0:17282:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777421264.788801:0:17282:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971077b62800/0xd9d09a059d6c2264 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6c225d expref: 17 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.788809:0:17282:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971077b62800/0xd9d09a059d6c2264 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6c225d expref: 17 pid: 5764 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421264.788816:0:17282:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080970e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17282:1863761018342016:0@lo:104: 00000100:00100000:1.0:1777421264.788834:0:17282:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777421264.788847:0:17282:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971077b63400/0xd9d09a059d6c2256 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6c224f expref: 17 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.788855:0:17282:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971077b63400/0xd9d09a059d6c2256 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6c224f expref: 17 pid: 5764 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421264.788862:0:17282:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080973100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17282:1863761018342144:0@lo:104: 00000100:00100000:1.0:1777421264.788879:0:17282:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777421264.788893:0:17282:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff970f42957800/0xd9d09a059d6c2248 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6c2241 expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.788899:0:17282:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff970f42957800/0xd9d09a059d6c2248 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6c2241 expref: 17 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421264.788906:0:17282:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080973b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17282:1863761018342272:0@lo:104: 00000100:00100000:1.0:1777421264.788924:0:17282:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421264.788934:0:17282:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4000 going to sleep for 11 seconds 00000100:00100000:3.0:1777421264.789081:0:5754:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1777421264.789095:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018341504 00000100:00100000:3.0:1777421264.789101:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018341504 00000100:00100000:3.0:1777421264.789136:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018341632 00000100:00100000:3.0:1777421264.789139:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018341632 00000100:00100000:2.0:1777421264.789154:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018341760 00000100:00100000:2.0:1777421264.789159:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018341760 00000100:00100000:3.0:1777421264.789196:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018341888 00000100:00100000:3.0:1777421264.789200:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018341888 00000100:00100000:0.0:1777421264.789226:0:6567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018342016 00000100:00100000:0.0:1777421264.789232:0:6567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018342016 00000100:00100000:2.0:1777421264.789603:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018342144 00000100:00100000:3.0:1777421264.789604:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018342272 00000100:00100000:3.0:1777421264.789609:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018342272 00000100:00100000:2.0:1777421264.789609:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018342144 00000100:00100000:2.0:1777421264.789639:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1777421264.789645:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1777421264.789650:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+9:17282:x1863761018341504:12345-0@lo:104: 00000100:00100000:3.0:1777421264.789655:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+9:17282:x1863761018341632:12345-0@lo:104: 00010000:00010000:2.0:1777421264.789675:0:5753:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff970f43af3a00/0xd9d09a059d6c2295 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c229c expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.789682:0:5754:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff971077b61600/0xd9d09a059d6c2287 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c228e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421264.789737:0:5753:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777421264.789742:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+9:17282:x1863761018341504:12345-0@lo:104: Request processed in 97us (1158us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421264.789749:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1777421264.789770:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1777421264.789775:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+8:17282:x1863761018341760:12345-0@lo:104: 00010000:00010000:2.0:1777421264.789782:0:5753:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff970f42957c00/0xd9d09a059d6c2279 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c2280 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421264.789810:0:5753:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1777421264.789815:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+8:17282:x1863761018341760:12345-0@lo:104: Request processed in 40us (1096us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421264.789820:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1777421264.789829:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1777421264.789834:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+7:17282:x1863761018341888:12345-0@lo:104: 00010000:00010000:2.0:1777421264.789840:0:5753:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff970f42957a00/0xd9d09a059d6c226b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c2272 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421264.789863:0:5753:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1777421264.789867:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+7:17282:x1863761018341888:12345-0@lo:104: Request processed in 34us (1085us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421264.789873:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1777421264.789882:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1777421264.789887:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+6:17282:x1863761018342144:12345-0@lo:104: 00010000:00010000:2.0:1777421264.789893:0:5753:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff970f43af2a00/0xd9d09a059d6c224f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c2256 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421264.789912:0:5753:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:2.0:1777421264.789916:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+6:17282:x1863761018342144:12345-0@lo:104: Request processed in 29us (1037us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421264.789921:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1777421264.789934:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1777421264.789939:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e99050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+5:17282:x1863761018342272:12345-0@lo:104: 00010000:00010000:2.0:1777421264.789946:0:5753:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff971077b60200/0xd9d09a059d6c2241 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c2248 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.789964:0:5754:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:3.0:1777421264.789972:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+5:17282:x1863761018341632:12345-0@lo:104: Request processed in 320us (1325us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421264.789979:0:5753:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:2.0:1777421264.789986:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e99050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+5:17282:x1863761018342272:12345-0@lo:104: Request processed in 45us (1059us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421264.789998:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1777421264.790004:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00010000:00010000:2.0:1777421264.790025:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1777421264.790026:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1777421264.790031:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff970f43af3a00/0xd9d09a059d6c2295 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c229c expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.790033:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff970f42957c00/0xd9d09a059d6c2279 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c2280 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421264.790045:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af3a00 already unused, calling callback (ffffffffc1bbac20) 00010000:00010000:3.0:1777421264.790048:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957c00 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:2.0:1777421264.790051:0:5759:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff970f43af3a00/0xd9d09a059d6c2295 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6c229c expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777421264.790053:0:5758:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff970f42957c00/0xd9d09a059d6c2279 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6c2280 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421264.790065:0:5759:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff970f43af3a00/0xd9d09a059d6c2295 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6c229c expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.790068:0:5758:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff970f42957c00/0xd9d09a059d6c2279 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6c2280 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777421264.790077:0:5759:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff970f43af3a00/0xd9d09a059d6c2295 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6c229c expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777421264.790083:0:5759:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1777421264.790105:0:5759:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff970f43af3a00/0xd9d09a059d6c2295 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c229c expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421264.790111:0:5759:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777421264.790127:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff970f43af3a00/0xd9d09a059d6c2295 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c229c expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421264.790144:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff970f43af3a00/0xd9d09a059d6c2295 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c229c expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777421264.790160:0:5758:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff970f42957c00/0xd9d09a059d6c2279 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6c2280 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421264.790161:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1777421264.790167:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff970f42957a00/0xd9d09a059d6c226b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c2272 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421264.790170:0:5758:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1777421264.790178:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957a00 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:2.0:1777421264.790182:0:5759:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff970f42957a00/0xd9d09a059d6c226b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6c2272 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421264.790189:0:5759:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff970f42957a00/0xd9d09a059d6c226b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6c2272 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.790193:0:5758:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff970f42957c00/0xd9d09a059d6c2279 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c2280 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777421264.790196:0:5759:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff970f42957a00/0xd9d09a059d6c226b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6c2272 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.790208:0:5758:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 10000000:01000000:2.0:1777421264.790210:0:5759:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1777421264.790226:0:5759:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff970f42957a00/0xd9d09a059d6c226b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c2272 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.790232:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff970f42957c00/0xd9d09a059d6c2279 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c2280 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421264.790233:0:5759:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777421264.790242:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff970f42957a00/0xd9d09a059d6c226b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c2272 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.790243:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff970f42957c00/0xd9d09a059d6c2279 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c2280 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421264.790258:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff970f42957a00/0xd9d09a059d6c226b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c2272 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.790265:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1777421264.790271:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff970f43af2a00/0xd9d09a059d6c224f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c2256 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421264.790293:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1777421264.790301:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff971077b61600/0xd9d09a059d6c2287 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c228e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.790316:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af2a00 already unused, calling callback (ffffffffc1bbac20) 00010000:00010000:2.0:1777421264.790317:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61600 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:3.0:1777421264.790322:0:5758:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff970f43af2a00/0xd9d09a059d6c224f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6c2256 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777421264.790323:0:5759:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff971077b61600/0xd9d09a059d6c2287 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6c228e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421264.790342:0:5759:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff971077b61600/0xd9d09a059d6c2287 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6c228e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.790343:0:5758:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff970f43af2a00/0xd9d09a059d6c224f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6c2256 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421264.790351:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 10000000:00010000:2.0:1777421264.790360:0:5759:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff971077b61600/0xd9d09a059d6c2287 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6c228e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777421264.790363:0:5758:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff970f43af2a00/0xd9d09a059d6c224f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6c2256 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421264.790365:0:6567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+3:17282:x1863761018342016:12345-0@lo:104: 10000000:01000000:2.0:1777421264.790375:0:5759:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1777421264.790377:0:6567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c225d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c2264 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421264.790388:0:5759:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff971077b61600/0xd9d09a059d6c2287 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c228e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421264.790394:0:5758:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1777421264.790399:0:5759:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777421264.790407:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff971077b61600/0xd9d09a059d6c2287 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c228e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421264.790413:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff971077b61600/0xd9d09a059d6c2287 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c228e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.790418:0:5758:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff970f43af2a00/0xd9d09a059d6c224f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c2256 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421264.790424:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777421264.790425:0:5758:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777421264.790428:0:6567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:2.0:1777421264.790429:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff971077b60200/0xd9d09a059d6c2241 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c2248 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.790434:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff970f43af2a00/0xd9d09a059d6c224f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c2256 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421264.790438:0:6567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+3:17282:x1863761018342016:12345-0@lo:104: Request processed in 75us (1601us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421264.790445:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60200 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:2.0:1777421264.790452:0:5759:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff971077b60200/0xd9d09a059d6c2241 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6c2248 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421264.790452:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00010000:00010000:3.0:1777421264.790458:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff970f43af2a00/0xd9d09a059d6c224f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c2256 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.790473:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421264.790474:0:5759:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff971077b60200/0xd9d09a059d6c2241 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6c2248 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.790477:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c225d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c2264 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777421264.790486:0:5759:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff971077b60200/0xd9d09a059d6c2241 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6c2248 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.790488:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61000 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:3.0:1777421264.790494:0:5758:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c225d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6c2264 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777421264.790495:0:5759:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:0.0:1777421264.790499:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018342400:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777421264.790511:0:5759:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff971077b60200/0xd9d09a059d6c2241 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c2248 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421264.790525:0:5759:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777421264.790527:0:5758:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c225d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6c2264 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421264.790531:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff971077b60200/0xd9d09a059d6c2241 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c2248 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421264.790535:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:00010000:3.0:1777421264.790546:0:5758:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c225d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6c2264 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421264.790548:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff971077b60200/0xd9d09a059d6c2241 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c2248 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421264.790561:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018342912:0@lo:103:ldlm_bl.0 10000000:01000000:3.0:1777421264.790563:0:5758:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1777421264.790569:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421264.790573:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421264.790576:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421264.790585:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777421264.790587:0:5758:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c225d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c2264 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.790594:0:5758:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1777421264.790597:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018342784:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777421264.790601:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c225d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c2264 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.790609:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c225d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c2264 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421264.790614:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018342400 00000100:00100000:0.0:1777421264.790618:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018342400 00010000:00010000:3.0:1777421264.790625:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421264.790629:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777421264.790630:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421264.790635:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421264.790636:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff970f43af3200/0xd9d09a059d6c229c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c2295 expref: 18 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.790646:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421264.790672:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018342912 00000100:00100000:3.0:1777421264.790674:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018342528:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777421264.790676:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018342912 00000100:00100000:2.0:1777421264.790692:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018342784 00000100:00100000:2.0:1777421264.790698:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018342784 00010000:00010000:0.0:1777421264.790699:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971077b63400/0xd9d09a059d6c2256 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c224f expref: 19 pid: 5764 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421264.790717:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff970f43af2800/0xd9d09a059d6c228e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c2287 expref: 20 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421264.790720:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:0.0:1777421264.790729:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:968bf15b-0982-4d16-8c2b-d781ef0e85bd+20:3298:x1863761018342400:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777421264.790736:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777421264.790741:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00010000:00010000:0.0:1777421264.790742:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff970f43af3200/0xd9d09a059d6c229c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c2295 expref: 20 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421264.790753:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff970f43af3200/0xd9d09a059d6c229c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6c2295 expref: 20 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421264.790754:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+20:3298:x1863761018342912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777421264.790765:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421264.790769:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421264.790776:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971077b63400/0xd9d09a059d6c2256 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c224f expref: 20 pid: 5764 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421264.790786:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971077b63400/0xd9d09a059d6c2256 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6c224f expref: 20 pid: 5764 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421264.790790:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:968bf15b-0982-4d16-8c2b-d781ef0e85bd+20:3298:x1863761018342400:12345-0@lo:103:ldlm_bl.0 Request processed in 62us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421264.790801:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00010000:00010000:2.0:1777421264.790806:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421264.790820:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1777421264.790823:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421264.790832:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:968bf15b-0982-4d16-8c2b-d781ef0e85bd+19:3297:x1863761018342784:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421264.790841:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+19:3298:x1863761018342912:12345-0@lo:103:ldlm_bl.0 Request processed in 90us (254us total) trans 0 rc 0/0 00010000:00010000:0.0:1777421264.790841:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777421264.790848:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018343040:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777421264.790851:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff970f43af2800/0xd9d09a059d6c228e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c2287 expref: 19 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421264.790854:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00010000:00010000:0.0:1777421264.790866:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff970f43af2800/0xd9d09a059d6c228e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6c2287 expref: 18 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421264.790869:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018342528 00000100:00100000:2.0:1777421264.790873:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018342528 00010000:00010000:0.0:1777421264.790880:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421264.790887:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971077b61800/0xd9d09a059d6c2280 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c2279 expref: 19 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421264.790902:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:2.0:1777421264.790908:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+19:3299:x1863761018342528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777421264.790913:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421264.790917:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971077b61800/0xd9d09a059d6c2280 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c2279 expref: 19 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421264.790924:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:968bf15b-0982-4d16-8c2b-d781ef0e85bd+19:3297:x1863761018342784:12345-0@lo:103:ldlm_bl.0 Request processed in 93us (294us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421264.790930:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971077b61800/0xd9d09a059d6c2280 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6c2279 expref: 19 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421264.790938:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00010000:00010000:2.0:1777421264.790945:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421264.790966:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421264.790982:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018342528:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421264.790986:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018342400:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421264.790992:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1777421264.791004:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018342912:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777421264.791005:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018342528:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421264.791014:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018343040 00000100:00100000:2.0:1777421264.791018:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018343040 00000100:00100000:3.0:1777421264.791021:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00010000:00010000:2.0:1777421264.791032:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff970f42957800/0xd9d09a059d6c2248 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c2241 expref: 18 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421264.791037:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018342784:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777421264.791041:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018342656:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421264.791062:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:3.0:1777421264.791072:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421264.791093:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018343168:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777421264.791094:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018342656 00000100:00100000:0.0:1777421264.791099:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018342656 00010000:00010000:0.0:1777421264.791113:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971077b60400/0xd9d09a059d6c2272 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c226b expref: 19 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421264.791121:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421264.791130:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018343168 00000100:00100000:0.0:1777421264.791133:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018343168 00010000:00010000:0.0:1777421264.791141:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971077b62800/0xd9d09a059d6c2264 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c225d expref: 20 pid: 5764 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421264.791157:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:0.0:1777421264.791161:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971049aed450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:968bf15b-0982-4d16-8c2b-d781ef0e85bd+20:3299:x1863761018342656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777421264.791165:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421264.791170:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971077b60400/0xd9d09a059d6c2272 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c226b expref: 20 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421264.791171:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00010000:00010000:0.0:1777421264.791180:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971077b60400/0xd9d09a059d6c2272 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6c226b expref: 20 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421264.791186:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+20:3299:x1863761018343168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777421264.791186:0:17282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff970f43af3200/0xd9d09a059d6c229c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6c2295 expref: 20 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421264.791189:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421264.791199:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777421264.791206:0:17282:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff73800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17282:1863761018341504:0@lo:104: 00010000:00010000:3.0:1777421264.791207:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971077b62800/0xd9d09a059d6c2264 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c225d expref: 19 pid: 5764 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421264.791217:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971049aed450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:968bf15b-0982-4d16-8c2b-d781ef0e85bd+19:3299:x1863761018342656:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (144us total) trans 0 rc 0/0 00010000:00010000:1.0:1777421264.791224:0:17282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff970f43af2800/0xd9d09a059d6c228e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6c2287 expref: 19 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.791227:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971077b62800/0xd9d09a059d6c2264 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6c225d expref: 19 pid: 5764 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421264.791227:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1777421264.791243:0:17282:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff72300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17282:1863761018341632:0@lo:104: 00010000:00010000:3.0:1777421264.791247:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421264.791257:0:17282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971077b61800/0xd9d09a059d6c2280 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6c2279 expref: 17 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421264.791267:0:17282:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080970380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17282:1863761018341760:0@lo:104: 00000100:00100000:2.0:1777421264.791354:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:3299:x1863761018343040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777421264.791362:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421264.791367:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff970f42957800/0xd9d09a059d6c2248 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c2241 expref: 16 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421264.791375:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff970f42957800/0xd9d09a059d6c2248 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6c2241 expref: 16 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421264.791384:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421264.791703:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:3299:x1863761018343168:12345-0@lo:103:ldlm_bl.0 Request processed in 519us (583us total) trans 0 rc 0/0 00010000:00010000:1.0:1777421264.791703:0:17282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971077b60400/0xd9d09a059d6c2272 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6c226b expref: 16 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421264.791713:0:17282:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080970700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17282:1863761018341888:0@lo:104: 00010000:00010000:1.0:1777421264.791721:0:17282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971077b62800/0xd9d09a059d6c2264 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6c225d expref: 15 pid: 5764 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421264.791728:0:17282:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080970e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17282:1863761018342016:0@lo:104: 00010000:00010000:1.0:1777421264.791735:0:17282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971077b63400/0xd9d09a059d6c2256 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6c224f expref: 14 pid: 5764 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421264.791742:0:17282:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080973100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17282:1863761018342144:0@lo:104: 00010000:00010000:1.0:1777421264.791749:0:17282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff970f42957800/0xd9d09a059d6c2248 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6c2241 expref: 13 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421264.791755:0:17282:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080973b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17282:1863761018342272:0@lo:104: 00000100:00100000:2.0:1777421264.791806:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:3299:x1863761018343040:12345-0@lo:103:ldlm_bl.0 Request processed in 738us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421264.791813:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:2.0:1777421264.791865:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018342656:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421264.791872:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018343168:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421264.791878:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018343040:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421264.791928:0:17282:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff72680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17282:1863761018341120:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421264.791946:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1777421264.792017:0:17282:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff71180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17282:1863761018341248:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421264.793773:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421264.793798:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421264.793883:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421264.793896:0:17282:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff71880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17282:1863761018341376:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421264.793933:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006960896 00010000:00010000:0.0:1777421264.793941:0:17282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c238a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421264.793942:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006960896 00010000:00010000:1.0:1777421264.793972:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971077b62e00/0xd9d09a059d6c22aa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05475 expref: 12 pid: 5764 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421264.793997:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006960768 00000100:00100000:1.0:1777421264.794001:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006960768 00000100:00100000:0.0:1777421264.794010:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006961024 00010000:00010000:1.0:1777421264.794014:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971077b62400/0xd9d09a059d6c22b1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0547c expref: 13 pid: 5764 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421264.794017:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006961024 00010000:00010000:0.0:1777421264.794038:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff970f43af3400/0xd9d09a059d6c22a3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0546e expref: 14 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421264.794043:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 230 00000100:00100000:1.0:1777421264.794056:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080972680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+14:2360:x1863761006960896:12345-192.168.204.24@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1777421264.794064:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 231 00010000:00010000:1.0:1777421264.794069:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777421264.794075:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+14:2360:x1863761006960768:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421264.794077:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971077b62e00/0xd9d09a059d6c22aa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05475 expref: 14 pid: 5764 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.794091:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971077b62e00/0xd9d09a059d6c22aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05475 expref: 14 pid: 5764 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421264.794091:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421264.794102:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971077b62400/0xd9d09a059d6c22b1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0547c expref: 14 pid: 5764 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.794113:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971077b62e00/0xd9d09a059d6c22aa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05475 expref: 14 pid: 5764 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421264.794116:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971077b62400/0xd9d09a059d6c22b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0547c expref: 14 pid: 5764 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421264.794136:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971077b62400/0xd9d09a059d6c22b1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0547c expref: 13 pid: 5764 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421264.794137:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421264.794150:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421264.794261:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 232 00000100:00100000:3.0:1777421264.794270:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761006961024:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421264.794301:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421264.794306:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff970f43af3400/0xd9d09a059d6c22a3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0546e expref: 12 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.794316:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff970f43af3400/0xd9d09a059d6c22a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0546e expref: 12 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.794326:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff970f43af3400/0xd9d09a059d6c22a3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0546e expref: 12 pid: 5765 timeout: 431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.794349:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c238a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.794357:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c238a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.794369:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c238a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.794375:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c238a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.794381:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c238a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.794387:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c238a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.794393:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f400 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421264.794397:0:5755:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c238a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.794403:0:5755:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c238a lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.794415:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c238a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421264.794422:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421264.794554:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:2360:x1863761006960768:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 480us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421264.794556:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080972680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:2360:x1863761006960896:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 502us (786us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421264.794570:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 231 00000100:00100000:1.0:1777421264.794584:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 230 00010000:00010000:0.0:1777421264.794597:0:17282:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c238a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421264.794604:0:17282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c238a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421264.794609:0:17282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c238a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421264.794889:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+9:2360:x1863761006961024:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 619us (1006us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421264.794901:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 232 00010000:00010000:2.0:1777421265.122587:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421265.841489:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421265.841592:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006961152 00000100:00100000:2.0:1777421265.841608:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006961152 00000100:00100000:2.0:1777421265.841707:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 388 00000100:00100000:2.0:1777421265.841718:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b559050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+9:5543:x1863761006961152:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421265.841733:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421265.841766:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97104510fa00/0xd9d09a059d6c2391 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e054c2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421265.841793:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97104510fa00/0xd9d09a059d6c2391 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054c2 expref: 10 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421265.841804:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97104510fa00/0xd9d09a059d6c2391 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054c2 expref: 10 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421265.841813:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510fa00, rc 0) 00000100:00100000:2.0:1777421265.841874:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b559050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:5543:x1863761006961152:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 Request processed in 158us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421265.841881:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 388 00000100:00100000:2.0:1777421265.843562:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421265.843626:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006961280 00000100:00100000:0.0:1777421265.843635:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006961280 00000100:00100000:0.0:1777421265.843685:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 389 00000100:00100000:0.0:1777421265.843699:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b558850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:5543:x1863761006961280:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421265.843833:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b558850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:5543:x1863761006961280:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 Request processed in 135us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421265.843843:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 389 00000100:00100000:1.0:1777421265.845449:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421265.845652:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006961408 00000100:00100000:0.0:1777421265.845663:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006961408 00000100:00100000:0.0:1777421265.845723:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 390 00000100:00100000:0.0:1777421265.845733:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:5543:x1863761006961408:12345-192.168.204.24@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421265.845920:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:5543:x1863761006961408:12345-192.168.204.24@tcp:503:ll_cfg_requeue.0 Request processed in 189us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421265.845926:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 390 00000100:00100000:1.0:1777421265.848459:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421265.848546:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006961536 00000100:00100000:2.0:1777421265.848559:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006961536 00000100:00100000:2.0:1777421265.848616:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 391 00000100:00100000:2.0:1777421265.848625:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:22879:x1863761006961536:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:2.0:1777421265.849502:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:22879:x1863761006961536:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 875us (1051us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421265.849511:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 391 00000100:00100000:3.0:1777421265.851105:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421265.851209:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006961664 00000100:00100000:2.0:1777421265.851220:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006961664 00000100:00100000:2.0:1777421265.851298:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 392 00000100:00100000:2.0:1777421265.851306:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:22879:x1863761006961664:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:2.0:1777421265.851571:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:22879:x1863761006961664:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 263us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421265.851590:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 392 00000100:00100000:1.0:1777421265.853517:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421265.854166:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006961792 00000100:00100000:0.0:1777421265.854182:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006961792 00000100:00100000:0.0:1777421265.854245:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 393 00000100:00100000:0.0:1777421265.854260:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:5543:x1863761006961792:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421265.854389:0:5764:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421265.854420:0:5764:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff970f43af3400/0xd9d09a059d6c2398 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e054c9 expref: -99 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421265.854449:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff970f43af3400/0xd9d09a059d6c2398 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054c9 expref: 11 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421265.854477:0:5764:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff970f43af3400/0xd9d09a059d6c2398 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054c9 expref: 11 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421265.854486:0:5764:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af3400, rc 0) 00000100:00100000:0.0:1777421265.854552:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006961792:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 Request processed in 297us (1043us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421265.854560:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 393 00000100:00100000:1.0:1777421265.856417:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421265.856475:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006961920 00000100:00100000:0.0:1777421265.856494:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006961920 00000100:00100000:0.0:1777421265.856544:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 394 00000100:00100000:0.0:1777421265.856554:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006961920:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421265.856718:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006961920:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 Request processed in 164us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421265.856726:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 394 00000100:00100000:3.0:1777421265.858149:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421265.858253:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006962048 00000100:00100000:0.0:1777421265.858263:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006962048 00000100:00100000:0.0:1777421265.858344:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 395 00000100:00100000:0.0:1777421265.858353:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006962048:12345-192.168.204.24@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421265.858573:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006962048:12345-192.168.204.24@tcp:503:ll_cfg_requeue.0 Request processed in 221us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421265.858582:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 395 00000100:00100000:1.0:1777421265.860060:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421265.860204:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006962176 00000100:00100000:0.0:1777421265.860214:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006962176 00000100:00100000:0.0:1777421265.860266:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 396 00000100:00100000:0.0:1777421265.860303:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b559c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:22880:x1863761006962176:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:0.0:1777421265.860652:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b559c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:22880:x1863761006962176:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 376us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421265.860661:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 396 00000100:00100000:1.0:1777421265.863026:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421265.863129:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006962304 00000100:00100000:0.0:1777421265.863137:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006962304 00000100:00100000:0.0:1777421265.863176:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 397 00000100:00100000:0.0:1777421265.863185:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:22880:x1863761006962304:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:0.0:1777421265.863449:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:22880:x1863761006962304:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 263us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421265.863459:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 397 00000100:00100000:3.0:1777421265.865061:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421265.866740:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006962432 00000100:00100000:0.0:1777421265.866753:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006962432 00000100:00100000:0.0:1777421265.866820:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 398 00000100:00100000:0.0:1777421265.866830:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b558c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006962432:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421265.866847:0:5764:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421265.866867:0:5764:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff970f43af2800/0xd9d09a059d6c239f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e054d0 expref: -99 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421265.866894:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff970f43af2800/0xd9d09a059d6c239f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054d0 expref: 12 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421265.866903:0:5764:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff970f43af2800/0xd9d09a059d6c239f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054d0 expref: 12 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421265.866913:0:5764:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af2800, rc 0) 00000100:00100000:0.0:1777421265.867363:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b558c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:5543:x1863761006962432:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 Request processed in 531us (2305us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421265.867388:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 398 00000100:00100000:1.0:1777421265.869103:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421265.869184:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006962560 00000100:00100000:0.0:1777421265.869194:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006962560 00000100:00100000:0.0:1777421265.869248:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 399 00000100:00100000:0.0:1777421265.869256:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b558450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:5543:x1863761006962560:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421265.869417:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b558450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:5543:x1863761006962560:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 Request processed in 160us (317us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777421265.869426:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 399 00010000:00010000:3.0:1777421266.146475:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1777421266.274539:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1777421266.274551:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff971077540800 from 49 10000000:01000000:2.0:1777421266.274558:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1777421266.274628:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff97104510fc00/0xd9d09a059d6c23a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421266.274654:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff97104510fc00/0xd9d09a059d6c23a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421266.274668:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff97104510fc00/0xd9d09a059d6c23a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421266.274702:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a64380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018343296:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777421266.274793:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421266.274884:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104baa6780 going to sleep for 11 seconds 00000100:00100000:0.0:1777421266.275528:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018343296 00000100:00100000:0.0:1777421266.275539:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018343296 00000100:00100000:0.0:1777421266.275606:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1777421266.275618:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+11:5767:x1863761018343296:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421266.275645:0:5764:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421266.275663:0:5764:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff970f43af3200/0xd9d09a059d6c23ad lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c23a6 expref: -99 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421266.275692:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff970f43af3200/0xd9d09a059d6c23ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c23a6 expref: 12 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421266.275704:0:5764:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff970f43af3200/0xd9d09a059d6c23ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c23a6 expref: 12 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421266.275714:0:5764:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af3200, rc 0) 00000100:00100000:0.0:1777421266.275785:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018343296:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 169us (992us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421266.275793:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1777421266.276554:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a64380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018343296:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421266.276573:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff97104510fc00/0xd9d09a059d6c23a6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c23ad expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421266.276583:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff97104510fc00/0xd9d09a059d6c23a6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c23ad expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421266.276735:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018343424:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421266.276773:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421266.276812:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a6a4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421266.276975:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018343424 00000100:00100000:2.0:1777421266.276981:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018343424 00000100:00100000:2.0:1777421266.277019:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1777421266.277027:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b559450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018343424:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421266.277180:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b559450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018343424:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 154us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421266.277187:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:3.0:1777421266.277351:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018343424:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421266.277391:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018343552:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421266.277441:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421266.277470:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a6a4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421266.277613:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018343552 00000100:00100000:0.0:1777421266.277618:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018343552 00000100:00100000:0.0:1777421266.277653:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1777421266.277660:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018343552:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421266.277951:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018343552:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 292us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421266.277957:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1777421266.278046:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018343552:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421266.278648:0:17285:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080971c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17285:1863761018343680:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421266.278734:0:17285:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421266.278778:0:17285:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a43c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421266.278792:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018343680 00000100:00100000:0.0:1777421266.278800:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018343680 00000100:00100000:0.0:1777421266.278837:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:0.0:1777421266.278845:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:17285:x1863761018343680:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421266.279146:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:17285:x1863761018343680:12345-0@lo:502:llog_process_th.0 Request processed in 302us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421266.279152:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:1.0:1777421266.279229:0:17285:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080971c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17285:1863761018343680:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421266.279270:0:17285:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080971c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17285:1863761018343808:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421266.279321:0:17285:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421266.279369:0:17285:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a43c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421266.279432:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018343808 00000100:00100000:0.0:1777421266.279435:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018343808 00000100:00100000:0.0:1777421266.279466:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1777421266.279472:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:17285:x1863761018343808:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421266.279584:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:17285:x1863761018343808:12345-0@lo:502:llog_process_th.0 Request processed in 112us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421266.279591:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1777421266.279647:0:17285:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080971c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17285:1863761018343808:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1777421266.279666:0:17285:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1777421266.279831:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 49-51 (rc=0) 10000000:01000000:3.0:1777421266.279846:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1777421266.279853:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff97104510fc00/0xd9d09a059d6c23a6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c23ad expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421266.279870:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff97104510fc00/0xd9d09a059d6c23a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c23ad expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421266.279877:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:3.0:1777421266.279879:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:3.0:1777421266.279881:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1777421266.279902:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c23b4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421266.279909:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c23b4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421266.279915:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c23b4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421266.279923:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018343936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777421266.280018:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421266.280065:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a6a4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421266.280102:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018343936 00000100:00100000:0.0:1777421266.280106:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018343936 00000100:00100000:0.0:1777421266.280169:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1777421266.280176:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018343936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421266.280184:0:5764:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421266.280204:0:5764:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff970f43af2a00/0xd9d09a059d6c23bb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c23b4 expref: -99 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421266.280229:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff970f43af2a00/0xd9d09a059d6c23bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c23b4 expref: 13 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421266.280243:0:5764:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff970f43af2a00/0xd9d09a059d6c23bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c23b4 expref: 13 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421266.280251:0:5764:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af2a00, rc 0) 00000100:00100000:3.0:1777421266.280365:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018343936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777421266.280374:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018343936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 198us (354us total) trans 0 rc 0/0 00010000:00010000:3.0:1777421266.280391:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c23b4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c23bb expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421266.280405:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c23b4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c23bb expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421266.280426:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:3.0:1777421266.280480:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018344064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421266.280528:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421266.280580:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018344064 00000100:00100000:0.0:1777421266.280584:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018344064 00000100:00100000:3.0:1777421266.280590:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a6a4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421266.280615:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1777421266.280623:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018344064:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421266.280731:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018344064:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 108us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421266.280735:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:3.0:1777421266.280938:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018344064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421266.280970:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018344192:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421266.281018:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421266.281039:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a6a4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421266.281058:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018344192 00000100:00100000:0.0:1777421266.281063:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018344192 00000100:00100000:0.0:1777421266.281085:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:0.0:1777421266.281092:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018344192:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421266.281237:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018344192:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 146us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421266.281242:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:3.0:1777421266.281322:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018344192:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1777421266.282155:0:17286:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:2.0:1777421266.282238:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:2.0:1777421266.282266:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1777421266.282301:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c23b4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c23bb expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421266.282326:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c23b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c23bb expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777421266.282334:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1777421266.282336:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff97104a67e800 from 49 10000000:01000000:2.0:1777421266.282338:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1777421266.282360:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c23c2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421266.282366:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c23c2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421266.282372:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c23c2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421266.282387:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a66a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018344320:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777421266.282427:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421266.282527:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104baa6780 going to sleep for 11 seconds 00000100:00100000:0.0:1777421266.282571:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018344320 00000100:00100000:0.0:1777421266.282580:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018344320 00000100:00100000:0.0:1777421266.282694:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1777421266.282700:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b516050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018344320:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421266.282707:0:5764:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421266.282718:0:5764:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff970f43af3a00/0xd9d09a059d6c23c9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c23c2 expref: -99 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421266.282732:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff970f43af3a00/0xd9d09a059d6c23c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c23c2 expref: 14 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421266.282740:0:5764:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff970f43af3a00/0xd9d09a059d6c23c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c23c2 expref: 14 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421266.282745:0:5764:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af3a00, rc 0) 00000100:00100000:0.0:1777421266.282779:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b516050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018344320:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 79us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421266.282783:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:3.0:1777421266.282917:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a66a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018344320:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421266.282938:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c23c2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c23c9 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421266.282950:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c23c2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c23c9 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421266.283021:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018344448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421266.283069:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421266.283095:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a6a43c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421266.283120:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018344448 00000100:00100000:0.0:1777421266.283127:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018344448 00000100:00100000:0.0:1777421266.283167:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:0.0:1777421266.283175:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018344448:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421266.283312:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018344448:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 136us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421266.283321:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1777421266.283351:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018344448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421266.283387:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018344576:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421266.283439:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421266.283474:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a6a43c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421266.283552:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018344576 00000100:00100000:0.0:1777421266.283560:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018344576 00000100:00100000:0.0:1777421266.283604:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:0.0:1777421266.283618:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018344576:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421266.283851:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018344576:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 237us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421266.283860:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:3.0:1777421266.283932:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018344576:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421266.284254:0:17287:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080971c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17287:1863761018344704:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421266.284342:0:17287:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421266.284374:0:17287:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421266.284422:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018344704 00000100:00100000:0.0:1777421266.284427:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018344704 00000100:00100000:0.0:1777421266.284452:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1777421266.284458:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:17287:x1863761018344704:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421266.284663:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:17287:x1863761018344704:12345-0@lo:502:llog_process_th.0 Request processed in 204us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421266.284670:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1777421266.284689:0:17287:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080971c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17287:1863761018344704:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421266.284732:0:17287:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080971c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17287:1863761018344832:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421266.284758:0:17287:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421266.284772:0:17287:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421266.284862:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018344832 00000100:00100000:0.0:1777421266.284867:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018344832 00000100:00100000:0.0:1777421266.284896:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1777421266.284903:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:17287:x1863761018344832:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421266.285011:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:17287:x1863761018344832:12345-0@lo:502:llog_process_th.0 Request processed in 107us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421266.285018:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1777421266.285048:0:17287:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080971c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17287:1863761018344832:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1777421266.285072:0:17287:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1777421266.285149:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 49-51 (rc=0) 10000000:01000000:3.0:1777421266.285170:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1777421266.285179:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c23c2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c23c9 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421266.285193:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c23c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c23c9 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421266.285199:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:3.0:1777421266.285201:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:3.0:1777421266.285203:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1777421266.285221:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff971077b60c00/0xd9d09a059d6c23d0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421266.285226:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff971077b60c00/0xd9d09a059d6c23d0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421266.285233:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff971077b60c00/0xd9d09a059d6c23d0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421266.285241:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018344960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777421266.285260:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421266.285310:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a6a43c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421266.285312:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018344960 00000100:00100000:2.0:1777421266.285317:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018344960 00000100:00100000:2.0:1777421266.285346:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1777421266.285353:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018344960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421266.285362:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421266.285374:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97104510e600/0xd9d09a059d6c23d7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c23d0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421266.285392:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97104510e600/0xd9d09a059d6c23d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c23d0 expref: 15 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421266.285414:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97104510e600/0xd9d09a059d6c23d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c23d0 expref: 15 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421266.285424:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510e600, rc 0) 00000100:00100000:2.0:1777421266.285460:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018344960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 107us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421266.285466:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1777421266.285484:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018344960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421266.285496:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff971077b60c00/0xd9d09a059d6c23d0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c23d7 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421266.285505:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff971077b60c00/0xd9d09a059d6c23d0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c23d7 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421266.285540:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018345088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421266.285562:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421266.285589:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a6a43c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421266.285610:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018345088 00000100:00100000:2.0:1777421266.285614:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018345088 00000100:00100000:2.0:1777421266.285645:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1777421266.285652:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b514c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018345088:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421266.285748:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b514c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018345088:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 96us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421266.285754:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1777421266.285766:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018345088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421266.285790:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018345216:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421266.285816:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421266.285830:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a6a43c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421266.285849:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018345216 00000100:00100000:2.0:1777421266.285853:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018345216 00000100:00100000:2.0:1777421266.285916:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1777421266.285923:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018345216:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421266.286041:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018345216:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 118us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421266.286047:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:3.0:1777421266.286064:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018345216:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1777421266.286914:0:17288:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:3.0:1777421266.287057:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:3.0:1777421266.287071:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1777421266.287079:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff971077b60c00/0xd9d09a059d6c23d0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c23d7 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421266.287088:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff971077b60c00/0xd9d09a059d6c23d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c23d7 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421266.287097:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1777421266.287099:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff9710438b0000 from 49 10000000:01000000:3.0:1777421266.287102:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1777421266.287125:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff971077b60e00/0xd9d09a059d6c23de lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421266.287131:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff971077b60e00/0xd9d09a059d6c23de lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421266.287139:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff971077b60e00/0xd9d09a059d6c23de lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421266.287154:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018345344:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777421266.287186:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421266.287217:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a6a43c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421266.287249:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018345344 00000100:00100000:2.0:1777421266.287254:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018345344 00000100:00100000:0.0:1777421266.287326:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1777421266.287336:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b517450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018345344:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421266.287354:0:5764:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421266.287366:0:5764:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff970f43af3000/0xd9d09a059d6c23e5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c23de expref: -99 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421266.287384:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff970f43af3000/0xd9d09a059d6c23e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c23de expref: 16 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421266.287406:0:5764:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff970f43af3000/0xd9d09a059d6c23e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c23de expref: 16 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421266.287415:0:5764:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af3000, rc 0) 00000100:00100000:0.0:1777421266.287452:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b517450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018345344:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421266.287458:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:3.0:1777421266.287478:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018345344:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421266.287489:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff971077b60e00/0xd9d09a059d6c23de lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c23e5 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421266.287496:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff971077b60e00/0xd9d09a059d6c23de lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c23e5 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421266.287536:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018345472:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421266.287559:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421266.287582:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a6a43c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421266.287603:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018345472 00000100:00100000:0.0:1777421266.287608:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018345472 00000100:00100000:0.0:1777421266.287649:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1777421266.287731:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b515450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018345472:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421266.287832:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b515450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018345472:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 176us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421266.287838:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1777421266.287849:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018345472:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421266.287872:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018345600:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421266.287906:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421266.287924:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a6a43c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421266.288003:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018345600 00000100:00100000:0.0:1777421266.288007:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018345600 00000100:00100000:0.0:1777421266.288035:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1777421266.288041:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018345600:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421266.288184:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018345600:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 143us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421266.288190:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1777421266.288308:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018345600:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421266.288614:0:17289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17289:1863761018345728:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421266.288661:0:17289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421266.288688:0:17289:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a6a4540 going to sleep for 11 seconds 00000100:00100000:0.0:1777421266.288762:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018345728 00000100:00100000:0.0:1777421266.288766:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018345728 00000100:00100000:0.0:1777421266.288827:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1777421266.288835:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b511450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:17289:x1863761018345728:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421266.289009:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b511450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:17289:x1863761018345728:12345-0@lo:502:llog_process_th.0 Request processed in 176us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421266.289019:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1777421266.289062:0:17289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17289:1863761018345728:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421266.289093:0:17289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17289:1863761018345856:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421266.289124:0:17289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421266.291440:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018345856 00000100:00100000:3.0:1777421266.291475:0:17289:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045fe13c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421266.291525:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018345856 00000100:00100000:2.0:1777421266.291691:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:2.0:1777421266.291701:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b513050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:17289:x1863761018345856:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421266.292019:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b513050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:17289:x1863761018345856:12345-0@lo:502:llog_process_th.0 Request processed in 319us (2892us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421266.292027:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1777421266.292113:0:17289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17289:1863761018345856:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1777421266.292152:0:17289:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1777421266.292266:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 49-51 (rc=0) 10000000:01000000:2.0:1777421266.292310:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1777421266.292320:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff971077b60e00/0xd9d09a059d6c23de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c23e5 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421266.292331:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff971077b60e00/0xd9d09a059d6c23de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c23e5 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777421266.292340:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:2.0:1777421266.292343:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 43 10000000:01000000:2.0:1777421266.292346:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1777421266.292374:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff97104510fe00/0xd9d09a059d6c23ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421266.292382:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff97104510fe00/0xd9d09a059d6c23ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421266.292391:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff97104510fe00/0xd9d09a059d6c23ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421266.292410:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a65f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018345984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777421266.292442:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421266.292470:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff971053075840 going to sleep for 11 seconds 00000100:00100000:3.0:1777421266.292492:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018345984 00000100:00100000:3.0:1777421266.292497:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018345984 00000100:00100000:3.0:1777421266.292527:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:3.0:1777421266.292535:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b511850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018345984:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421266.292544:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421266.292557:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971077b61e00/0xd9d09a059d6c23f3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c23ec expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421266.292578:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971077b61e00/0xd9d09a059d6c23f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c23ec expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421266.292589:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971077b61e00/0xd9d09a059d6c23f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c23ec expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421266.292598:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61e00, rc 0) 00000100:00100000:3.0:1777421266.292640:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b511850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018345984:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 97us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421266.292646:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1777421266.292696:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a65f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018345984:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421266.292717:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff97104510fe00/0xd9d09a059d6c23ec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c23f3 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421266.292726:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff97104510fe00/0xd9d09a059d6c23ec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c23f3 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421266.292774:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a65f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018346112:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421266.292797:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421266.292817:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff971053075840 going to sleep for 11 seconds 00000100:00100000:3.0:1777421266.292862:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018346112 00000100:00100000:3.0:1777421266.292868:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018346112 00000100:00100000:3.0:1777421266.292898:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:3.0:1777421266.292906:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b511050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018346112:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421266.293000:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b511050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018346112:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 95us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421266.293008:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1777421266.293101:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a65f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018346112:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421266.293129:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a65f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018346240:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421266.293165:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421266.293184:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff971053075840 going to sleep for 11 seconds 00000100:00100000:3.0:1777421266.293203:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018346240 00000100:00100000:3.0:1777421266.293208:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018346240 00000100:00100000:3.0:1777421266.293251:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:3.0:1777421266.293259:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b510850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018346240:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421266.293432:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b510850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018346240:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 173us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421266.293439:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1777421266.293646:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a65f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018346240:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421266.293953:0:17290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a65f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17290:1863761018346368:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421266.293990:0:17290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421266.294023:0:17290:0:(client.c:2690:ptlrpc_set_wait()) set ffff971053075540 going to sleep for 11 seconds 00000100:00100000:3.0:1777421266.294110:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018346368 00000100:00100000:3.0:1777421266.294116:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018346368 00000100:00100000:3.0:1777421266.294145:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:3.0:1777421266.294152:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b513850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:17290:x1863761018346368:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421266.294376:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b513850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:17290:x1863761018346368:12345-0@lo:502:llog_process_th.0 Request processed in 224us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421266.294383:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:2.0:1777421266.294657:0:17290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a65f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17290:1863761018346368:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1777421266.294677:0:17290:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1777421266.294687:0:17290:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1777421266.294689:0:17290:0:(obd_config.c:1594:class_process_config()) marker 33 (0x1) lustre-MDT0000-m rem lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:2.0:1777421266.294695:0:17290:0:(obd_config.c:1506:class_process_config()) processing cmd: ce022 00020000:01000000:2.0:1777421266.294710:0:17290:0:(lod_pool.c:649:lod_pool_remove()) lustre-OST0001_UUID removed from test_11c 00000020:01000004:2.0:1777421266.295256:0:17291:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9710438b0000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1777421266.295260:0:17291:0:(obd_mount.c:724:lustre_put_lsi()) put ffff9710438b0000 4 00000100:00100000:1.0:1777421266.295308:0:17290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080971c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17290:1863761018346496:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421266.295351:0:17290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421266.295375:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018346496 00000100:00100000:1.0:1777421266.295378:0:17290:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421266.295384:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018346496 00000100:00100000:2.0:1777421266.295427:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:2.0:1777421266.295435:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b512450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:17290:x1863761018346496:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421266.295627:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b512450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:17290:x1863761018346496:12345-0@lo:502:llog_process_th.0 Request processed in 191us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421266.295644:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1777421266.295785:0:17290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080971c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17290:1863761018346496:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1777421266.295808:0:17290:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1777421266.295815:0:17290:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1777421266.295817:0:17290:0:(obd_config.c:1594:class_process_config()) marker 33 (0x2) lustre-MDT0000-m rem lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:0.0:1777421266.295821:0:17290:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:3.0:1777421266.296170:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-MDT0000 gen 43-45 (rc=0) 10000000:01000000:3.0:1777421266.296191:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1777421266.296199:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff97104510fe00/0xd9d09a059d6c23ec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c23f3 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421266.296223:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff97104510fe00/0xd9d09a059d6c23ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c23f3 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421266.296233:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1777421266.296236:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff9710463b19b8 from 1 10000000:01000000:3.0:1777421266.296239:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1777421266.296262:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff971077b61200/0xd9d09a059d6c23fa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421266.296270:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff971077b61200/0xd9d09a059d6c23fa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421266.296366:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff971077b61200/0xd9d09a059d6c23fa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421266.296382:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018346624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777421266.296415:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421266.296454:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97105893c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421266.296496:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018346624 00000100:00100000:1.0:1777421266.296502:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018346624 00000100:00100000:1.0:1777421266.296538:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1777421266.296547:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b512050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018346624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777421266.296565:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421266.296582:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff970f43d8f200/0xd9d09a059d6c2401 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c23fa expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421266.296605:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff970f43d8f200/0xd9d09a059d6c2401 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c23fa expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421266.296615:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff970f43d8f200/0xd9d09a059d6c2401 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c23fa expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421266.296624:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8f200, rc 0) 00000100:00100000:1.0:1777421266.296675:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b512050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:5767:x1863761018346624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421266.296681:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:3.0:1777421266.296748:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018346624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421266.296760:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff971077b61200/0xd9d09a059d6c23fa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2401 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421266.296769:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff971077b61200/0xd9d09a059d6c23fa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c2401 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421266.296810:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018346752:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421266.296833:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421266.296883:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97105893c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421266.296975:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018346752 00000100:00100000:1.0:1777421266.296978:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018346752 00000100:00100000:1.0:1777421266.297006:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1777421266.297012:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b512c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:5767:x1863761018346752:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421266.297120:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b512c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:5767:x1863761018346752:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 107us (285us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777421266.297127:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:3.0:1777421266.297173:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018346752:0@lo:501:ll_cfg_requeue.0 10000000:01000000:3.0:1777421266.297192:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1777421266.297196:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff971077b61200/0xd9d09a059d6c23fa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2401 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421266.297203:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff971077b61200/0xd9d09a059d6c23fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2401 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421267.170392:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1777421267.582797:0:17390:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffd0879a390 20000000:00000080:2.0:1777421267.582814:0:17390:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9710438ba000 uarg=0000000000000000 00000040:00100000:2.0:1777421267.583514:0:17390:0:(llog.c:1064:llog_reverse_process()) index 51 : idx 48 20000000:01000000:2.0:1777421267.583521:0:17390:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 50 cmd:0xce022 lustre.test_11c lustre-OST0001_UUID 20000000:01000000:2.0:1777421267.583532:0:17390:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-client/lustre-clilov/new lustre.test_11c fl=4 20000000:01000000:0.0:1777421267.584634:0:17391:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 42 marker 28 1->4: lustre-clilov new lustre.test_11c 20000000:01000000:0.0:1777421267.584730:0:17391:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 44 marker 28 2->4: lustre-clilov new lustre.test_11c 00000040:00080000:0.0:1777421267.584787:0:17391:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000040:00080000:2.0:1777421267.585054:0:17390:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].52, 224 off17416 20000000:01000000:2.0:1777421267.585069:0:17390:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce023 lustre test_11c (null) (null) 00000040:00080000:2.0:1777421267.585097:0:17390:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].53, 112 off17528 00000040:00080000:2.0:1777421267.585130:0:17390:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].54, 224 off17752 20000000:01000000:2.0:1777421267.585146:0:17390:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/new lustre.test_11c fl=4 20000000:01000000:2.0:1777421267.585912:0:17392:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 37 marker 29 1->4: lustre-MDT0000-mdtlov new lustre.test_11c 20000000:01000000:2.0:1777421267.585960:0:17392:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 39 marker 29 2->4: lustre-MDT0000-mdtlov new lustre.test_11c 00000040:00080000:2.0:1777421267.586019:0:17392:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000040:00080000:1.0:1777421267.586454:0:17390:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].47, 224 off16608 20000000:01000000:1.0:1777421267.586467:0:17390:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce023 lustre test_11c (null) (null) 00000040:00080000:1.0:1777421267.586503:0:17390:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].48, 120 off16728 00000040:00080000:1.0:1777421267.586571:0:17390:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].49, 224 off16952 10000000:01000000:1.0:1777421267.586586:0:17390:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:1.0:1777421267.586603:0:17390:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c2408 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.586631:0:17390:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97104510fa00/0xd9d09a059d6c2391 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054c2 expref: 11 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.586640:0:17390:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff970f43af3400/0xd9d09a059d6c2398 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054c9 expref: 11 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.586646:0:17390:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff970f43af2800/0xd9d09a059d6c239f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054d0 expref: 11 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.586662:0:17390:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff970f43af3200/0xd9d09a059d6c23ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c23a6 expref: 17 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.586669:0:17390:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff970f43af2a00/0xd9d09a059d6c23bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c23b4 expref: 17 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.586676:0:17390:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff970f43af3a00/0xd9d09a059d6c23c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c23c2 expref: 17 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.586695:0:17390:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97104510e600/0xd9d09a059d6c23d7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c23d0 expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.586702:0:17390:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff970f43af3000/0xd9d09a059d6c23e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c23de expref: 17 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.586708:0:17390:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff971077b61e00/0xd9d09a059d6c23f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c23ec expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.586713:0:17390:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff970f43d8f200/0xd9d09a059d6c2401 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c23fa expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.586719:0:17390:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c2408 lrc: 13/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.586757:0:17390:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff970f43d8f200/0xd9d09a059d6c2401 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6c23fa expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.586768:0:17390:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff970f43d8f200/0xd9d09a059d6c2401 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6c23fa expref: 17 pid: 5763 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421267.586781:0:17390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080972d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17390:1863761018346880:0@lo:104: 00000100:00100000:1.0:1777421267.586840:0:17390:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777421267.586897:0:17390:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff971077b61e00/0xd9d09a059d6c23f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6c23ec expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.586905:0:17390:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff971077b61e00/0xd9d09a059d6c23f3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6c23ec expref: 17 pid: 5765 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421267.586912:0:17390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080972a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17390:1863761018347008:0@lo:104: 00000100:00100000:1.0:1777421267.586939:0:17390:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777421267.586973:0:17390:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff970f43af3000/0xd9d09a059d6c23e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6c23de expref: 17 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.586981:0:17390:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff970f43af3000/0xd9d09a059d6c23e5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6c23de expref: 17 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421267.586990:0:17390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080971c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17390:1863761018347136:0@lo:104: 00000100:00100000:1.0:1777421267.587010:0:17390:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777421267.587074:0:17390:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97104510e600/0xd9d09a059d6c23d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6c23d0 expref: 17 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.587128:0:17390:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff97104510e600/0xd9d09a059d6c23d7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6c23d0 expref: 17 pid: 5765 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421267.587138:0:17390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080973100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17390:1863761018347264:0@lo:104: 00000100:00100000:1.0:1777421267.587161:0:17390:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421267.587508:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018346880 00000100:00100000:0.0:1777421267.587515:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018346880 00010000:00010000:1.0:1777421267.587530:0:17390:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff970f43af3a00/0xd9d09a059d6c23c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6c23c2 expref: 17 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.587537:0:17390:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff970f43af3a00/0xd9d09a059d6c23c9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6c23c2 expref: 17 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421267.587547:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018347008 00000100:00100000:0.0:1777421267.587549:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018347008 00000100:00100000:0.0:1777421267.587560:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018347136 00000100:00100000:0.0:1777421267.587562:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018347136 00000100:00100000:0.0:1777421267.587570:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018347264 00000100:00100000:0.0:1777421267.587572:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018347264 00000100:00100000:1.0:1777421267.587617:0:17390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080970700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17390:1863761018347392:0@lo:104: 00000100:00100000:1.0:1777421267.587641:0:17390:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421267.587775:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018347392 00000100:00100000:2.0:1777421267.587779:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018347392 00000100:00100000:2.0:1777421267.587799:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1777421267.587807:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+6:17390:x1863761018346880:12345-0@lo:104: 00010000:00010000:2.0:1777421267.587818:0:5753:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff971077b61200/0xd9d09a059d6c23fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c2401 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.587868:0:5753:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777421267.587873:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+7:17390:x1863761018346880:12345-0@lo:104: Request processed in 68us (1034us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421267.587885:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1777421267.587889:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1777421267.587890:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:968bf15b-0982-4d16-8c2b-d781ef0e85bd+7:17390:x1863761018347008:12345-0@lo:104: 00010000:00010000:0.0:1777421267.587897:0:8231:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff97104510fe00/0xd9d09a059d6c23ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c23f3 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421267.587905:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1777421267.587909:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+6:17390:x1863761018347136:12345-0@lo:104: 00010000:00010000:2.0:1777421267.587916:0:5753:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff971077b60e00/0xd9d09a059d6c23de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c23e5 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421267.587931:0:8231:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1777421267.587936:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:968bf15b-0982-4d16-8c2b-d781ef0e85bd+6:17390:x1863761018347008:12345-0@lo:104: Request processed in 46us (996us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421267.587941:0:5753:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1777421267.587942:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1777421267.587945:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+6:17390:x1863761018347136:12345-0@lo:104: Request processed in 36us (935us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421267.587950:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1777421267.587953:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1777421267.587958:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1777421267.587959:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:968bf15b-0982-4d16-8c2b-d781ef0e85bd+4:17390:x1863761018347392:12345-0@lo:104: 00000100:00100000:2.0:1777421267.587963:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+4:17390:x1863761018347264:12345-0@lo:104: 00010000:00010000:2.0:1777421267.587971:0:5753:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff971077b60c00/0xd9d09a059d6c23d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c23d7 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421267.587971:0:8231:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c23c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c23c9 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421267.587993:0:8231:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00010000:00010000:2.0:1777421267.587994:0:5753:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:2.0:1777421267.587998:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+4:17390:x1863761018347264:12345-0@lo:104: Request processed in 35us (837us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421267.588004:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00010000:00010000:2.0:1777421267.588020:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1777421267.588026:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff971077b61200/0xd9d09a059d6c23fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c2401 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.588033:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61200 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:2.0:1777421267.588037:0:5759:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff971077b61200/0xd9d09a059d6c23fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6c2401 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.588056:0:5759:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff971077b61200/0xd9d09a059d6c23fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6c2401 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777421267.588064:0:5759:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff971077b61200/0xd9d09a059d6c23fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6c2401 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777421267.588069:0:5759:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1777421267.588096:0:5759:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff971077b61200/0xd9d09a059d6c23fa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c2401 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.588103:0:5759:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777421267.588122:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff971077b61200/0xd9d09a059d6c23fa lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c2401 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.588130:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff971077b61200/0xd9d09a059d6c23fa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c2401 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.588141:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1777421267.588144:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff97104510fe00/0xd9d09a059d6c23ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c23f3 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.588150:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510fe00 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:2.0:1777421267.588153:0:5759:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff97104510fe00/0xd9d09a059d6c23ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6c23f3 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.588158:0:5759:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff97104510fe00/0xd9d09a059d6c23ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6c23f3 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777421267.588164:0:5759:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff97104510fe00/0xd9d09a059d6c23ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6c23f3 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777421267.588175:0:5759:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1777421267.588188:0:5759:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff97104510fe00/0xd9d09a059d6c23ec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c23f3 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.588194:0:5759:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777421267.588200:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff97104510fe00/0xd9d09a059d6c23ec lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c23f3 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.588205:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff97104510fe00/0xd9d09a059d6c23ec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c23f3 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.588213:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1777421267.588216:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff971077b60e00/0xd9d09a059d6c23de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c23e5 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.588221:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60e00 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:2.0:1777421267.588223:0:5759:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff971077b60e00/0xd9d09a059d6c23de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6c23e5 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.588228:0:5759:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff971077b60e00/0xd9d09a059d6c23de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6c23e5 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777421267.588233:0:5759:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff971077b60e00/0xd9d09a059d6c23de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6c23e5 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777421267.588238:0:5759:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1777421267.588248:0:5759:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff971077b60e00/0xd9d09a059d6c23de lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c23e5 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.588253:0:5759:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777421267.588292:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff971077b60e00/0xd9d09a059d6c23de lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c23e5 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.588300:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff971077b60e00/0xd9d09a059d6c23de lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c23e5 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421267.588305:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:968bf15b-0982-4d16-8c2b-d781ef0e85bd+3:17390:x1863761018347392:12345-0@lo:104: Request processed in 346us (663us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421267.588309:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:0.0:1777421267.588311:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00010000:00010000:2.0:1777421267.588312:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c23c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c23c9 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.588318:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510f000 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:2.0:1777421267.588320:0:5759:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c23c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6c23c9 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.588327:0:5759:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c23c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6c23c9 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777421267.588332:0:5759:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c23c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6c23c9 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777421267.588337:0:5759:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1777421267.588349:0:5759:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c23c2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c23c9 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.588354:0:5759:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777421267.588359:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c23c2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c23c9 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.588363:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff97104510f000/0xd9d09a059d6c23c2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c23c9 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.588370:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421267.588377:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff971077b60c00/0xd9d09a059d6c23d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c23d7 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.588382:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60c00 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:2.0:1777421267.588384:0:5759:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff971077b60c00/0xd9d09a059d6c23d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6c23d7 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.588390:0:5759:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff971077b60c00/0xd9d09a059d6c23d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6c23d7 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777421267.588395:0:5759:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff971077b60c00/0xd9d09a059d6c23d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6c23d7 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777421267.588399:0:5759:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1777421267.588409:0:5759:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff971077b60c00/0xd9d09a059d6c23d0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c23d7 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.588414:0:5759:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777421267.588419:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff971077b60c00/0xd9d09a059d6c23d0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c23d7 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.588425:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff971077b60c00/0xd9d09a059d6c23d0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c23d7 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.588433:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421267.588434:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421267.588436:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421267.588448:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018347776:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421267.588475:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421267.588475:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018347520:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421267.588499:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1777421267.588501:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421267.588501:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421267.588505:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018347904:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777421267.588516:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421267.588520:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018348032:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421267.588537:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421267.588538:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018347776 00000100:00100000:0.0:1777421267.588542:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421267.588544:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018347776 00010000:00010000:3.0:1777421267.588566:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff970f43af3000/0xd9d09a059d6c23e5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c23de expref: 18 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421267.588584:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018347520 00000100:00100000:3.0:1777421267.588587:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018347520 00010000:00010000:3.0:1777421267.588595:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff970f43d8f200/0xd9d09a059d6c2401 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c23fa expref: 19 pid: 5763 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421267.588604:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018347904 00000100:00100000:3.0:1777421267.588616:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018347904 00010000:00010000:3.0:1777421267.588624:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff970f43af3a00/0xd9d09a059d6c23c9 lrc: 6/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c23c2 expref: 20 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421267.588633:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018348032 00000100:00100000:3.0:1777421267.588634:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018348032 00010000:00010000:3.0:1777421267.588642:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97104510e600/0xd9d09a059d6c23d7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c23d0 expref: 21 pid: 5765 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421267.588653:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1777421267.588659:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+21:3299:x1863761018347776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777421267.588667:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421267.588672:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff970f43af3000/0xd9d09a059d6c23e5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c23de expref: 21 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421267.588680:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff970f43af3000/0xd9d09a059d6c23e5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6c23de expref: 21 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421267.588696:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421267.588741:0:17390:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff970f43af2a00/0xd9d09a059d6c23bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6c23b4 expref: 21 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.588751:0:17390:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff970f43af2a00/0xd9d09a059d6c23bb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6c23b4 expref: 21 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421267.588775:0:17390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080971500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17390:1863761018348160:0@lo:104: 00000100:00100000:0.0:1777421267.589307:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777421267.589315:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018347648:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421267.589319:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:3.0:1777421267.589329:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+21:3299:x1863761018347776:12345-0@lo:103:ldlm_bl.0 Request processed in 667us (851us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421267.589330:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:968bf15b-0982-4d16-8c2b-d781ef0e85bd+21:3297:x1863761018347520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777421267.589339:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777421267.589342:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777421267.589345:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff970f43d8f200/0xd9d09a059d6c2401 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c23fa expref: 21 pid: 5763 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421267.589351:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00010000:00010000:2.0:1777421267.589360:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff970f43d8f200/0xd9d09a059d6c2401 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6c23fa expref: 21 pid: 5763 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421267.589372:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018347648 00010000:00010000:2.0:1777421267.589373:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421267.589378:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018347648 00000100:00100000:2.0:1777421267.589405:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:968bf15b-0982-4d16-8c2b-d781ef0e85bd+21:3297:x1863761018347520:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (903us total) trans 0 rc 0/0 00010000:00010000:3.0:1777421267.589407:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff971077b61e00/0xd9d09a059d6c23f3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c23ec expref: 21 pid: 5765 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421267.589415:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:3.0:1777421267.589432:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1777421267.589439:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:3.0:1777421267.589443:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971049aef050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+20:3299:x1863761018347904:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421267.589449:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:968bf15b-0982-4d16-8c2b-d781ef0e85bd+20:3297:x1863761018348032:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777421267.589453:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421267.589459:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff970f43af3a00/0xd9d09a059d6c23c9 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c23c2 expref: 20 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.589459:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421267.589467:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97104510e600/0xd9d09a059d6c23d7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c23d0 expref: 20 pid: 5765 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421267.589474:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff970f43af3a00/0xd9d09a059d6c23c9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6c23c2 expref: 20 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.589510:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97104510e600/0xd9d09a059d6c23d7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6c23d0 expref: 20 pid: 5765 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421267.589530:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421267.589532:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421267.589561:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971049aef050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+20:3299:x1863761018347904:12345-0@lo:103:ldlm_bl.0 Request processed in 122us (1024us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421267.589568:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:3.0:1777421267.589615:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1777421267.589622:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+19:3297:x1863761018347648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777421267.589629:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421267.589634:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff971077b61e00/0xd9d09a059d6c23f3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c23ec expref: 19 pid: 5765 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421267.589643:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:968bf15b-0982-4d16-8c2b-d781ef0e85bd+19:3297:x1863761018348032:12345-0@lo:103:ldlm_bl.0 Request processed in 195us (1100us total) trans 0 rc 0/0 00010000:00010000:3.0:1777421267.589647:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff971077b61e00/0xd9d09a059d6c23f3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6c23ec expref: 19 pid: 5765 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421267.589672:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421267.589696:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+19:3297:x1863761018347648:12345-0@lo:103:ldlm_bl.0 Request processed in 74us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421267.589757:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:3.0:1777421267.589796:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1777421267.589819:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018347904:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421267.589839:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018347776:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421267.589893:0:17390:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777421267.589932:0:17390:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff970f43af3200/0xd9d09a059d6c23ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd9d09a059d6c23a6 expref: 17 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.589941:0:17390:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff970f43af3200/0xd9d09a059d6c23ad lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd9d09a059d6c23a6 expref: 17 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421267.589952:0:17390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080971f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17390:1863761018348288:0@lo:104: 00000100:00100000:3.0:1777421267.589954:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018348160 00000100:00100000:3.0:1777421267.589959:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018348160 00000100:00100000:1.0:1777421267.589978:0:17390:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421267.590041:0:5754:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1777421267.590053:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018348288 00010000:00010000:1.0:1777421267.590054:0:17390:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff970f43af2800/0xd9d09a059d6c239f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054d0 expref: 11 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421267.590057:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018348288 00010000:00010000:1.0:1777421267.590067:0:17390:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff970f43af2800/0xd9d09a059d6c239f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054d0 expref: 11 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421267.590079:0:17390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080970a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17390:1863761018348416:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421267.590085:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1777421267.590093:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+4:17390:x1863761018348160:12345-0@lo:104: 00010000:00010000:3.0:1777421267.590103:0:5754:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c23b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c23bb expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421267.590146:0:5754:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777421267.590151:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+4:17390:x1863761018348160:12345-0@lo:104: Request processed in 60us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421267.590158:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1777421267.590171:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1777421267.590177:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97108074b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+3:17390:x1863761018348288:12345-0@lo:104: 00010000:00010000:3.0:1777421267.590184:0:5754:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff97104510fc00/0xd9d09a059d6c23a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c23ad expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421267.590222:0:5754:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1777421267.590226:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97108074b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+3:17390:x1863761018348288:12345-0@lo:104: Request processed in 51us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421267.590232:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00010000:00010000:1.0:1777421267.590240:0:17390:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff970f43af3400/0xd9d09a059d6c2398 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054c9 expref: 11 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.590252:0:17390:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff970f43af3400/0xd9d09a059d6c2398 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054c9 expref: 11 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421267.590260:0:17390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080971880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17390:1863761018348544:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421267.590270:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777421267.590307:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c23b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c23bb expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421267.590316:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61000 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:3.0:1777421267.590321:0:5758:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c23b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6c23bb expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.590354:0:17390:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97104510fa00/0xd9d09a059d6c2391 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054c2 expref: 11 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.590373:0:17390:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff97104510fa00/0xd9d09a059d6c2391 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054c2 expref: 11 pid: 5765 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421267.590382:0:17390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080972680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17390:1863761018348672:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421267.590410:0:17390:0:(client.c:2690:ptlrpc_set_wait()) set ffff971044d4ff00 going to sleep for 11 seconds 00010000:00010000:1.0:1777421267.590424:0:17390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff970f43d8f200/0xd9d09a059d6c2401 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6c23fa expref: 17 pid: 5763 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421267.590434:0:17390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080972d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17390:1863761018346880:0@lo:104: 00010000:00010000:1.0:1777421267.590443:0:17390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff971077b61e00/0xd9d09a059d6c23f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6c23ec expref: 16 pid: 5765 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421267.590450:0:17390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080972a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17390:1863761018347008:0@lo:104: 00010000:00010000:1.0:1777421267.590460:0:17390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff970f43af3000/0xd9d09a059d6c23e5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6c23de expref: 15 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421267.590469:0:5758:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c23b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6c23bb expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421267.590475:0:17390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080971c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17390:1863761018347136:0@lo:104: 10000000:00010000:3.0:1777421267.590482:0:5758:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c23b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6c23bb expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.590489:0:17390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97104510e600/0xd9d09a059d6c23d7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6c23d0 expref: 14 pid: 5765 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421267.590492:0:5758:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:1.0:1777421267.590503:0:17390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080973100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17390:1863761018347264:0@lo:104: 00010000:00010000:1.0:1777421267.590515:0:17390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff970f43af3a00/0xd9d09a059d6c23c9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6c23c2 expref: 13 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421267.590525:0:5758:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c23b4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c23bb expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421267.590525:0:17390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080970700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17390:1863761018347392:0@lo:104: 00010000:00010000:3.0:1777421267.590534:0:5758:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1777421267.590535:0:17390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080971500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17390:1863761018348160:0@lo:104: 00010000:00010000:3.0:1777421267.590552:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c23b4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c23bb expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421267.590560:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c23b4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c23bb expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421267.590571:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777421267.590574:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff97104510fc00/0xd9d09a059d6c23a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd9d09a059d6c23ad expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421267.590580:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510fc00 already unused, calling callback (ffffffffc1bbac20) 10000000:00010000:3.0:1777421267.590583:0:5758:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff97104510fc00/0xd9d09a059d6c23a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xd9d09a059d6c23ad expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421267.590596:0:5758:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff97104510fc00/0xd9d09a059d6c23a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xd9d09a059d6c23ad expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777421267.590603:0:5758:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff97104510fc00/0xd9d09a059d6c23a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xd9d09a059d6c23ad expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777421267.590620:0:5758:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777421267.590636:0:5758:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff97104510fc00/0xd9d09a059d6c23a6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c23ad expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421267.590642:0:5758:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777421267.590657:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff97104510fc00/0xd9d09a059d6c23a6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c23ad expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421267.590664:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff97104510fc00/0xd9d09a059d6c23a6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd9d09a059d6c23ad expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421267.590676:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421267.590678:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421267.590679:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421267.590719:0:3300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777421267.590731:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018348928:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777421267.590760:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777421267.590772:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421267.590792:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018348800:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777421267.590805:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018348928 00000100:00100000:3.0:1777421267.590810:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018348928 00000100:00100000:2.0:1777421267.590822:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777421267.590829:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff970f43af3200/0xd9d09a059d6c23ad lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c23a6 expref: 13 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421267.590851:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018348800 00000100:00100000:3.0:1777421267.590860:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018348800 00000100:00100000:2.0:1777421267.590868:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00010000:00010000:3.0:1777421267.590874:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff970f43af2a00/0xd9d09a059d6c23bb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c23b4 expref: 14 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421267.590880:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:3300:x1863761018348928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777421267.590890:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421267.590895:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff970f43af3200/0xd9d09a059d6c23ad lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c23a6 expref: 14 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421267.590897:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00010000:00010000:2.0:1777421267.590909:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff970f43af3200/0xd9d09a059d6c23ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6c23a6 expref: 14 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421267.590911:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:3298:x1863761018348800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777421267.590924:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421267.590928:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff970f43af3200/0xd9d09a059d6c23ad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6c23a6 expref: 14 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421267.590929:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018347648:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777421267.590931:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff970f43af2a00/0xd9d09a059d6c23bb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd9d09a059d6c23b4 expref: 14 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421267.590940:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018347520:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777421267.590944:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421267.590952:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff970f43af2a00/0xd9d09a059d6c23bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd9d09a059d6c23b4 expref: 13 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421267.590954:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018348032:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421267.590971:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:3300:x1863761018348928:12345-0@lo:103:ldlm_bl.0 Request processed in 95us (210us total) trans 0 rc 0/0 00010000:00010000:3.0:1777421267.590974:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff970f43af2a00/0xd9d09a059d6c23bb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd9d09a059d6c23b4 expref: 13 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421267.590984:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:2.0:1777421267.591021:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018348928:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777421267.591054:0:17390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080971f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17390:1863761018348288:0@lo:104: 00010000:00010000:3.0:1777421267.591148:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421267.591180:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+11:3298:x1863761018348800:12345-0@lo:103:ldlm_bl.0 Request processed in 273us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421267.591187:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:2.0:1777421267.591207:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018348800:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777421267.593804:0:17390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080970a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17390:1863761018348416:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421267.593816:0:17390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080971880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17390:1863761018348544:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421267.593824:0:17390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080972680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17390:1863761018348672:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421267.593877:0:17390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c2408 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421267.594348:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421267.594381:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006962816 00000100:00100000:3.0:1777421267.594387:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006962816 00000100:00100000:1.0:1777421267.594422:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:3.0:1777421267.594429:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97104510fa00/0xd9d09a059d6c2391 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054c2 expref: 12 pid: 5765 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421267.594464:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006962688 00000100:00100000:3.0:1777421267.594467:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006962688 00010000:00010000:3.0:1777421267.594481:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff970f43af3400/0xd9d09a059d6c2398 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054c9 expref: 13 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421267.594510:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 240 00000100:00100000:3.0:1777421267.594528:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+13:2361:x1863761006962816:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421267.594542:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421267.594548:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97104510fa00/0xd9d09a059d6c2391 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054c2 expref: 13 pid: 5765 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421267.594558:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97104510fa00/0xd9d09a059d6c2391 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054c2 expref: 13 pid: 5765 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421267.594575:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97104510fa00/0xd9d09a059d6c2391 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054c2 expref: 13 pid: 5765 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421267.594589:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421267.594691:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761006962816:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 163us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421267.594700:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 240 00000100:00100000:3.0:1777421267.594717:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 241 00000100:00100000:3.0:1777421267.594723:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080972680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:2361:x1863761006962688:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421267.594732:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421267.594737:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff970f43af3400/0xd9d09a059d6c2398 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054c9 expref: 11 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421267.594745:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff970f43af3400/0xd9d09a059d6c2398 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054c9 expref: 11 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421267.594756:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff970f43af3400/0xd9d09a059d6c2398 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054c9 expref: 11 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421267.594767:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421267.594791:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080972680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:2361:x1863761006962688:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 68us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421267.594798:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 241 00000100:00100000:1.0:1777421267.595517:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421267.595644:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006962944 00000100:00100000:2.0:1777421267.595649:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006962944 00010000:00010000:2.0:1777421267.595715:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff970f43af2800/0xd9d09a059d6c239f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054d0 expref: 10 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421267.595741:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 242 00000100:00100000:2.0:1777421267.595748:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971049aed850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:2358:x1863761006962944:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421267.595756:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421267.595760:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff970f43af2800/0xd9d09a059d6c239f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054d0 expref: 10 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.595770:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff970f43af2800/0xd9d09a059d6c239f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054d0 expref: 10 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.595781:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff970f43af2800/0xd9d09a059d6c239f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054d0 expref: 10 pid: 5764 timeout: 434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.595791:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c2408 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.595799:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c2408 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.595813:0:5756:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c2408 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.595820:0:5756:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c2408 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.595834:0:5756:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c2408 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.595840:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c2408 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.595847:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8f400 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421267.595851:0:5756:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c2408 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.595859:0:5756:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c2408 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.595956:0:17390:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c2408 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421267.595964:0:17390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c2408 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.596426:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c2408 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.596436:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c2408 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421267.596450:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421267.596493:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971049aed850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+9:2358:x1863761006962944:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 743us (977us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421267.596501:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 242 00010000:00010000:3.0:1777421268.194474:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421268.259237:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777421268.259260:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018349056:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421268.259345:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421268.259402:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018349056 00000100:00100000:0.0:1777421268.259411:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018349056 00000100:00080000:1.0:1777421268.259475:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421268.259490:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1777421268.259503:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018349056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777421268.259533:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 64684032 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1777421268.259578:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018349056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421268.259613:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1777421268.260691:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018349056:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421268.273660:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421268.273712:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421268.273754:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421268.273785:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421268.273816:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421268.273907:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006963328 00000100:00100000:2.0:1777421268.273918:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006963328 00000100:00100000:0.0:1777421268.273976:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006963072 00000100:00100000:2.0:1777421268.273981:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006963840 00000100:00100000:0.0:1777421268.273982:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006963072 00000100:00100000:2.0:1777421268.273988:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006963840 00000100:00100000:3.0:1777421268.274010:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006963584 00000100:00100000:3.0:1777421268.274025:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006963584 00000100:00100000:2.0:1777421268.274026:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 165 00000100:00100000:0.0:1777421268.274037:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 428 00000100:00100000:2.0:1777421268.274051:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080c23c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+10:2360:x1863761006963328:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421268.274062:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b512850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+9:2360:x1863761006963072:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421268.274097:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006963200 00000100:00100000:3.0:1777421268.274103:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006963200 00000100:00100000:3.0:1777421268.274161:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 176 00000100:00100000:0.0:1777421268.274161:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b512850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+9:2360:x1863761006963072:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 105us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421268.274186:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 428 00000100:00100000:3.0:1777421268.274188:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:2360:x1863761006963584:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421268.274256:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 177 00000100:00100000:0.0:1777421268.274266:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+74:2361:x1863761006963200:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421268.274788:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080c23c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+10:2360:x1863761006963328:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 745us (1074us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421268.274797:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 165 00000100:00100000:2.0:1777421268.274957:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 166 00000100:00100000:2.0:1777421268.274965:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761006963840:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421268.274994:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761006963840:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 30us (1209us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421268.275000:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 166 00000100:00080000:2.0:1777421268.275203:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777421268.275208:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777421268.275210:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421268.275528:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421268.275544:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:2360:x1863761006963584:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 1362us (1784us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421268.275545:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+74:2361:x1863761006963200:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 1276us (1724us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421268.275567:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 176 00000100:00100000:0.0:1777421268.275576:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 177 00000100:00100000:1.0:1777421268.275718:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421268.275797:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006963456 00000100:00100000:2.0:1777421268.275805:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006963456 00000100:00100000:2.0:1777421268.275858:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006963712 00000100:00100000:2.0:1777421268.275862:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006963712 00000100:00080000:1.0:1777421268.275864:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777421268.275871:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421268.275887:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 167 00000100:00100000:2.0:1777421268.275895:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006963456:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421268.275916:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 168 00000100:00100000:2.0:1777421268.275935:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006963456:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 40us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421268.275942:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761006963712:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421268.275948:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 167 00000100:00100000:1.0:1777421268.275983:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761006963712:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 58us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421268.276014:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 168 00010000:00010000:3.0:1777421269.218483:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421269.282425:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018349184:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421269.282506:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421269.282656:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018349184 00000100:00100000:2.0:1777421269.282665:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018349184 00000100:00080000:0.0:1777421269.282719:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421269.282733:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1777421269.282742:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018349184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777421269.282776:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777421269.282853:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018349184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421269.282876:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018349184:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421269.282891:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1777421269.282957:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777421269.282979:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080971c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018349312:0@lo:400:kworker.0 00000100:00100000:2.0:1777421269.283022:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421269.283042:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080972d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3300:1863761018349568:0@lo:400:kworker.0 00000100:00100000:2.0:1777421269.283061:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080970000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018349696:0@lo:400:kworker.0 00000100:00100000:3.0:1777421269.283197:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018349312 00000100:00100000:3.0:1777421269.283202:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018349312 00000100:00100000:3.0:1777421269.283231:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:3.0:1777421269.283237:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b513c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+11:3297:x1863761018349312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421269.283415:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080971180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018349824:0@lo:400:kworker.0 00000100:00100000:2.0:1777421269.284251:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421269.284322:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018349696 00000100:00100000:2.0:1777421269.284327:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018349696 00000100:00100000:2.0:1777421269.284358:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1777421269.284365:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018349696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421269.284408:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018349696:12345-0@lo:400:kworker.0 Request processed in 44us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421269.284415:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1777421269.284452:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080970000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018349696:0@lo:400:kworker.0 00000100:00100000:2.0:1777421269.284555:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080972a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018349440:0@lo:400:kworker.0 00000100:00100000:2.0:1777421269.284596:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421269.284655:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018349440 00000100:00100000:2.0:1777421269.284660:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018349440 00000100:00100000:2.0:1777421269.284688:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:2.0:1777421269.284694:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018349440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421269.284728:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018349440:12345-0@lo:400:kworker.0 Request processed in 33us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421269.284733:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:2.0:1777421269.284758:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080972a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018349440:0@lo:400:kworker.0 00000100:00100000:1.0:1777421269.284976:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421269.285381:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018349568 00000100:00100000:2.0:1777421269.285403:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018349568 00000100:00100000:2.0:1777421269.285452:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:2.0:1777421269.285461:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1863761018349568:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1777421269.285461:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421269.285744:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1863761018349568:12345-0@lo:400:kworker.0 Request processed in 284us (772us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421269.285751:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:1.0:1777421269.285992:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080972d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3300:1863761018349568:0@lo:400:kworker.0 00000100:00100000:0.0:1777421269.287770:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421269.287830:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b513c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+11:3297:x1863761018349312:12345-0@lo:400:kworker.0 Request processed in 4590us (4807us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421269.287842:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1777421269.287894:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018349824 00000100:00100000:1.0:1777421269.287904:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018349824 00000100:00100000:1.0:1777421269.288006:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:1.0:1777421269.288015:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018349824:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1777421269.288027:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421269.288071:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018349824:12345-0@lo:400:kworker.0 Request processed in 58us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421269.288078:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:0.0:1777421269.288103:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080971180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018349824:0@lo:400:kworker.0 00000100:00100000:2.0:1777421269.290597:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080971c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018349312:0@lo:400:kworker.0 10000000:01000000:3.0:1777421269.410400:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1777421269.410409:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff971077540800 from 52 10000000:01000000:3.0:1777421269.410414:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1777421269.410462:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c240f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421269.410474:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c240f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421269.410498:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c240f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421269.410522:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018349952:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777421269.410599:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421269.410668:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710412ed180 going to sleep for 11 seconds 00000100:00100000:2.0:1777421269.411308:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018349952 00000100:00100000:2.0:1777421269.411316:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018349952 00000100:00100000:2.0:1777421269.411378:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:2.0:1777421269.411387:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b511c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+11:5767:x1863761018349952:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421269.411402:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421269.411419:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97106ffe6200/0xd9d09a059d6c2416 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c240f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421269.411441:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97106ffe6200/0xd9d09a059d6c2416 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c240f expref: 12 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421269.411453:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97106ffe6200/0xd9d09a059d6c2416 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c240f expref: 12 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421269.411463:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe6200, rc 0) 00000100:00100000:2.0:1777421269.411523:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b511c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018349952:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421269.411530:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1777421269.411631:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018349952:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421269.411650:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c240f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2416 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421269.411665:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c240f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c2416 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421269.411720:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018350080:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421269.411744:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421269.411775:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710412ed180 going to sleep for 11 seconds 00000100:00100000:2.0:1777421269.411863:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018350080 00000100:00100000:2.0:1777421269.411869:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018350080 00000100:00100000:2.0:1777421269.411892:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:2.0:1777421269.411907:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b510050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018350080:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421269.412018:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b510050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018350080:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 111us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421269.412025:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1777421269.412231:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018350080:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421269.412260:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018350208:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421269.412318:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421269.412338:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710412ed180 going to sleep for 11 seconds 00000100:00100000:2.0:1777421269.412699:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018350208 00000100:00100000:2.0:1777421269.412705:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018350208 00000100:00100000:2.0:1777421269.412743:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:2.0:1777421269.412751:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b510c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018350208:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421269.413141:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b510c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018350208:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 389us (820us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421269.413150:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:3.0:1777421269.413174:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018350208:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421269.413799:0:17396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17396:1863761018350336:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421269.413838:0:17396:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421269.413878:0:17396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710411cacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421269.414018:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018350336 00000100:00100000:2.0:1777421269.414024:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018350336 00000100:00100000:2.0:1777421269.414059:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:2.0:1777421269.414064:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b510450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:17396:x1863761018350336:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421269.414226:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b510450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:17396:x1863761018350336:12345-0@lo:502:llog_process_th.0 Request processed in 162us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421269.414231:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1777421269.414411:0:17396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17396:1863761018350336:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421269.414451:0:17396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17396:1863761018350464:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421269.414481:0:17396:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421269.414517:0:17396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710411cacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421269.414543:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018350464 00000100:00100000:0.0:1777421269.414549:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018350464 00000100:00100000:0.0:1777421269.414592:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1777421269.414616:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b513450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:17396:x1863761018350464:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421269.414785:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b513450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:17396:x1863761018350464:12345-0@lo:502:llog_process_th.0 Request processed in 171us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421269.414805:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1777421269.414816:0:17396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17396:1863761018350464:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1777421269.414859:0:17396:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:0.0:1777421269.415560:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:0.0:1777421269.415590:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1777421269.415600:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c240f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2416 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421269.415610:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff971077b61000/0xd9d09a059d6c240f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2416 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421269.415619:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:0.0:1777421269.415622:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:0.0:1777421269.415625:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1777421269.415650:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff970f43af3e00/0xd9d09a059d6c241d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421269.415659:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff970f43af3e00/0xd9d09a059d6c241d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421269.415668:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff970f43af3e00/0xd9d09a059d6c241d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421269.415695:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018350592:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777421269.415731:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421269.415767:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c557480 going to sleep for 11 seconds 00000100:00100000:2.0:1777421269.415817:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018350592 00000100:00100000:2.0:1777421269.415824:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018350592 00000100:00100000:2.0:1777421269.415861:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1777421269.415870:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710467f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+12:5767:x1863761018350592:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421269.415879:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421269.415892:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97106ffe6a00/0xd9d09a059d6c2424 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c241d expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421269.415914:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97106ffe6a00/0xd9d09a059d6c2424 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c241d expref: 13 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421269.415937:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97106ffe6a00/0xd9d09a059d6c2424 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c241d expref: 13 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421269.415946:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe6a00, rc 0) 00000100:00100000:2.0:1777421269.416005:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710467f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018350592:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421269.416012:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1777421269.416115:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018350592:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421269.416137:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff970f43af3e00/0xd9d09a059d6c241d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2424 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421269.416146:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff970f43af3e00/0xd9d09a059d6c241d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c2424 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421269.416186:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018350720:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421269.416209:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421269.416230:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c557480 going to sleep for 11 seconds 00000100:00100000:2.0:1777421269.416735:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018350720 00000100:00100000:2.0:1777421269.416741:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018350720 00000100:00100000:2.0:1777421269.416772:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:2.0:1777421269.416780:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710467f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018350720:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421269.416905:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710467f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018350720:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 124us (693us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421269.416913:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1777421269.416933:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018350720:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421269.416964:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018350848:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421269.417017:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421269.417042:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c557480 going to sleep for 11 seconds 00000100:00100000:2.0:1777421269.417058:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018350848 00000100:00100000:2.0:1777421269.417064:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018350848 00000100:00100000:2.0:1777421269.417088:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:2.0:1777421269.417095:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b478050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018350848:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421269.417240:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b478050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018350848:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 145us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421269.417248:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:0.0:1777421269.417336:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018350848:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1777421269.418057:0:17397:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:0.0:1777421269.418130:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:0.0:1777421269.418153:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1777421269.418170:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff970f43af3e00/0xd9d09a059d6c241d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2424 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421269.418181:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff970f43af3e00/0xd9d09a059d6c241d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2424 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421269.418191:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1777421269.418194:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff97104a67e800 from 52 10000000:01000000:0.0:1777421269.418196:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1777421269.418233:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff970f43af2200/0xd9d09a059d6c242b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421269.418253:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff970f43af2200/0xd9d09a059d6c242b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421269.418262:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff970f43af2200/0xd9d09a059d6c242b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421269.418311:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018350976:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777421269.418358:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421269.418389:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c557480 going to sleep for 11 seconds 00000100:00100000:2.0:1777421269.418418:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018350976 00000100:00100000:2.0:1777421269.418424:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018350976 00000100:00100000:3.0:1777421269.418471:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:3.0:1777421269.418482:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b478c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+13:5767:x1863761018350976:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421269.418492:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421269.418504:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971077b61c00/0xd9d09a059d6c2432 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c242b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421269.418525:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971077b61c00/0xd9d09a059d6c2432 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c242b expref: 14 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421269.418535:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971077b61c00/0xd9d09a059d6c2432 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c242b expref: 14 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421269.418547:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61c00, rc 0) 00000100:00100000:3.0:1777421269.418591:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b478c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018350976:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421269.418597:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1777421269.418765:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018350976:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421269.418776:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff970f43af2200/0xd9d09a059d6c242b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2432 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421269.418784:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff970f43af2200/0xd9d09a059d6c242b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c2432 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421269.418834:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018351104:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421269.418859:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421269.418877:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c557480 going to sleep for 11 seconds 00000100:00100000:2.0:1777421269.418917:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018351104 00000100:00100000:2.0:1777421269.418923:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018351104 00000100:00100000:2.0:1777421269.418961:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1777421269.418969:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b478450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018351104:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421269.419096:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b478450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018351104:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 127us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421269.419103:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1777421269.419195:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018351104:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421269.419226:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080972d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018351232:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421269.419267:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421269.419663:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff971044d4f840 going to sleep for 11 seconds 00000100:00100000:0.0:1777421269.419697:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018351232 00000100:00100000:0.0:1777421269.419702:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018351232 00000100:00100000:0.0:1777421269.419732:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1777421269.419738:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b47b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018351232:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421269.419900:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b47b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018351232:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 161us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421269.419906:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1777421269.420076:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080972d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018351232:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421269.420428:0:17398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080972d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17398:1863761018351360:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421269.420463:0:17398:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421269.420492:0:17398:0:(client.c:2690:ptlrpc_set_wait()) set ffff971044d4ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421269.420656:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018351360 00000100:00100000:0.0:1777421269.420661:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018351360 00000100:00100000:0.0:1777421269.420768:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1777421269.420776:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b479450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:17398:x1863761018351360:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421269.420985:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b479450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:17398:x1863761018351360:12345-0@lo:502:llog_process_th.0 Request processed in 210us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421269.420992:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1777421269.421251:0:17398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080972d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17398:1863761018351360:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421269.421323:0:17398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080972d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17398:1863761018351488:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777421269.421364:0:17398:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421269.421392:0:17398:0:(client.c:2690:ptlrpc_set_wait()) set ffff971044d4ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421269.421464:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018351488 00000100:00100000:0.0:1777421269.421469:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018351488 00000100:00100000:0.0:1777421269.421494:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1777421269.421500:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b47b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:17398:x1863761018351488:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421269.421639:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b47b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:17398:x1863761018351488:12345-0@lo:502:llog_process_th.0 Request processed in 138us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421269.421646:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1777421269.422716:0:17398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080972d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17398:1863761018351488:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1777421269.422749:0:17398:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:0.0:1777421269.422885:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:0.0:1777421269.422905:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1777421269.422914:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff970f43af2200/0xd9d09a059d6c242b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2432 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421269.422925:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff970f43af2200/0xd9d09a059d6c242b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2432 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421269.422934:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:0.0:1777421269.422937:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:0.0:1777421269.422940:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1777421269.422970:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff970f43af2400/0xd9d09a059d6c2439 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421269.422978:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff970f43af2400/0xd9d09a059d6c2439 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421269.422997:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff970f43af2400/0xd9d09a059d6c2439 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421269.423014:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffeb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018351616:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777421269.423050:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421269.423088:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018351616 00000100:00100000:0.0:1777421269.423092:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104f0299c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421269.423093:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018351616 00000100:00100000:1.0:1777421269.423127:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1777421269.423133:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b479850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+14:5767:x1863761018351616:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777421269.423141:0:5764:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421269.423152:0:5764:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff970f43d8f200/0xd9d09a059d6c2440 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c2439 expref: -99 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421269.423170:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff970f43d8f200/0xd9d09a059d6c2440 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c2439 expref: 15 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421269.423181:0:5764:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff970f43d8f200/0xd9d09a059d6c2440 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c2439 expref: 15 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421269.423189:0:5764:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8f200, rc 0) 00000100:00100000:1.0:1777421269.423224:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b479850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018351616:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 90us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421269.423232:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:0.0:1777421269.423254:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffeb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018351616:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421269.423554:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff970f43af2400/0xd9d09a059d6c2439 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2440 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421269.423563:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff970f43af2400/0xd9d09a059d6c2439 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c2440 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421269.423617:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffeb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018351744:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421269.423643:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421269.423710:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104f0299c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421269.423762:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018351744 00000100:00100000:3.0:1777421269.423767:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018351744 00000100:00100000:3.0:1777421269.423800:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1777421269.423807:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b479050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018351744:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421269.423956:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b479050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018351744:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 150us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421269.423972:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:0.0:1777421269.424054:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffeb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018351744:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421269.424077:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffeb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018351872:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421269.424110:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421269.424128:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104f0299c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421269.424148:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018351872 00000100:00100000:1.0:1777421269.424154:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018351872 00000100:00100000:1.0:1777421269.424368:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1777421269.424376:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b478850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018351872:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421269.424530:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b478850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018351872:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 154us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421269.424544:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1777421269.424557:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffeb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018351872:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1777421269.425230:0:17399:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:1.0:1777421269.425453:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:1.0:1777421269.425542:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1777421269.425550:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff970f43af2400/0xd9d09a059d6c2439 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2440 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421269.425559:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff970f43af2400/0xd9d09a059d6c2439 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c2440 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777421269.425747:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1777421269.425754:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff9710438b0000 from 52 10000000:01000000:1.0:1777421269.425757:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1777421269.425785:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff970f43d8e600/0xd9d09a059d6c2447 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421269.425793:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff970f43d8e600/0xd9d09a059d6c2447 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421269.425801:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff970f43d8e600/0xd9d09a059d6c2447 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421269.425814:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080972d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018352000:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777421269.425839:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421269.425865:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff971044d4f180 going to sleep for 11 seconds 00000100:00100000:0.0:1777421269.425924:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018352000 00000100:00100000:0.0:1777421269.425929:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018352000 00000100:00100000:0.0:1777421269.425971:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1777421269.425979:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b47a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+15:5767:x1863761018352000:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421269.425986:0:5764:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421269.425997:0:5764:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff970f43af3800/0xd9d09a059d6c244e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c2447 expref: -99 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421269.426011:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff970f43af3800/0xd9d09a059d6c244e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c2447 expref: 16 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421269.426018:0:5764:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff970f43af3800/0xd9d09a059d6c244e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c2447 expref: 16 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421269.426024:0:5764:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af3800, rc 0) 00000100:00100000:0.0:1777421269.426049:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b47a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018352000:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 73us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421269.426053:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1777421269.426100:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080972d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018352000:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777421269.426111:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff970f43d8e600/0xd9d09a059d6c2447 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c244e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421269.426125:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff970f43d8e600/0xd9d09a059d6c2447 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c244e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421269.426156:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080972d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018352128:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421269.426174:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421269.426190:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff971044d4f180 going to sleep for 11 seconds 00000100:00100000:3.0:1777421269.426223:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018352128 00000100:00100000:3.0:1777421269.426227:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018352128 00000100:00100000:3.0:1777421269.426321:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1777421269.426329:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018352128:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421269.426432:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018352128:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 104us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421269.426439:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1777421269.426501:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080972d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018352128:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777421269.426524:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080972d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018352256:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421269.426558:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421269.426662:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff971044d4f180 going to sleep for 11 seconds 00000100:00100000:0.0:1777421269.426690:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018352256 00000100:00100000:0.0:1777421269.426694:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018352256 00000100:00100000:0.0:1777421269.426723:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1777421269.426730:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b47b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018352256:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421269.426910:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b47b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018352256:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 181us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421269.426916:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1777421269.427002:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080972d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018352256:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421269.427460:0:17400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a67100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17400:1863761018352384:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421269.427496:0:17400:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421269.427558:0:17400:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077516cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421269.427592:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018352384 00000100:00100000:3.0:1777421269.427597:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018352384 00000100:00100000:3.0:1777421269.427646:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:3.0:1777421269.427653:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:17400:x1863761018352384:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421269.427841:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:17400:x1863761018352384:12345-0@lo:502:llog_process_th.0 Request processed in 187us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421269.427848:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1777421269.427909:0:17400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a67100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17400:1863761018352384:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421269.427946:0:17400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a67100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17400:1863761018352512:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777421269.427975:0:17400:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421269.428040:0:17400:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104f905180 going to sleep for 11 seconds 00000100:00100000:0.0:1777421269.428096:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018352512 00000100:00100000:0.0:1777421269.428100:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018352512 00000100:00100000:0.0:1777421269.428120:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1777421269.428126:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:17400:x1863761018352512:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421269.428252:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:17400:x1863761018352512:12345-0@lo:502:llog_process_th.0 Request processed in 125us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421269.428264:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1777421269.428363:0:17400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a67100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17400:1863761018352512:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1777421269.428384:0:17400:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:0.0:1777421269.428508:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:0.0:1777421269.428527:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1777421269.428534:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff970f43d8e600/0xd9d09a059d6c2447 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c244e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421269.428543:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff970f43d8e600/0xd9d09a059d6c2447 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c244e expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421269.428553:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:0.0:1777421269.428555:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 46 10000000:01000000:0.0:1777421269.428558:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1777421269.428588:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff970f43af3600/0xd9d09a059d6c2455 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421269.428595:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff970f43af3600/0xd9d09a059d6c2455 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421269.428604:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff970f43af3600/0xd9d09a059d6c2455 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421269.428626:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffeb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018352640:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777421269.428650:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421269.428699:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4300 going to sleep for 11 seconds 00000100:00100000:3.0:1777421269.428848:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018352640 00000100:00100000:3.0:1777421269.428852:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018352640 00000100:00100000:1.0:1777421269.428928:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1777421269.428937:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b559850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+16:5767:x1863761018352640:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777421269.428946:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421269.428958:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c245c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c2455 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421269.428977:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c245c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c2455 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421269.428987:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff970f43d8f400/0xd9d09a059d6c245c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c2455 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421269.428995:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8f400, rc 0) 00000100:00100000:1.0:1777421269.429027:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b559850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018352640:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 93us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421269.429042:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:0.0:1777421269.429379:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffeb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018352640:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421269.429390:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff970f43af3600/0xd9d09a059d6c2455 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c245c expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421269.429409:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff970f43af3600/0xd9d09a059d6c2455 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c245c expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421269.429655:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffeb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018352768:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421269.429682:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421269.429747:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4300 going to sleep for 11 seconds 00000100:00100000:2.0:1777421269.429776:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018352768 00000100:00100000:2.0:1777421269.429781:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018352768 00000100:00100000:2.0:1777421269.429847:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1777421269.429855:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b559050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018352768:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421269.429963:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b559050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018352768:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 109us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421269.429975:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1777421269.430027:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffeb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018352768:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421269.430051:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffeb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018352896:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421269.430080:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421269.430149:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4300 going to sleep for 11 seconds 00000100:00100000:1.0:1777421269.430181:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018352896 00000100:00100000:1.0:1777421269.430188:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018352896 00000100:00100000:1.0:1777421269.430203:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1777421269.430207:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b558850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018352896:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777421269.430515:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b558850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018352896:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 306us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421269.430522:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1777421269.430622:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffeb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018352896:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777421269.431426:0:17401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffeb800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17401:1863761018353024:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421269.431468:0:17401:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421269.431586:0:17401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4540 going to sleep for 11 seconds 00000100:00100000:3.0:1777421269.431599:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018353024 00000100:00100000:3.0:1777421269.431605:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018353024 00000100:00100000:3.0:1777421269.431671:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1777421269.431687:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:17401:x1863761018353024:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421269.431896:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:17401:x1863761018353024:12345-0@lo:502:llog_process_th.0 Request processed in 210us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421269.431904:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1777421269.431923:0:17401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffeb800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17401:1863761018353024:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1777421269.431944:0:17401:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1777421269.431952:0:17401:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1777421269.431953:0:17401:0:(obd_config.c:1594:class_process_config()) marker 35 (0x1) lustre-MDT0000-m del lustre.test_11c 00000020:00000080:0.0:1777421269.431956:0:17401:0:(obd_config.c:1506:class_process_config()) processing cmd: ce023 00000100:00100000:0.0:1777421269.432998:0:17401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffeb800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17401:1863761018353152:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777421269.433043:0:17401:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421269.433079:0:17401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421269.433213:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018353152 00000100:00100000:3.0:1777421269.433219:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018353152 00000100:00100000:3.0:1777421269.433259:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:3.0:1777421269.433267:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:17401:x1863761018353152:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777421269.433508:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:17401:x1863761018353152:12345-0@lo:502:llog_process_th.0 Request processed in 241us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421269.433515:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1777421269.433723:0:17401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffeb800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:968bf15b-0982-4d16-8c2b-d781ef0e85bd:17401:1863761018353152:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1777421269.433746:0:17401:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1777421269.433752:0:17401:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777421269.433756:0:17401:0:(obd_config.c:1594:class_process_config()) marker 35 (0x2) lustre-MDT0000-m del lustre.test_11c 00000040:00080000:1.0:1777421269.433759:0:17401:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 50 count 49 00000020:01000000:0.0:1777421269.433910:0:5767:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-MDT0000 gen 46-49 (rc=0) 10000000:01000000:0.0:1777421269.433923:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1777421269.433934:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff970f43af3600/0xd9d09a059d6c2455 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c245c expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421269.433943:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff970f43af3600/0xd9d09a059d6c2455 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c245c expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777421269.433950:0:5767:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1777421269.433952:0:5767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff9710463b19b8 from 1 10000000:01000000:0.0:1777421269.433954:0:5767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1777421269.433975:0:5767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff970f43af2e00/0xd9d09a059d6c2463 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421269.433984:0:5767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff970f43af2e00/0xd9d09a059d6c2463 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421269.433993:0:5767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff970f43af2e00/0xd9d09a059d6c2463 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421269.434006:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffea300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018353280:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777421269.434035:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421269.434099:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421269.434200:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018353280 00000100:00100000:3.0:1777421269.434205:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018353280 00000100:00100000:3.0:1777421269.434231:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1777421269.434239:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+17:5767:x1863761018353280:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421269.434248:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421269.434258:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971077b60000/0xd9d09a059d6c246a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9d09a059d6c2463 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421269.434347:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971077b60000/0xd9d09a059d6c246a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd9d09a059d6c2463 expref: 18 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421269.434357:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971077b60000/0xd9d09a059d6c246a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd9d09a059d6c2463 expref: 18 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421269.434365:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60000, rc 0) 00000100:00100000:3.0:1777421269.434448:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:5767:x1863761018353280:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 208us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421269.434455:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:0.0:1777421269.434723:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffea300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018353280:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777421269.434735:0:5767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff970f43af2e00/0xd9d09a059d6c2463 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c246a expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421269.434744:0:5767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff970f43af2e00/0xd9d09a059d6c2463 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xd9d09a059d6c246a expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421269.434789:0:5767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffea300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018353408:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777421269.434823:0:5767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421269.434855:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018353408 00000100:00100000:0.0:1777421269.434855:0:5767:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421269.434860:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018353408 00000100:00100000:3.0:1777421269.434885:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1777421269.434891:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:5767:x1863761018353408:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421269.434957:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:5767:x1863761018353408:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 66us (133us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777421269.434979:0:5767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffea300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:968bf15b-0982-4d16-8c2b-d781ef0e85bd:5767:1863761018353408:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421269.434980:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 10000000:01000000:0.0:1777421269.434997:0:5767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1777421269.435002:0:5767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff970f43af2e00/0xd9d09a059d6c2463 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c246a expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421269.435010:0:5767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff970f43af2e00/0xd9d09a059d6c2463 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xd9d09a059d6c246a expref: -99 pid: 5767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421269.492954:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421269.493068:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006963968 00000100:00100000:3.0:1777421269.493079:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006963968 00000100:00100000:3.0:1777421269.493156:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 458 00000100:00100000:3.0:1777421269.493165:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+9:5543:x1863761006963968:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421269.493182:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421269.493200:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971077b60800/0xd9d09a059d6c2471 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e054d7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421269.493229:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971077b60800/0xd9d09a059d6c2471 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054d7 expref: 10 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421269.493241:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971077b60800/0xd9d09a059d6c2471 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054d7 expref: 10 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421269.493250:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60800, rc 0) 00000100:00100000:3.0:1777421269.493344:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:5543:x1863761006963968:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 Request processed in 179us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421269.493351:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 458 00000100:00100000:2.0:1777421269.495914:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421269.496019:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006964096 00000100:00100000:3.0:1777421269.496029:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006964096 00000100:00100000:3.0:1777421269.496099:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 459 00000100:00100000:3.0:1777421269.496108:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:5543:x1863761006964096:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777421269.496261:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:5543:x1863761006964096:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 Request processed in 154us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421269.496270:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 459 00000100:00100000:1.0:1777421269.498609:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421269.498902:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006964224 00000100:00100000:3.0:1777421269.498914:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006964224 00000100:00100000:3.0:1777421269.499224:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 460 00000100:00100000:3.0:1777421269.499235:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b559c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:5543:x1863761006964224:12345-192.168.204.24@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777421269.499641:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b559c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:5543:x1863761006964224:12345-192.168.204.24@tcp:503:ll_cfg_requeue.0 Request processed in 408us (1037us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421269.499648:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 460 00000100:00100000:0.0:1777421269.502783:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421269.502904:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006964352 00000100:00100000:3.0:1777421269.502915:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006964352 00000100:00100000:3.0:1777421269.502977:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 461 00000100:00100000:3.0:1777421269.502987:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:22898:x1863761006964352:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:3.0:1777421269.503586:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:22898:x1863761006964352:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 599us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421269.503599:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 461 00000100:00100000:0.0:1777421269.505249:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421269.505345:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006964480 00000100:00100000:3.0:1777421269.505354:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006964480 00000100:00100000:3.0:1777421269.505400:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 462 00000100:00100000:3.0:1777421269.505409:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b558c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:22898:x1863761006964480:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:3.0:1777421269.505618:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b558c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:22898:x1863761006964480:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 209us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421269.505626:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 462 00000100:00100000:1.0:1777421269.508249:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421269.508392:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006964608 00000100:00100000:2.0:1777421269.508401:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006964608 00000100:00100000:2.0:1777421269.508464:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 463 00000100:00100000:2.0:1777421269.508473:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b558450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+10:5543:x1863761006964608:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777421269.508487:0:5764:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421269.508507:0:5764:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97106ffe7200/0xd9d09a059d6c2478 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e054de expref: -99 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421269.508532:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97106ffe7200/0xd9d09a059d6c2478 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054de expref: 11 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421269.508544:0:5764:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97106ffe7200/0xd9d09a059d6c2478 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054de expref: 11 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421269.508553:0:5764:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97106ffe7200, rc 0) 00000100:00100000:2.0:1777421269.508659:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b558450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006964608:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 Request processed in 186us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421269.508666:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 463 00000100:00100000:0.0:1777421269.513391:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421269.513517:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006964736 00000100:00100000:2.0:1777421269.513528:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006964736 00000100:00100000:2.0:1777421269.513590:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 464 00000100:00100000:2.0:1777421269.513600:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006964736:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421269.513800:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006964736:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 Request processed in 202us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421269.513808:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 464 00000100:00100000:0.0:1777421269.517695:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421269.517789:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006964864 00000100:00100000:2.0:1777421269.517799:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006964864 00000100:00100000:2.0:1777421269.517856:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 465 00000100:00100000:2.0:1777421269.517866:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b559450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006964864:12345-192.168.204.24@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777421269.518093:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b559450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006964864:12345-192.168.204.24@tcp:503:ll_cfg_requeue.0 Request processed in 228us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421269.518099:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 465 00000100:00100000:1.0:1777421269.524417:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421269.524613:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006964992 00000100:00100000:3.0:1777421269.524624:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006964992 00000100:00100000:3.0:1777421269.524689:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 466 00000100:00100000:3.0:1777421269.524699:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:22899:x1863761006964992:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:3.0:1777421269.525425:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:22899:x1863761006964992:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 725us (1014us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421269.525434:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 466 00000100:00100000:0.0:1777421269.528684:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421269.529042:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006965120 00000100:00100000:3.0:1777421269.529053:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006965120 00000100:00100000:3.0:1777421269.529209:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 467 00000100:00100000:3.0:1777421269.529220:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:22899:x1863761006965120:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:3.0:1777421269.529498:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:22899:x1863761006965120:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 280us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421269.529507:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 467 00000100:00100000:0.0:1777421269.533048:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421269.533543:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006965248 00000100:00100000:3.0:1777421269.533559:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006965248 00000100:00100000:3.0:1777421269.533639:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 468 00000100:00100000:3.0:1777421269.533651:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+11:5543:x1863761006965248:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777421269.533674:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421269.533698:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff971077b60a00/0xd9d09a059d6c247f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e054e5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421269.533737:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff971077b60a00/0xd9d09a059d6c247f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054e5 expref: 12 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421269.533748:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff971077b60a00/0xd9d09a059d6c247f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054e5 expref: 12 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421269.533759:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60a00, rc 0) 00000100:00100000:3.0:1777421269.533839:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:5543:x1863761006965248:12345-192.168.204.24@tcp:101:ll_cfg_requeue.0 Request processed in 189us (808us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421269.533867:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 468 00000100:00100000:3.0:1777421269.536429:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421269.536726:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006965376 00000100:00100000:2.0:1777421269.536740:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006965376 00000100:00100000:2.0:1777421269.536810:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 469 00000100:00100000:2.0:1777421269.536831:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:5543:x1863761006965376:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777421269.537008:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:5543:x1863761006965376:12345-192.168.204.24@tcp:501:ll_cfg_requeue.0 Request processed in 187us (590us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777421269.537018:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 469 00010000:00010000:2.0:1777421270.242611:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1777421270.495656:0:17450:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12a: Restore an imported file explicitly ========================================================== 20:07:49 (1777421269) 00000100:00100000:0.0:1777421270.645792:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421270.645962:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006965632 00000100:00100000:3.0:1777421270.645974:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006965632 00000100:00100000:3.0:1777421270.646049:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 744 00000100:00100000:3.0:1777421270.646060:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+31:23092:x1863761006965632:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421270.646081:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421270.646103:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c2486 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e054ec expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.646225:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60c00/0xd9d09a059d6c248d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.646240:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60c00/0xd9d09a059d6c248d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.646253:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60c00/0xd9d09a059d6c248d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421270.646265:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:3.0:1777421270.646514:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c2486 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054ec expref: 34 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.646531:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60c00/0xd9d09a059d6c248d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054ec expref: 33 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.646539:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:3.0:1777421270.646542:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777421270.646568:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60c00, rc 0) 00000100:00100000:3.0:1777421270.646624:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+33:23092:x1863761006965632:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 567us (842us total) trans 4294967781 rc 0/0 00000100:00100000:3.0:1777421270.646632:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 744 00000100:00080000:0.0:1777421270.646698:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421270.650657:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421270.650758:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006965760 00000100:00100000:1.0:1777421270.650769:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006965760 00000100:00100000:1.0:1777421270.650820:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 745 00000100:00100000:1.0:1777421270.650831:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+33:23092:x1863761006965760:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1777421270.650945:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+33:23092:x1863761006965760:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 116us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421270.650952:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 745 00000100:00100000:2.0:1777421270.656729:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421270.656832:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006965888 00000100:00100000:1.0:1777421270.656846:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006965888 00000100:00080000:0.0:1777421270.656920:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421270.656984:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 746 00000100:00100000:1.0:1777421270.657007:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+74:23093:x1863761006965888:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421270.657028:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421270.657050:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c249b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e054f3 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.657115:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c24a2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.657129:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c24a2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.657141:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c24a2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.657156:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c24a9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.657168:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c24a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.657175:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c24a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.657247:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c24a2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.657255:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c24a2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.657261:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c24a2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.657338:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421270.657343:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c24a2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.657351:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c24a2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.657363:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57800) 00010000:00010000:1.0:1777421270.657366:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421270.657370:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c24a2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.657374:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c24a2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.657384:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c24a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.657387:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c24a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.657392:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c24a9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.657395:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421270.657396:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c24a9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.657399:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c24a9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.657411:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff97104fb1d400) 00010000:00010000:1.0:1777421270.657413:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421270.657414:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c24a9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.657418:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c24a9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.657442:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c249b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054f3 expref: 75 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.657449:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57800) 00010000:00010000:1.0:1777421270.657450:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421270.657452:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c249b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054f3 expref: 75 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.657461:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43d8e200, rc 0) 00000100:00100000:1.0:1777421270.657526:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+74:23093:x1863761006965888:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 520us (811us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421270.657534:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 746 00000100:00100000:0.0:1777421270.660479:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421270.660694:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006966144 00000100:00100000:1.0:1777421270.660704:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006966144 00000100:00100000:1.0:1777421270.660758:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 747 00000100:00100000:1.0:1777421270.660769:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+74:23093:x1863761006966144:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:1.0:1777421270.660819:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421270.660845:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c230c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05498 expref: 74 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.660883:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57800) 00010000:00010000:1.0:1777421270.660889:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421270.660983:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c24b0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.660998:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2336 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054a6 expref: 32 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.661005:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c24b0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.661037:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2336 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054a6 expref: 32 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.661049:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2336 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054a6 expref: 32 pid: 8245 timeout: 437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421270.661063:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080972d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018353536:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421270.661158:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045624a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777421270.663517:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080972d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018353536:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421270.663539:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c24b0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421270.663625:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421270.663722:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006966272 00000100:00100000:2.0:1777421270.663734:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006966272 00010000:00010000:2.0:1777421270.663778:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2336 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054a6 expref: 33 pid: 8245 timeout: 437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421270.663821:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 243 00000100:00100000:2.0:1777421270.663831:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+33:2361:x1863761006966272:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421270.663847:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421270.663854:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2336 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054a6 expref: 33 pid: 8245 timeout: 437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.663867:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2336 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054a6 expref: 33 pid: 8245 timeout: 437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.663916:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2336 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054a6 expref: 33 pid: 8245 timeout: 437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.663932:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57800) 00010000:00010000:2.0:1777421270.663937:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c24b0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.663947:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c24b0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.663955:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c24b0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.663988:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421270.664046:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+32:2361:x1863761006966272:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 217us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421270.664055:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 243 00010000:00010000:1.0:1777421270.664122:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c24b0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.664130:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c24b0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.664173:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c24b7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.664185:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c24b7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.664194:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c24b7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421270.665073:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 512 00010000:00010000:1.0:1777421270.665085:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c24b0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.665092:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c24b0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.665097:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c24b0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.665102:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421270.665105:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c24b0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.665111:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c24b0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.665119:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57800) 00010000:00010000:1.0:1777421270.665120:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421270.665124:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c24b0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.665135:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c24b0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421270.665150:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000046b9e583 reply state 00000000ae8b3bc1 transno 4294967782 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c24b7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421270.665156:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421270.665346:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+75:23093:x1863761006966144:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 4576us (4873us total) trans 4294967782 rc 0/0 00000100:00100000:1.0:1777421270.665354:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 747 00010000:00010000:3.0:1777421270.667495:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c24b7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.667516:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c24b7 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.667524:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c24b7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.667530:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421270.667535:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c24b7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.667543:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c24b7 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.667573:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff97104fb1d400) 00010000:00010000:3.0:1777421270.667576:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421270.667582:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c24b7 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.667589:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c24b7 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777421270.690683:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421270.690696:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421270.692090:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1777421270.692851:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421270.833520:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421270.833620:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006966400 00000100:00100000:3.0:1777421270.833638:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006966400 00000100:00080000:0.0:1777421270.833803:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00100000:3.0:1777421270.833958:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xd:0x0] (0->157) req@ffff97106ffeb800 x1863761006966400/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:281/0 lens 648/0 e 0 to 0 dl 1777421281 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421270.833968:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ffeb800 with x1863761006966400 ext(0->157) 00002000:00010000:3.0:1777421270.833976:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97106ffeb800 00000100:00100000:3.0:1777421270.834056:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 60 00000100:00100000:3.0:1777421270.834066:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761006966400:12345-192.168.204.24@tcp:4:cp.0 00000100:00100000:3.0:1777421270.834796:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006966400:12345-192.168.204.24@tcp:4:cp.0 Request processed in 727us (1282us total) trans 4294967327 rc 0/0 00000100:00100000:3.0:1777421270.834806:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 60 00002000:00100000:3.0:1777421270.834814:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xd:0x0] (0->157) req@ffff97106ffeb800 x1863761006966400/t4294967327(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:281/0 lens 648/448 e 0 to 0 dl 1777421281 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421270.834822:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ffeb800 with x1863761006966400 ext(0->157) 00002000:00010000:3.0:1777421270.834826:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97106ffeb800 00000100:00100000:0.0:1777421270.876658:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421270.876759:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006966528 00000100:00100000:1.0:1777421270.876770:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006966528 00000100:00100000:1.0:1777421270.876831:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 748 00000100:00100000:1.0:1777421270.876842:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+74:23130:x1863761006966528:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:1.0:1777421270.876864:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421270.876887:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c24be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e054fa expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.876947:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c24c5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.876961:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c24c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.876971:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c24c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421270.877026:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1777421270.877029:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 21 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421270.877066:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c24c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.877089:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c24be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054fa expref: 76 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.877106:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c24c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054fa expref: 75 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.877114:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:1.0:1777421270.877118:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421270.877122:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42957800, rc 0) 00000100:00100000:1.0:1777421270.877181:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+75:23130:x1863761006966528:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 342us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421270.877189:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 748 00000100:00100000:2.0:1777421270.885018:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421270.885135:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006966784 00000100:00100000:1.0:1777421270.885150:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006966784 00000100:00100000:1.0:1777421270.885226:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 749 00000100:00100000:1.0:1777421270.885238:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+75:23130:x1863761006966784:12345-192.168.204.24@tcp:36:mkdir.0 00010000:00010000:1.0:1777421270.885322:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421270.885348:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c24c5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e054fa expref: 75 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.885369:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:1.0:1777421270.885381:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421270.885556:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+74:23130:x1863761006966784:12345-192.168.204.24@tcp:36:mkdir.0 Request processed in 320us (552us total) trans 0 rc -17/-17 00000100:00100000:1.0:1777421270.885564:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 749 00000100:00100000:0.0:1777421270.890169:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421270.890257:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006966912 00000100:00100000:3.0:1777421270.890268:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006966912 00000100:00100000:3.0:1777421270.890795:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 750 00000100:00100000:3.0:1777421270.890806:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+74:23130:x1863761006966912:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:3.0:1777421270.890824:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421270.890847:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c24cc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05501 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.890910:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c24d3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.890934:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c24d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.890945:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c24d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421270.891146:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1777421270.891150:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 21 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421270.891171:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c24d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.891197:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c24cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05501 expref: 76 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.891214:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c24d3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05501 expref: 75 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.891222:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57500) 00010000:00010000:3.0:1777421270.891225:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421270.891228:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60e00, rc 0) 00000100:00100000:3.0:1777421270.891306:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+75:23130:x1863761006966912:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 501us (1145us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421270.891315:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 750 00000100:00100000:0.0:1777421270.893591:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421270.893755:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006967040 00000100:00100000:3.0:1777421270.893764:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006967040 00000100:00100000:3.0:1777421270.893859:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 751 00000100:00100000:3.0:1777421270.893870:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+75:23130:x1863761006967040:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:3.0:1777421270.893889:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421270.893916:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c24da lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05508 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.893979:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c24e1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.893993:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c24e1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.894003:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c24e1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.894013:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c24e8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.894018:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c24e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.894022:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c24e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.894092:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c24ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.894097:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c24ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.894100:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c24ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421270.894140:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 512 00000004:00200000:3.0:1777421270.894145:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421270.894168:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c24ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.894187:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c24e1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.894193:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c24e1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.894200:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c24e1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.894207:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421270.894221:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c24e1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.894230:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c24e1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.894242:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57500) 00010000:00010000:3.0:1777421270.894245:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421270.894249:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c24e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.894255:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c24e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.894266:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c24e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.894369:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c24e8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.894375:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c24e8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.894383:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421270.894386:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c24e8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.894390:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c24e8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.894395:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff971043c57600) 00010000:00010000:3.0:1777421270.894397:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421270.894399:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c24e8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.894403:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c24e8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.894425:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c24da lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05508 expref: 77 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.894433:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c24ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05508 expref: 76 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.894438:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff971043c57900) 00010000:00010000:3.0:1777421270.894448:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421270.894449:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60200, rc 0) 00000100:00100000:3.0:1777421270.894523:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+76:23130:x1863761006967040:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 656us (1403us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421270.894529:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 751 00000100:00100000:2.0:1777421270.932783:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421270.932898:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006967168 00000100:00100000:3.0:1777421270.932920:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006967168 00000100:00100000:3.0:1777421270.932983:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 752 00000100:00100000:3.0:1777421270.932993:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+32:23136:x1863761006967168:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421270.933013:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421270.933032:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c24f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0550f expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.933102:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c24fd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.933115:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c24fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.933123:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c24fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421270.933178:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1777421270.933181:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 21 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421270.933205:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c24fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.933233:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c24f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0550f expref: 34 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.933250:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c24fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0550f expref: 33 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.933259:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57500) 00010000:00010000:3.0:1777421270.933262:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421270.933265:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61800, rc 0) 00000100:00100000:3.0:1777421270.933367:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+33:23136:x1863761006967168:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 374us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421270.933374:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 752 00000100:00100000:0.0:1777421270.938734:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421270.938817:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006967424 00000100:00100000:1.0:1777421270.938992:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006967424 00000100:00100000:1.0:1777421270.939051:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 753 00000100:00100000:1.0:1777421270.939061:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+76:23136:x1863761006967424:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421270.939079:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421270.939082:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1777421270.939106:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c24ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05508 expref: 76 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.939124:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff971043c57900) 00010000:00010000:1.0:1777421270.939135:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421270.939150:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c2504 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05516 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.939324:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c250b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.939337:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c250b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.939349:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c250b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.939362:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c2512 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.939370:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c2512 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.939377:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c2512 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.940059:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c2519 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.940069:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c2519 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.940076:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c2519 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421270.940086:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 0 00010000:00010000:1.0:1777421270.940109:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c250b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.940116:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c250b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.940123:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c250b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.940129:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421270.940133:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c250b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.940141:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c250b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.940149:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:1.0:1777421270.940152:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421270.940156:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c250b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.940173:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c250b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421270.940185:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000006f84ece9 reply state 00000000183eeb16 transno 4294967783 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c2512 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421270.940194:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777421270.940221:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c2504 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05516 expref: 78 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.940240:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c2519 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05516 expref: 77 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.940247:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff97104fb1d400) 00010000:00010000:1.0:1777421270.940249:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421270.940251:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42957600, rc 0) 00000100:00100000:1.0:1777421270.940339:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+78:23136:x1863761006967424:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1279us (1612us total) trans 4294967783 rc 0/0 00000100:00100000:1.0:1777421270.940348:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 753 00010000:00010000:1.0:1777421270.943963:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c2512 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.943982:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c2512 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.943989:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c2512 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.943995:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42956e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421270.944016:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c2512 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.944023:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c2512 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.944037:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x3b61a3c9 (ffff97104fb1d200) 00010000:00010000:1.0:1777421270.944041:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421270.944045:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c2512 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.944050:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c2512 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421270.946503:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421270.946558:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006967680 00000100:00100000:1.0:1777421270.946569:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006967680 00000100:00100000:1.0:1777421270.946616:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 754 00000100:00100000:1.0:1777421270.946626:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+77:23136:x1863761006967680:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421270.946649:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421270.946667:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2527 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0551d expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.946756:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c252e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.946767:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c2519 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05516 expref: 78 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.946773:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c252e lrc: 4/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.946818:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c2519 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05516 expref: 78 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.946830:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c2519 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05516 expref: 78 pid: 8245 timeout: 437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421270.946844:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080972d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018353664:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421270.946952:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff97105893c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421270.950143:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080972d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018353664:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421270.950172:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c252e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421270.950531:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421270.950674:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006967808 00000100:00100000:0.0:1777421270.950682:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006967808 00010000:00010000:0.0:1777421270.950721:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c2519 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05516 expref: 79 pid: 8245 timeout: 437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421270.950756:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 244 00000100:00100000:0.0:1777421270.950765:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+79:2361:x1863761006967808:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421270.950778:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421270.950785:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c2519 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05516 expref: 79 pid: 8245 timeout: 437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.950798:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c2519 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05516 expref: 79 pid: 8245 timeout: 437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.950820:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c2519 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05516 expref: 79 pid: 8245 timeout: 437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.950832:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff97104fb1d400) 00010000:00010000:0.0:1777421270.950835:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c252e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.950842:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c252e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.950848:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c252e lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.950883:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421270.950923:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+78:2361:x1863761006967808:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 160us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421270.950928:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 244 00010000:00010000:1.0:1777421270.951039:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c252e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.951044:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c252e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421270.951059:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 0 00010000:00010000:1.0:1777421270.951266:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c252e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.951302:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c252e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.951307:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c252e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.951311:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421270.951320:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c252e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.951325:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c252e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.951332:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff97104fb1d400) 00010000:00010000:1.0:1777421270.951333:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421270.951336:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c252e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.951339:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c252e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.951381:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2527 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0551d expref: 78 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.951387:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff97104fb1d100) 00010000:00010000:1.0:1777421270.951388:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421270.951391:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2527 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0551d expref: 78 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.951398:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42956000, rc 0) 00000100:00100000:1.0:1777421270.951416:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+77:23136:x1863761006967680:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 4795us (4925us total) trans 4294967784 rc 301/301 00000100:00100000:1.0:1777421270.951421:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 754 00000100:00100000:2.0:1777421270.954453:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421270.954566:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006968064 00000100:00100000:1.0:1777421270.954577:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006968064 00000100:00100000:1.0:1777421270.954640:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 170 00000100:00100000:1.0:1777421270.954651:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+77:23136:x1863761006968064:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421270.954978:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+78:23136:x1863761006968064:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 328us (532us total) trans 4294967785 rc 0/0 00000100:00100000:1.0:1777421270.954986:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 170 00000100:00100000:2.0:1777421270.956441:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421270.956510:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006968192 00000100:00100000:1.0:1777421270.956517:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006968192 00000100:00100000:1.0:1777421270.956579:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 755 00000100:00100000:1.0:1777421270.956588:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+78:23136:x1863761006968192:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421270.956606:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421270.956626:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c253c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05524 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.956675:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c253c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05524 expref: 79 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.956697:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c253c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05524 expref: 79 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421270.956718:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:1.0:1777421270.956722:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421270.956726:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42957800, rc 0) 00000100:00100000:1.0:1777421270.956779:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+79:23136:x1863761006968192:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 191us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421270.956786:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 755 00000100:00100000:2.0:1777421270.958901:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421270.959052:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006968448 00000100:00100000:1.0:1777421270.959062:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006968448 00000100:00100000:3.0:1777421270.959155:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 756 00000100:00100000:3.0:1777421270.959167:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+79:23136:x1863761006968448:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1777421270.959222:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c2543 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.959233:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c2543 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.959241:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c2543 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.959454:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c2543 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.959461:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c2543 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.959466:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c2543 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.959471:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421270.959476:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c2543 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.959483:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c2543 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.959494:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:3.0:1777421270.959510:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777421270.959516:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c2543 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.959524:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c2543 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421270.959627:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+80:23136:x1863761006968448:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 Request processed in 463us (734us total) trans 4294967786 rc 0/0 00000100:00100000:3.0:1777421270.959632:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 756 00000100:00100000:2.0:1777421270.961961:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421270.962099:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006968704 00000100:00100000:3.0:1777421270.962109:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006968704 00000100:00100000:3.0:1777421270.962159:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 757 00000100:00100000:3.0:1777421270.962168:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+80:23136:x1863761006968704:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777421270.962809:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c254a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.962828:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c254a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.962854:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c254a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777421270.963007:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967787 00000004:00010000:2.0:1777421270.963051:0:5770:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000b0a6bafb reply state 0000000092edb8e3 transno 4294967788 ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c254a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421270.963061:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421270.963154:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+83:23136:x1863761006968704:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 985us (1199us total) trans 4294967788 rc 0/0 00000100:00100000:2.0:1777421270.963161:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 757 00000020:00080000:2.0:1777421270.963166:0:5770:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777421270.965499:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c254a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.965516:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c254a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.965524:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c254a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.965528:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510fe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421270.965532:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c254a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.965537:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c254a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.965561:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:3.0:1777421270.965576:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777421270.965582:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c254a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421270.965588:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c254a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421270.967310:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421270.967438:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006968960 00000100:00100000:1.0:1777421270.967474:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006968960 00000100:00100000:1.0:1777421270.967534:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 171 00000100:00100000:1.0:1777421270.967560:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+82:23136:x1863761006968960:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421270.967786:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+83:23136:x1863761006968960:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 242us (514us total) trans 4294967789 rc 0/0 00000100:00100000:1.0:1777421270.967806:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 171 00000100:00100000:2.0:1777421270.989868:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421270.990053:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006969088 00000100:00100000:0.0:1777421270.990064:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006969088 00000100:00100000:0.0:1777421270.990122:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 758 00000100:00100000:0.0:1777421270.990134:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+33:23139:x1863761006969088:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421270.990154:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421270.990176:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c2551 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0552b expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990241:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2558 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990255:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2558 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990267:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2558 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990311:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c255f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990319:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c255f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990326:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c255f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990447:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3000/0xd9d09a059d6c2566 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990456:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3000/0xd9d09a059d6c2566 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990463:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3000/0xd9d09a059d6c2566 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421270.990495:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 512 00000004:00200000:0.0:1777421270.990499:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421270.990521:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3000/0xd9d09a059d6c2566 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990532:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2558 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990552:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2558 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990559:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2558 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990566:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af3400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421270.990570:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2558 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990578:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2558 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990589:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57500) 00010000:00010000:0.0:1777421270.990597:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421270.990602:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2558 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990608:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2558 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990623:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c255f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990629:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c255f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990635:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c255f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990640:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af3a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421270.990643:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c255f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990649:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c255f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990655:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff971049800a00) 00010000:00010000:0.0:1777421270.990658:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421270.990661:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c255f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990667:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c255f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990693:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c2551 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0552b expref: 35 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990717:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3000/0xd9d09a059d6c2566 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0552b expref: 34 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.990724:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff971049800800) 00010000:00010000:0.0:1777421270.990727:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421270.990729:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af3000, rc 0) 00000100:00100000:0.0:1777421270.990825:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:23139:x1863761006969088:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 693us (967us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421270.990832:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 758 00000100:00100000:0.0:1777421270.994586:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421270.994824:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006969344 00000100:00100000:2.0:1777421270.994834:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006969344 00000100:00100000:2.0:1777421270.994886:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 759 00000100:00100000:2.0:1777421270.994897:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:23139:x1863761006969344:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421270.994918:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421270.994998:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c256d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05532 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.995077:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c2574 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.995091:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c2574 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.995102:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c2574 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.995130:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c257b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.995138:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c257b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.995155:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c257b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.995810:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c2582 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.995821:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c2582 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.995829:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c2582 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421270.995839:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00010000:00010000:2.0:1777421270.995934:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c2574 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.995949:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c2574 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.995956:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c2574 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.995962:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510fc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421270.995965:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c2574 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.995983:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c2574 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.996004:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff971049800800) 00010000:00010000:2.0:1777421270.996008:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421270.996013:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c2574 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.996020:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c2574 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.996039:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c257b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.996045:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c257b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.996051:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c257b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.996056:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510e600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421270.996059:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c257b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.996066:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c257b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.996073:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x3b61a3c9 (ffff971053d1f900) 00010000:00010000:2.0:1777421270.996076:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421270.996079:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c257b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.996096:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510e600/0xd9d09a059d6c257b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.996152:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c256d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05532 expref: 37 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.996167:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c2582 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05532 expref: 36 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421270.996175:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:2.0:1777421270.996177:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421270.996179:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510fa00, rc 0) 00000100:00100000:2.0:1777421270.996247:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:23139:x1863761006969344:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1352us (1670us total) trans 4294967790 rc 0/0 00000100:00100000:2.0:1777421270.996254:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 759 00000100:00100000:2.0:1777421270.999369:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421270.999474:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006969472 00000100:00100000:0.0:1777421270.999483:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006969472 00000100:00100000:0.0:1777421270.999527:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 760 00000100:00100000:0.0:1777421270.999533:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:23139:x1863761006969472:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:0.0:1777421270.999597:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c2590 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.999609:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c2590 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.999617:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c2590 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.999636:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c2590 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.999640:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c2590 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.999654:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c2590 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.999658:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af2800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421270.999661:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c2590 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.999665:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c2590 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.999673:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:0.0:1777421270.999675:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421270.999678:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c2590 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421270.999682:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c2590 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421270.999744:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:23139:x1863761006969472:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 209us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421270.999751:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 760 00000100:00100000:3.0:1777421271.006213:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421271.006337:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006969728 00000100:00100000:1.0:1777421271.006348:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006969728 00000100:00100000:1.0:1777421271.006582:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 172 00000100:00100000:1.0:1777421271.006593:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:23139:x1863761006969728:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1777421271.006923:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:23139:x1863761006969728:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 331us (717us total) trans 4294967791 rc 0/0 00000100:00100000:1.0:1777421271.007003:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 172 00000100:00100000:2.0:1777421271.049178:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421271.049300:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006969856 00000100:00100000:0.0:1777421271.049311:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006969856 00000100:00100000:0.0:1777421271.049426:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 761 00000100:00100000:0.0:1777421271.049436:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:23147:x1863761006969856:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421271.049460:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421271.049481:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c2597 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05539 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.049577:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c259e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.049591:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c259e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.049602:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c259e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421271.049659:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 512 00000004:00200000:0.0:1777421271.049663:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421271.049683:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c259e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.049708:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c2597 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05539 expref: 39 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.049725:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c259e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05539 expref: 38 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.049744:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff971049800800) 00010000:00010000:0.0:1777421271.049748:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421271.049751:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af3a00, rc 0) 00000100:00100000:0.0:1777421271.049805:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:23147:x1863761006969856:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 371us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421271.049813:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 761 00000100:00100000:2.0:1777421271.055425:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421271.055593:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006970112 00000100:00100000:3.0:1777421271.055604:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006970112 00000100:00100000:3.0:1777421271.055668:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 30 00000100:00100000:3.0:1777421271.055678:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:23147:x1863761006970112:12345-192.168.204.24@tcp:103:lfs.0 00010000:00010000:3.0:1777421271.055692:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421271.055715:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c2582 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05532 expref: 38 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421271.055740:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:3.0:1777421271.055746:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421271.055800:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:23147:x1863761006970112:12345-192.168.204.24@tcp:103:lfs.0 Request processed in 122us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421271.055808:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 30 00000100:00100000:3.0:1777421271.057471:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421271.057593:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006970240 00000100:00100000:0.0:1777421271.057603:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006970240 00000100:00100000:0.0:1777421271.057669:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 762 00000100:00100000:0.0:1777421271.057678:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:23147:x1863761006970240:12345-192.168.204.24@tcp:58:lfs.0 00010000:00010000:0.0:1777421271.057767:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c25a5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.057784:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c253c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05524 expref: 82 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.057793:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c25a5 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.057827:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c253c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05524 expref: 82 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.057841:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c253c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05524 expref: 82 pid: 8245 timeout: 437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421271.057854:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff72d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018353792:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421271.057938:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421271.061405:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421271.061462:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006970368 00000100:00100000:3.0:1777421271.061473:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006970368 00010000:00010000:3.0:1777421271.061512:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c253c lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05524 expref: 83 pid: 8245 timeout: 437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421271.061593:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff72d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018353792:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421271.061606:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 245 00000100:00100000:3.0:1777421271.061625:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+83:2360:x1863761006970368:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421271.061652:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421271.061660:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c253c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05524 expref: 83 pid: 8245 timeout: 437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421271.061674:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c253c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05524 expref: 83 pid: 8245 timeout: 437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.061686:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c25a5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421271.061697:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c253c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05524 expref: 83 pid: 8245 timeout: 437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421271.061713:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:3.0:1777421271.061718:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c25a5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421271.061726:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c25a5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421271.061732:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c25a5 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421271.061759:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421271.061790:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c25a5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.061799:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c25a5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421271.061814:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+82:2360:x1863761006970368:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 197us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421271.061825:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 245 00000040:00080000:0.0:1777421271.062102:0:5770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].18, 136 off10640 00000100:00100000:0.0:1777421271.062175:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:23147:x1863761006970240:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 4497us (4709us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421271.062184:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 762 00010000:00010000:3.0:1777421271.266460:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777421271.486024:0:17499:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421271.486034:0:17499:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421271.486078:0:17499:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:3.0:1777421271.486084:0:17499:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1777421271.714524:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421271.714544:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421271.714586:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:3.0:1777421271.714595:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421271.714729:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708ed80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018353920:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421271.714964:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049b05900 going to sleep for 11 seconds 00000100:00100000:3.0:1777421271.719788:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708ed80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018353920:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421271.721699:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421271.721948:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006970496 00000100:00100000:0.0:1777421271.721959:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006970496 00000100:00100000:0.0:1777421271.722030:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 763 00000100:00100000:0.0:1777421271.722042:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:23158:x1863761006970496:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421271.722075:0:5770:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421271.722250:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:23158:x1863761006970496:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 211us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421271.722258:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 763 00000100:00100000:1.0:1777421271.726608:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421271.726748:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006970624 00000100:00100000:0.0:1777421271.726758:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006970624 00000100:00100000:0.0:1777421271.726852:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 764 00000100:00100000:0.0:1777421271.726862:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080972d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:23158:x1863761006970624:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1777421271.726935:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c25ac lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.726952:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c25ac lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.726965:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c25ac lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727017:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c25b3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727042:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c25b3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727049:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c25b3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727076:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c25ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727084:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c25ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727090:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c25ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421271.727123:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00000004:00200000:0.0:1777421271.727127:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421271.727140:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c25ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727150:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c25ac lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727157:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c25ac lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727163:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c25ac lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727169:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af3200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421271.727173:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c25ac lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727186:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c25ac lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727197:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:0.0:1777421271.727200:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421271.727205:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c25ac lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727211:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c25ac lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727226:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c25b3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727231:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c25b3 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727236:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c25b3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727241:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af2a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421271.727243:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c25b3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727248:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c25b3 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727254:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x43be2ce7 (ffff971049800a00) 00010000:00010000:0.0:1777421271.727256:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421271.727259:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c25b3 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727325:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c25b3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727341:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c25ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727347:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c25ba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727354:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c25ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727359:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af3c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421271.727362:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c25ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727368:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c25ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727376:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:0.0:1777421271.727378:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421271.727392:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c25ba lrc: 2/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.727398:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c25ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421271.727473:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080972d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:23158:x1863761006970624:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 Request processed in 612us (873us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421271.727481:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 764 00000100:00100000:2.0:1777421271.732386:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421271.732671:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006970880 00000100:00100000:0.0:1777421271.732686:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006970880 00000100:00100000:0.0:1777421271.732754:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 765 00000100:00100000:0.0:1777421271.732765:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:23158:x1863761006970880:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421271.732786:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421271.732807:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c25c1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05540 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.732909:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c25c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.732925:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c25c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.732936:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c25c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421271.732948:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00010000:00010000:0.0:1777421271.733056:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c25c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.733064:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c25c8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.733071:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c25c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.733077:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af2000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421271.733081:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c25c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.733107:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c25c8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.733118:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:0.0:1777421271.733121:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421271.733269:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c25c8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.733299:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c25c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.733399:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c25c1 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05540 expref: 39 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.733410:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:0.0:1777421271.733412:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421271.733416:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c25c1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05540 expref: 39 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.733426:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af3200, rc 0) 00000100:00100000:0.0:1777421271.733619:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:23158:x1863761006970880:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 855us (1287us total) trans 4294967792 rc 301/301 00000100:00100000:0.0:1777421271.733628:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 765 00000100:00100000:3.0:1777421271.735826:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421271.735891:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006971008 00000100:00100000:0.0:1777421271.735901:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006971008 00000100:00100000:0.0:1777421271.735949:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 766 00000100:00100000:0.0:1777421271.735959:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:23158:x1863761006971008:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421271.736011:0:5770:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421271.736099:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:23158:x1863761006971008:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 141us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421271.736104:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 766 00000100:00100000:1.0:1777421271.741630:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421271.741685:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006971264 00000100:00100000:0.0:1777421271.741694:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006971264 00000100:00100000:0.0:1777421271.741834:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 767 00000100:00100000:0.0:1777421271.741845:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:23158:x1863761006971264:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421271.741866:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421271.741869:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1777421271.741895:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c259e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05539 expref: 38 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.741916:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff971049800800) 00010000:00010000:0.0:1777421271.741921:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421271.742673:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c25d6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05547 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421271.743199:0:5770:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xf:0x0], index 0: 0 00010000:00010000:0.0:1777421271.743425:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c25dd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.743440:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c25dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.743450:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c25dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.743536:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c25d6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05547 expref: 40 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.743553:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c25dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05547 expref: 39 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.743561:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff971049800a00) 00010000:00010000:0.0:1777421271.743564:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421271.743568:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af3200, rc 0) 00000100:00100000:0.0:1777421271.743639:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:23158:x1863761006971264:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1796us (2018us total) trans 4294967793 rc 0/0 00000100:00100000:0.0:1777421271.743649:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 767 00000100:00100000:2.0:1777421271.747783:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421271.748086:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006971520 00000100:00100000:0.0:1777421271.748095:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006971520 00000100:00100000:0.0:1777421271.748152:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 768 00000100:00100000:0.0:1777421271.748164:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:23158:x1863761006971520:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421271.748216:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421271.748242:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c25dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05547 expref: 39 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.748262:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff971049800a00) 00010000:00010000:0.0:1777421271.748293:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421271.748313:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c25eb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.748325:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c25eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.748347:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c25eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.748360:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c25f2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x30:0x0].0x7035ff0e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.748367:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c25f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x7035ff0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.748373:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c25f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x7035ff0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.748444:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c25eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.748451:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c25eb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.748458:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c25eb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.748465:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af2000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421271.748469:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c25eb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.748477:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c25eb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.748487:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff971049800800) 00010000:00010000:0.0:1777421271.748489:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421271.748492:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c25eb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.748504:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c25eb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.748514:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c25f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x7035ff0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.748519:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c25f2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x7035ff0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.748538:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c25f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x7035ff0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.748544:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af2a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421271.748548:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c25f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x7035ff0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.748553:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c25f2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x7035ff0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.748560:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x7035ff0e (ffff971049800400) 00010000:00010000:0.0:1777421271.748563:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421271.748565:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c25f2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0x7035ff0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.748570:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c25f2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0x7035ff0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421271.748655:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:23158:x1863761006971520:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 494us (881us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777421271.748663:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 768 00000100:00100000:3.0:1777421271.751371:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421271.751567:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006971648 00000100:00100000:0.0:1777421271.751586:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006971648 00000100:00100000:0.0:1777421271.751654:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 769 00000100:00100000:0.0:1777421271.751665:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:23158:x1863761006971648:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421271.751685:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421271.751703:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2600/0xd9d09a059d6c25f9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0554e expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.751731:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2c00/0xd9d09a059d6c2600 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.751741:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2c00/0xd9d09a059d6c2600 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.751749:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2c00/0xd9d09a059d6c2600 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.752349:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2600/0xd9d09a059d6c25f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0554e expref: 40 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.752368:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2c00/0xd9d09a059d6c2600 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0554e expref: 39 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.752377:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff971049800f00) 00010000:00010000:0.0:1777421271.752387:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421271.752391:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af2c00, rc 0) 00000100:00100000:0.0:1777421271.752457:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:23158:x1863761006971648:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 794us (1101us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421271.752465:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 769 00000100:00100000:1.0:1777421271.755604:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421271.755862:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006971904 00000100:00100000:0.0:1777421271.755873:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006971904 00000100:00100000:0.0:1777421271.755935:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 770 00000100:00100000:0.0:1777421271.755945:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:23158:x1863761006971904:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421271.756025:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c2607 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.756042:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c2607 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.756053:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c2607 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777421271.756373:0:5770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].6, 88 off8600 00000004:00080000:0.0:1777421271.756397:0:5770:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 338313121629ns, next at 339313118955ns, rc = 0 00000004:00010000:0.0:1777421271.756488:0:5770:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000076696f36 reply state 00000000c41923b9 transno 4294967794 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c2607 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421271.756497:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421271.756604:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:23158:x1863761006971904:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 659us (1008us total) trans 4294967794 rc 0/0 00000100:00100000:0.0:1777421271.756611:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 770 00010000:00010000:1.0:1777421271.758327:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c2607 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.758342:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c2607 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.758349:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c2607 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.758355:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af3a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421271.758360:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c2607 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.758387:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c2607 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.758402:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff971049800f00) 00010000:00010000:1.0:1777421271.758405:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777421271.758410:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c2607 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.758415:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c2607 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421271.758789:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421271.758885:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006972032 00000100:00100000:0.0:1777421271.758896:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006972032 00000100:00100000:0.0:1777421271.758956:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 771 00000100:00100000:0.0:1777421271.758965:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+40:23158:x1863761006972032:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421271.758986:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421271.759003:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c260e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05555 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.759067:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c260e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05555 expref: 41 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.759080:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c260e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05555 expref: 41 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.759099:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff971049800f00) 00010000:00010000:0.0:1777421271.759102:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421271.759105:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af3400, rc 0) 00000100:00100000:0.0:1777421271.759314:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:23158:x1863761006972032:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 349us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421271.759320:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 771 00000100:00100000:2.0:1777421271.762266:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421271.762407:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006972160 00000100:00100000:3.0:1777421271.762424:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006972160 00000100:00100000:3.0:1777421271.762493:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 183 00000100:00100000:3.0:1777421271.762504:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2358:x1863761006972160:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1777421271.763050:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2358:x1863761006972160:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 Request processed in 546us (797us total) trans 4294967328 rc 0/0 00000100:00100000:3.0:1777421271.763059:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 183 00000100:00100000:3.0:1777421271.766215:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421271.766475:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006972416 00000100:00100000:1.0:1777421271.766490:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006972416 00000100:00100000:1.0:1777421271.766614:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 173 00000100:00100000:1.0:1777421271.766628:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:23158:x1863761006972416:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421271.766974:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:23158:x1863761006972416:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 347us (773us total) trans 4294967795 rc 0/0 00000100:00100000:1.0:1777421271.766983:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 173 00000100:00100000:2.0:1777421271.769586:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421271.769758:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006972672 00000100:00100000:0.0:1777421271.769772:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006972672 00000100:00100000:0.0:1777421271.769938:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 772 00000100:00100000:0.0:1777421271.769949:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080742300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:23158:x1863761006972672:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421271.770098:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080742300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:23158:x1863761006972672:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 150us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421271.770106:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 772 00000100:00100000:2.0:1777421271.772441:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421271.772740:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006972800 00000100:00100000:1.0:1777421271.772754:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006972800 00000100:00100000:1.0:1777421271.772837:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 773 00000100:00100000:1.0:1777421271.772848:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080740000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:23158:x1863761006972800:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421271.772876:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421271.772906:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c2615 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0555c expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.773057:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c261c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.773077:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c261c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.773094:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c261c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421271.773408:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421271.773438:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c261c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.773472:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c2615 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0555c expref: 44 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.773494:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c261c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0555c expref: 43 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.773504:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff971049800f00) 00010000:00010000:1.0:1777421271.773507:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777421271.773512:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42957c00, rc 0) 00000100:00100000:1.0:1777421271.773614:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080740000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:23158:x1863761006972800:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 767us (1187us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421271.773628:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 773 00000100:00100000:3.0:1777421271.776453:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421271.776518:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006972928 00000100:00100000:2.0:1777421271.776543:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006972928 00000100:00100000:2.0:1777421271.776636:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 184 00000100:00100000:2.0:1777421271.776648:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2358:x1863761006972928:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421271.776747:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421271.776777:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d14eda78/0xd9d09a059d6c2623 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05563 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421271.776812:0:6554:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69f14bd7, blocks: 0x1 00010000:00010000:2.0:1777421271.776838:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421271.776842:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421271.776853:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d14eda78/0xd9d09a059d6c2623 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05563 expref: 12 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421271.776876:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d14eda78/0xd9d09a059d6c2623 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05563 expref: 12 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421271.776893:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510e600, rc 0) 00000100:00100000:2.0:1777421271.777011:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2358:x1863761006972928:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 365us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421271.777020:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 184 00000100:00100000:1.0:1777421271.779832:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421271.779883:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006973184 00000100:00100000:3.0:1777421271.779896:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006973184 00000100:00100000:3.0:1777421271.779963:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 774 00000100:00100000:3.0:1777421271.779972:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:23158:x1863761006973184:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777421271.780162:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:23158:x1863761006973184:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 189us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421271.780170:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 774 00000100:00100000:0.0:1777421271.785120:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421271.785316:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006973312 00000100:00100000:2.0:1777421271.785330:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006973312 00000100:00100000:2.0:1777421271.785404:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 185 00000100:00100000:2.0:1777421271.785415:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:23158:x1863761006973312:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421271.785438:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421271.785462:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c262a lrc: 2/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0556a expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421271.785536:0:6554:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d14eda78/0xd9d09a059d6c2623 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05563 expref: 13 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421271.785547:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421271.785549:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421271.785554:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c262a lrc: 4/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0556a expref: 13 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421271.785600:0:6554:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d14eda78/0xd9d09a059d6c2623 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05563 expref: 13 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421271.785615:0:6554:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d14eda78/0xd9d09a059d6c2623 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05563 expref: 13 pid: 6554 timeout: 438 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421271.785632:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6554:1863761018354048:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421271.785750:0:6554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104af2dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1777421271.791864:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421271.791957:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006973440 00000100:00100000:3.0:1777421271.791985:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006973440 00010000:00010000:3.0:1777421271.792037:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d14eda78/0xd9d09a059d6c2623 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05563 expref: 14 pid: 6554 timeout: 438 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421271.792088:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 246 00000100:00100000:3.0:1777421271.792098:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:2361:x1863761006973440:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421271.792118:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421271.792151:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d14eda78/0xd9d09a059d6c2623 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05563 expref: 14 pid: 6554 timeout: 438 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421271.792167:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d14eda78/0xd9d09a059d6c2623 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05563 expref: 14 pid: 6554 timeout: 438 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421271.792200:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421271.792202:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421271.792211:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c262a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0556a expref: 14 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421271.792223:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c262a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0556a expref: 14 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421271.792267:0:11342:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c262a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0556a expref: 14 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421271.792324:0:11342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11342:1863761018354176:192.168.204.24@tcp:105: 00000100:00100000:3.0:1777421271.792422:0:11342:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049b05900 going to sleep for 11 seconds 00010000:00010000:0.0:1777421271.792762:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d14eda78/0xd9d09a059d6c2623 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05563 expref: 14 pid: 6554 timeout: 438 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421271.792780:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6554:1863761018354048:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421271.792816:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c262a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0556a expref: 13 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.792827:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510fa00, rc 0) 00000100:00100000:0.0:1777421271.792871:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:23158:x1863761006973312:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 7457us (7766us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421271.792880:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 185 00000100:00100000:3.0:1777421271.796122:0:11342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11342:1863761018354176:192.168.204.24@tcp:105: 00010000:00010000:3.0:1777421271.796152:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421271.796210:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761006973440:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 4114us (4361us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421271.796221:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 246 00000100:00100000:2.0:1777421271.796235:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421271.797960:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006973568 00000100:00100000:0.0:1777421271.797975:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006973568 00002000:00100000:0.0:1777421271.798030:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xf:0x0] (0->157) req@ffff97105003f100 x1863761006973568/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:282/0 lens 648/0 e 0 to 0 dl 1777421282 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421271.798042:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97105003f100 with x1863761006973568 ext(0->157) 00002000:00010000:0.0:1777421271.798048:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97105003f100 00000100:00100000:0.0:1777421271.798083:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 61 00000100:00100000:0.0:1777421271.798093:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761006973568:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1777421271.798567:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:2360:x1863761006973568:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 Request processed in 475us (2342us total) trans 4294967329 rc 0/0 00000100:00100000:0.0:1777421271.798580:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 61 00002000:00100000:0.0:1777421271.798587:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xf:0x0] (0->157) req@ffff97105003f100 x1863761006973568/t4294967329(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:282/0 lens 648/448 e 0 to 0 dl 1777421282 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421271.798594:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97105003f100 with x1863761006973568 ext(0->157) 00002000:00010000:0.0:1777421271.798596:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97105003f100 00000100:00100000:1.0:1777421271.803183:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421271.803316:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006973696 00000100:00100000:0.0:1777421271.803327:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006973696 00000100:00100000:0.0:1777421271.803460:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 775 00000100:00100000:0.0:1777421271.803472:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:23158:x1863761006973696:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1777421271.834218:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:23158:x1863761006973696:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 Request processed in 30731us (31027us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421271.834233:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 775 00000001:00080000:0.0:1777421271.834322:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967794 is committed 00000004:00080000:0.0:1777421271.834335:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 6 committed 00000001:00080000:0.0:1777421271.834403:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967795 is committed 00000001:00080000:0.0:1777421271.834416:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967789 is committed 00000100:00100000:2.0:1777421271.834547:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080972a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018354304:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777421271.834607:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421271.834822:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018354304 00000100:00100000:0.0:1777421271.834830:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018354304 00000100:00100000:0.0:1777421271.834886:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:0.0:1777421271.834896:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018354304:12345-0@lo:2:osp-syn-0-0.0 00000100:00080000:1.0:1777421271.834949:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1777421271.835456:0:6554:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1777421271.835460:0:6554:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb mtime from disk: 0 -> 1777421271 00002000:00010000:0.0:1777421271.835463:0:6554:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777421271.835465:0:6554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb ctime from disk: 1777421271 -> 1777421271 00002000:00010000:0.0:1777421271.835467:0:6554:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777421271.835542:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3299:x1863761018354304:12345-0@lo:2:osp-syn-0-0.0 Request processed in 647us (933us total) trans 4294967330 rc 0/0 00000100:00100000:0.0:1777421271.835549:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000004:00080000:2.0:1777421271.835728:0:3299:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff971080972a00/2, rc 0, transno 4294967330 00000100:00100000:2.0:1777421271.835734:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080972a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018354304:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777421271.836990:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421271.837102:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006973824 00000100:00100000:0.0:1777421271.837110:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006973824 00000100:00100000:0.0:1777421271.838158:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 187 00000100:00100000:0.0:1777421271.838170:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:2361:x1863761006973824:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1777421271.866232:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967330 is committed 00000001:00080000:3.0:1777421271.866256:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967329 is committed 00000100:00100000:0.0:1777421271.866618:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006973824:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 Request processed in 28444us (29625us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421271.866645:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 187 00000100:00100000:2.0:1777421271.869552:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421271.869654:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006974080 00000100:00100000:0.0:1777421271.869665:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006974080 00000100:00100000:0.0:1777421271.869724:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 776 00000100:00100000:0.0:1777421271.869735:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:23158:x1863761006974080:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421271.869787:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421271.869817:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c261c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0555c expref: 36 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.869837:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff971049800f00) 00010000:00010000:0.0:1777421271.869842:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421271.869871:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2631 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.869886:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2631 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.869896:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2631 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.869920:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2631 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.869940:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2631 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.869947:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2631 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.869953:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af2a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421271.869971:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2631 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.869979:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2631 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.869987:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff971049800f00) 00010000:00010000:0.0:1777421271.869990:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421271.869994:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2631 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.870000:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2631 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421271.870106:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:23158:x1863761006974080:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 372us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421271.870114:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 776 00000100:00100000:1.0:1777421271.873894:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421271.873941:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006974208 00000100:00100000:0.0:1777421271.873952:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006974208 00000100:00100000:0.0:1777421271.874007:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 188 00000100:00100000:0.0:1777421271.874016:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761006974208:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1777421271.874311:0:6554:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:0.0:1777421271.874316:0:6554:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb mtime from disk: 1777421271 -> 1536580263 00002000:00010000:0.0:1777421271.874319:0:6554:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb atime from disk: 0 -> 1777420980 00002000:00010000:0.0:1777421271.874329:0:6554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb ctime from disk: 1777421271 -> 1777421270 00002000:00010000:0.0:1777421271.874332:0:6554:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1777421271.874394:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006974208:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 Request processed in 377us (508us total) trans 4294967331 rc 0/0 00000100:00100000:0.0:1777421271.874402:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 188 00000100:00100000:1.0:1777421271.877224:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421271.878643:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006974464 00000100:00100000:0.0:1777421271.878655:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006974464 00000100:00100000:0.0:1777421271.878789:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 777 00000100:00100000:0.0:1777421271.878800:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:23158:x1863761006974464:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1777421271.878878:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2638 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.878896:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2c00/0xd9d09a059d6c2600 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0554e expref: 35 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.878914:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2638 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.878949:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2c00/0xd9d09a059d6c2600 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0554e expref: 35 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.878962:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2c00/0xd9d09a059d6c2600 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0554e expref: 35 pid: 5770 timeout: 438 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421271.878977:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff71f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018354432:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421271.879080:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421271.882690:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff71f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018354432:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421271.882721:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2638 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421271.882755:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421271.883011:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006974592 00000100:00100000:3.0:1777421271.883020:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006974592 00010000:00010000:3.0:1777421271.883051:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2c00/0xd9d09a059d6c2600 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0554e expref: 36 pid: 5770 timeout: 438 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421271.883093:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 247 00000100:00100000:3.0:1777421271.883102:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:2360:x1863761006974592:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421271.883118:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421271.883125:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2c00/0xd9d09a059d6c2600 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0554e expref: 36 pid: 5770 timeout: 438 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421271.883138:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2c00/0xd9d09a059d6c2600 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0554e expref: 36 pid: 5770 timeout: 438 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421271.883158:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2c00/0xd9d09a059d6c2600 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0554e expref: 36 pid: 5770 timeout: 438 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421271.883174:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff971049800f00) 00010000:00010000:3.0:1777421271.883179:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2638 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421271.883200:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2638 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421271.883208:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2638 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421271.883239:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421271.883312:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:2360:x1863761006974592:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 211us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421271.883321:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 247 00010000:00010000:1.0:1777421271.883470:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2638 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.883478:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2638 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.883506:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2638 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.883513:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2638 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.883520:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2638 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.883537:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af2a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421271.883541:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2638 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.883549:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2638 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.883558:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff971049800f00) 00010000:00010000:1.0:1777421271.883561:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777421271.883565:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2638 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.883572:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2638 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421271.883634:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:23158:x1863761006974464:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 Request processed in 4836us (6419us total) trans 0 rc -22/-22 00000100:00100000:1.0:1777421271.883643:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 777 00000100:00100000:2.0:1777421271.886030:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421271.886094:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006974720 00000100:00100000:0.0:1777421271.886104:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006974720 00000100:00100000:0.0:1777421271.886156:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 189 00000100:00100000:0.0:1777421271.886166:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104673ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761006974720:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421271.886224:0:6554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008304998d/0xd9d09a059d6c263f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.886245:0:6554:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c262a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0556a expref: 10 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.886253:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421271.886255:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421271.886259:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008304998d/0xd9d09a059d6c263f lrc: 4/1,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.886334:0:6554:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c262a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0556a expref: 10 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.886349:0:6554:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c262a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0556a expref: 10 pid: 6554 timeout: 438 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421271.886364:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff71f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6554:1863761018354560:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421271.886434:0:6554:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421271.888679:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421271.888760:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff71f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6554:1863761018354560:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421271.888787:0:6554:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008304998d/0xd9d09a059d6c263f lrc: 3/1,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421271.888973:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006974848 00000100:00100000:1.0:1777421271.888981:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006974848 00010000:00010000:1.0:1777421271.889015:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c262a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0556a expref: 11 pid: 6554 timeout: 438 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421271.889092:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 248 00000100:00100000:1.0:1777421271.889102:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971049aed050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761006974848:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421271.889116:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421271.889139:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c262a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0556a expref: 11 pid: 6554 timeout: 438 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.889153:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c262a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0556a expref: 11 pid: 6554 timeout: 438 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.889176:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041395046/0xd9d09a059d6c262a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0556a expref: 11 pid: 6554 timeout: 438 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.889191:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421271.889193:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421271.889198:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008304998d/0xd9d09a059d6c263f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.889207:0:5756:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008304998d/0xd9d09a059d6c263f lrc: 4/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.889259:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421271.889308:0:6554:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008304998d/0xd9d09a059d6c263f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421271.889318:0:6554:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008304998d/0xd9d09a059d6c263f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421271.889342:0:6554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008304998d/0xd9d09a059d6c263f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421271.889343:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971049aed050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761006974848:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 240us (669us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421271.889359:0:6554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008304998d/0xd9d09a059d6c263f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421271.889361:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 248 00010000:00010000:2.0:1777421271.889371:0:6554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008304998d/0xd9d09a059d6c263f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421271.889378:0:6554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af3200 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421271.889383:0:6554:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008304998d/0xd9d09a059d6c263f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421271.889390:0:6554:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008304998d/0xd9d09a059d6c263f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421271.889471:0:6554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008304998d/0xd9d09a059d6c263f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421271.889478:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008304998d/0xd9d09a059d6c263f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421271.889561:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104673ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006974720:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 3395us (3541us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421271.889578:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 189 00000100:00100000:0.0:1777421271.891318:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421271.891386:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006975104 00000100:00100000:1.0:1777421271.891393:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006975104 00000100:00100000:1.0:1777421271.891430:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 778 00000100:00100000:1.0:1777421271.891437:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:23158:x1863761006975104:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777421271.891492:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2646 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.891506:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2646 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.891513:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2646 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.891787:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c264d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.891796:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c260e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05555 expref: 35 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.891802:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c264d lrc: 4/0,1 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.891826:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c260e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05555 expref: 35 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.891848:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c260e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05555 expref: 35 pid: 5770 timeout: 438 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421271.891859:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffe9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018354688:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421271.891915:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104baa63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421271.893265:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffe9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018354688:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421271.893319:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c264d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421271.894362:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421271.894465:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006975232 00000100:00100000:1.0:1777421271.894473:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006975232 00010000:00010000:1.0:1777421271.894506:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c260e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05555 expref: 36 pid: 5770 timeout: 438 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421271.894547:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 249 00000100:00100000:1.0:1777421271.894556:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:2361:x1863761006975232:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421271.894570:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421271.894576:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c260e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05555 expref: 36 pid: 5770 timeout: 438 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.894588:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c260e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05555 expref: 36 pid: 5770 timeout: 438 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.894609:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c260e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05555 expref: 36 pid: 5770 timeout: 438 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.894644:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff971049800f00) 00010000:00010000:1.0:1777421271.894649:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c264d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.894657:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c264d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.894665:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c264d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.894702:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421271.894748:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:2361:x1863761006975232:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 194us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421271.894755:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 249 00010000:00010000:0.0:1777421271.894920:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c264d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421271.894929:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c264d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421271.895147:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967796 00000001:00080000:0.0:1777421271.895334:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967797 00000001:00080000:0.0:1777421271.895369:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967798 00000100:00100000:0.0:1777421271.895449:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff72680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5770:1863761018354816:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1777421271.895508:0:5770:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421271.895557:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4240 going to sleep for 11 seconds 00000100:00100000:2.0:1777421271.895611:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018354816 00000100:00100000:2.0:1777421271.895616:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018354816 00000100:00100000:2.0:1777421271.895655:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1777421271.895663:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5770:x1863761018354816:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1777421271.895752:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5770:x1863761018354816:12345-0@lo:1000:mdt00_000.0 Request processed in 89us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421271.895759:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1777421271.895834:0:5770:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967330 gen 2 00000004:00080000:1.0:1777421271.895840:0:5770:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff971080972a00, transno 4294967330 00000100:00100000:1.0:1777421271.895857:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff72680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5770:1863761018354816:0@lo:1000:mdt00_000.0 00000001:00080000:1.0:1777421271.896012:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967799 00000100:00100000:1.0:1777421271.896058:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffe9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5770:1863761018354944:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777421271.896084:0:5770:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421271.896109:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104baa6180 going to sleep for 11 seconds 00000100:00100000:0.0:1777421271.896257:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018354944 00000100:00100000:0.0:1777421271.896260:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018354944 00000100:00100000:0.0:1777421271.896311:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1777421271.896319:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5770:x1863761018354944:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1777421271.896439:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5770:x1863761018354944:12345-0@lo:1000:mdt00_000.0 Request processed in 121us (354us total) trans 4294967332 rc 0/0 00000100:00100000:0.0:1777421271.896444:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1777421271.896562:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffe9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5770:1863761018354944:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1777421271.896587:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c264d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896596:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c264d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896618:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c264d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896624:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421271.896629:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c264d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896636:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c264d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896649:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff971049800f00) 00010000:00010000:1.0:1777421271.896652:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421271.896656:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c264d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896662:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c264d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896690:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c25a5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896697:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c25a5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896702:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c25a5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896708:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af2800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421271.896710:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c25a5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896728:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c25a5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896736:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:1.0:1777421271.896739:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421271.896742:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c25a5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896747:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c25a5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896767:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c2654 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896778:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c2654 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896787:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c2654 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896793:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c2654 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896799:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c2654 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896804:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c2654 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896809:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42956e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421271.896812:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c2654 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896825:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c2654 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896832:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:1.0:1777421271.896834:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421271.896836:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c2654 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896839:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c2654 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896846:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2646 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896849:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2646 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896852:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2646 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896856:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42956000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421271.896857:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2646 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896860:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2646 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896864:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:1.0:1777421271.896865:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421271.896867:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2646 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.896876:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2646 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421271.897014:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:23158:x1863761006975104:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 5574us (5699us total) trans 4294967800 rc 0/0 00000100:00100000:1.0:1777421271.897022:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 778 00000020:00080000:1.0:1777421271.897026:0:5770:0:(tgt_main.c:782:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:3.0:1777421271.897166:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421271.897170:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421271.897664:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:3.0:1777421271.897674:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421271.900222:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421271.900451:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006975488 00000100:00100000:1.0:1777421271.900462:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006975488 00000100:00100000:1.0:1777421271.900514:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 174 00000100:00100000:1.0:1777421271.900537:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b4c0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:23158:x1863761006975488:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1777421271.900899:0:5774:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x14:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1777421271.900973:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967801 00010000:00010000:1.0:1777421271.902734:0:5774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c265b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.902759:0:5774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c265b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.902772:0:5774:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c265b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.902782:0:5774:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c265b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.902788:0:5774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c265b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.902793:0:5774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c265b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421271.902835:0:5774:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777421271.902997:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b4c0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+40:23158:x1863761006975488:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 2470us (2788us total) trans 4294967802 rc 0/0 00000100:00100000:1.0:1777421271.903007:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 174 00000020:00080000:1.0:1777421271.903013:0:5774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777421271.903171:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777421271.903178:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c265b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421271.903187:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957a00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421271.903191:0:5758:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c265b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421271.903199:0:5758:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c265b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421271.903213:0:5758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff97104fb1d100) 00010000:00010000:3.0:1777421271.903216:0:5758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777421271.903221:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c265b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421271.903239:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c265b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421271.903258:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421271.903260:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421271.903263:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421272.290737:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777421273.010958:0:17551:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421273.010967:0:17551:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421273.011019:0:17551:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:0.0:1777421273.011025:0:17551:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421273.066761:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421273.066888:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006975744 00000100:00100000:1.0:1777421273.066899:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006975744 00000100:00100000:1.0:1777421273.066973:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 779 00000100:00100000:1.0:1777421273.066984:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+40:23168:x1863761006975744:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421273.067013:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421273.067035:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2662 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05571 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067139:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2669 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067155:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2669 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067172:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2669 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067187:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c2670 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067194:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c2670 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067201:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c2670 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067385:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c2677 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067395:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c2677 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067402:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c2677 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421273.067418:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00010000:00010000:1.0:1777421273.067521:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2669 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067529:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2669 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067535:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2669 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067541:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421273.067545:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2669 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067553:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2669 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067564:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff971049800800) 00010000:00010000:1.0:1777421273.067567:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421273.067572:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2669 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067587:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2669 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067600:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c2670 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067606:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c2670 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067612:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c2670 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067617:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421273.067620:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c2670 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067626:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c2670 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067633:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x3b61a3c9 (ffff97104fb1dc00) 00010000:00010000:1.0:1777421273.067635:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421273.067638:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c2670 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067643:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c2670 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067683:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2662 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05571 expref: 43 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067706:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957600/0xd9d09a059d6c2677 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05571 expref: 42 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.067714:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff97104fb1d400) 00010000:00010000:1.0:1777421273.067716:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421273.067719:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42957600, rc 0) 00000100:00100000:1.0:1777421273.067782:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:23168:x1863761006975744:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 800us (1027us total) trans 4294967803 rc 0/0 00000100:00100000:1.0:1777421273.067790:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 779 00000100:00080000:0.0:1777421273.068047:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421273.074435:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421273.074511:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006975872 00000100:00100000:1.0:1777421273.074522:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006975872 00000100:00100000:1.0:1777421273.074590:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 780 00000100:00100000:1.0:1777421273.074602:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:23168:x1863761006975872:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:1.0:1777421273.074680:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2685 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.074708:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2685 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.074721:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2685 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.074744:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2685 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.074750:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2685 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.074763:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2685 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.074767:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42956000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421273.074770:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2685 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.074775:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2685 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.074784:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff97104fb1d400) 00010000:00010000:1.0:1777421273.074786:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421273.074790:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2685 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.074798:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2685 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421273.074865:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:23168:x1863761006975872:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 265us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421273.074873:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 780 00000100:00100000:3.0:1777421273.076492:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421273.076604:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006976128 00000100:00100000:1.0:1777421273.076613:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006976128 00000100:00100000:1.0:1777421273.076666:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 175 00000100:00100000:1.0:1777421273.076675:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:23168:x1863761006976128:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1777421273.076922:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:23168:x1863761006976128:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 247us (437us total) trans 4294967804 rc 0/0 00000100:00100000:1.0:1777421273.076930:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 175 00000100:00100000:3.0:1777421273.157917:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421273.158269:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006976256 00000100:00100000:1.0:1777421273.158319:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006976256 00000100:00100000:1.0:1777421273.158383:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 781 00000100:00100000:1.0:1777421273.158392:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+74:23184:x1863761006976256:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:1.0:1777421273.158415:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421273.158435:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c268c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05578 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.158498:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c2693 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.158525:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c2693 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.158537:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c2693 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.158552:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c269a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.158559:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c269a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.158566:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c269a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.158680:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c26a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.158689:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c26a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.158713:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c26a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421273.158746:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 11776 00000004:00200000:1.0:1777421273.158750:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421273.158773:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c26a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.158784:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c2693 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.158790:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c2693 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.158890:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c2693 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.158896:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421273.158900:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c2693 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.158914:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c2693 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.158926:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57500) 00010000:00010000:1.0:1777421273.158929:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421273.158934:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c2693 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.158940:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c2693 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.158966:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c269a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.158973:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c269a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.158979:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c269a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.158984:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421273.158986:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c269a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.158992:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c269a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.158999:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff97104fb1dc00) 00010000:00010000:1.0:1777421273.159001:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421273.159004:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c269a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.159009:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c269a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.159039:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c268c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05578 expref: 76 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.159052:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956e00/0xd9d09a059d6c26a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05578 expref: 75 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.159069:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff971049800800) 00010000:00010000:1.0:1777421273.159071:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421273.159074:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42956e00, rc 0) 00000100:00080000:0.0:1777421273.159483:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421273.160031:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+75:23184:x1863761006976256:12345-192.168.204.24@tcp:101:diff.0 Request processed in 1637us (2118us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421273.160042:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 781 00000100:00100000:0.0:1777421273.164121:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421273.164215:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006976384 00000100:00100000:1.0:1777421273.164226:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006976384 00000100:00100000:2.0:1777421273.164656:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 782 00000100:00100000:2.0:1777421273.164669:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+75:23184:x1863761006976384:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:2.0:1777421273.164689:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421273.164711:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c26a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0557f expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.164776:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c26af lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.164818:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c26af lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.164828:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c26af lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.164840:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c26b6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.164844:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c26b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.164848:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c26b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.164924:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c26bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.164932:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c26bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.164938:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c26bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421273.165143:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00000004:00200000:2.0:1777421273.165149:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421273.165183:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c26bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.165195:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c26bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.165213:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c26af lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.165219:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c26af lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.165226:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c26af lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.165232:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510f000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421273.165236:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c26af lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.165244:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c26af lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.165256:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff971049800800) 00010000:00010000:2.0:1777421273.165259:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421273.165263:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c26af lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.165270:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c26af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.165310:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c26b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.165315:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c26b6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.165319:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c26b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.165327:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510fa00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421273.165329:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c26b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.165333:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c26b6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.165341:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x3b61a3c9 (ffff971053d1fa00) 00010000:00010000:2.0:1777421273.165344:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421273.165346:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c26b6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.165352:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c26b6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.165384:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c26a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0557f expref: 77 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.165398:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fc00/0xd9d09a059d6c26bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0557f expref: 76 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.165406:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff97104fb1d400) 00010000:00010000:2.0:1777421273.165408:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421273.165411:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510fc00, rc 0) 00000100:00100000:2.0:1777421273.165479:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+76:23184:x1863761006976384:12345-192.168.204.24@tcp:101:diff.0 Request processed in 812us (1368us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421273.165488:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 782 00000100:00100000:3.0:1777421273.172052:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421273.172220:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006976512 00000100:00100000:2.0:1777421273.172245:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006976512 00000100:00080000:0.0:1777421273.172584:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421273.172752:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 190 00000100:00100000:2.0:1777421273.172765:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+10:2359:x1863761006976512:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:2.0:1777421273.172783:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421273.172803:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d14eda78/0xd9d09a059d6c26c4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05586 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421273.172830:0:6554:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xf:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x69f14ab4, ctime: 0x69f14bd6, blocks: 0xb 00010000:00010000:2.0:1777421273.172848:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421273.172851:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421273.172859:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d14eda78/0xd9d09a059d6c26c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05586 expref: 11 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.172876:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d14eda78/0xd9d09a059d6c26c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05586 expref: 11 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.172890:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510e600, rc 0) 00000100:00100000:2.0:1777421273.172956:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+11:2359:x1863761006976512:12345-192.168.204.24@tcp:101:diff.0 Request processed in 194us (916us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421273.172964:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 190 00000100:00100000:3.0:1777421273.178675:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421273.180218:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006976768 00000100:00100000:2.0:1777421273.180233:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006976768 00000100:00100000:2.0:1777421273.180330:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 783 00000100:00100000:2.0:1777421273.180340:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+76:23184:x1863761006976768:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:2.0:1777421273.180361:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421273.180382:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c26cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0558d expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.180540:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c26d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.180560:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c26d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.180572:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c26d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421273.180584:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00010000:00010000:2.0:1777421273.180693:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c26cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0558d expref: 79 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.180712:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c26d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0558d expref: 78 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421273.180718:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff97104fb1d400) 00010000:00010000:2.0:1777421273.180720:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421273.180723:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510fa00, rc 0) 00000100:00100000:2.0:1777421273.180788:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+78:23184:x1863761006976768:12345-192.168.204.24@tcp:101:diff.0 Request processed in 450us (2123us total) trans 4294967805 rc 0/0 00000100:00100000:2.0:1777421273.180795:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 783 00000100:00100000:0.0:1777421273.183418:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421273.183675:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006976896 00000100:00100000:1.0:1777421273.183687:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006976896 00000100:00100000:1.0:1777421273.183758:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 31 00000100:00100000:1.0:1777421273.183770:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+78:2361:x1863761006976896:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421273.183785:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421273.183823:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c26d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0558d expref: 78 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421273.183848:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff97104fb1d400) 00010000:00010000:1.0:1777421273.183853:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421273.183911:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+77:2361:x1863761006976896:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 143us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421273.183919:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 31 00000100:00100000:3.0:1777421273.184248:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421273.184381:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006977024 00000100:00100000:0.0:1777421273.184386:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006977024 00002000:00100000:0.0:1777421273.184420:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xf:0x0] (0->4095) req@ffff97106708df80 x1863761006977024/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:284/0 lens 488/0 e 0 to 0 dl 1777421284 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421273.184449:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106708df80 with x1863761006977024 ext(0->4095) 00002000:00010000:0.0:1777421273.184454:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97106708df80 00000100:00100000:0.0:1777421273.184483:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 62 00000100:00100000:0.0:1777421273.184511:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+11:2360:x1863761006977024:12345-192.168.204.24@tcp:3:diff.0 00000100:00100000:0.0:1777421273.184705:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+11:2360:x1863761006977024:12345-192.168.204.24@tcp:3:diff.0 Request processed in 206us (456us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777421273.184712:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 62 00002000:00100000:0.0:1777421273.184719:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xf:0x0] (0->4095) req@ffff97106708df80 x1863761006977024/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:284/0 lens 488/4536 e 0 to 0 dl 1777421284 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421273.184727:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106708df80 with x1863761006977024 ext(0->4095) 00002000:00010000:0.0:1777421273.184731:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97106708df80 00000100:00100000:3.0:1777421273.188865:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421273.189169:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006977280 00000100:00100000:1.0:1777421273.189181:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006977280 00000100:00100000:1.0:1777421273.189236:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 176 00000100:00100000:1.0:1777421273.189250:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+77:23184:x1863761006977280:12345-192.168.204.24@tcp:35:diff.0 00000001:00080000:1.0:1777421273.189591:0:11303:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967806 00000100:00100000:1.0:1777421273.189694:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+79:23184:x1863761006977280:12345-192.168.204.24@tcp:35:diff.0 Request processed in 444us (836us total) trans 4294967807 rc 0/0 00000100:00100000:1.0:1777421273.189703:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 176 00000020:00080000:1.0:1777421273.189708:0:11303:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777421273.314537:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421273.378534:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777421273.378554:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018355072:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421273.378608:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421273.378914:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018355072 00000100:00100000:2.0:1777421273.378923:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018355072 00000100:00100000:2.0:1777421273.379036:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1777421273.379046:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3299:x1863761018355072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777421273.379079:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 68091904 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777421273.379150:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3299:x1863761018355072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421273.379158:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1777421273.379196:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018355072:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777421273.379215:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421273.394247:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421273.394331:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421273.394357:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421273.394434:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006977408 00000100:00100000:3.0:1777421273.394444:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006977408 00000100:00100000:3.0:1777421273.394493:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 470 00000100:00100000:3.0:1777421273.394511:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761006977408:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421273.394563:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761006977408:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 54us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421273.394569:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 470 00000100:00100000:2.0:1777421273.394765:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006977664 00000100:00100000:2.0:1777421273.394771:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006977664 00000100:00080000:1.0:1777421273.394818:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421273.394826:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006977536 00000100:00100000:2.0:1777421273.394830:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006977536 00000100:00100000:1.0:1777421273.394841:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 170 00000100:00100000:1.0:1777421273.394852:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006977664:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421273.394862:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 171 00000100:00100000:2.0:1777421273.394873:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006977536:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421273.394888:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006977664:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 38us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421273.394895:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 170 00000100:00080000:1.0:1777421273.394915:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421273.394920:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+10:2361:x1863761006977536:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 49us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421273.394928:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 171 00000100:00100000:1.0:1777421273.395412:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421273.395455:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006977792 00000100:00100000:0.0:1777421273.395461:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006977792 00000100:00080000:1.0:1777421273.395516:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421273.395519:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 172 00000100:00100000:0.0:1777421273.395531:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006977792:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421273.395580:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006977792:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 52us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421273.395587:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 172 00010000:00010000:3.0:1777421274.338437:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421274.402403:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777421274.402425:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42677100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018355200:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421274.402507:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421274.403008:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018355200 00000100:00100000:2.0:1777421274.403019:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018355200 00000100:00100000:1.0:1777421274.403122:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018355456:0@lo:400:kworker.0 00000100:00100000:2.0:1777421274.403145:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1777421274.403156:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42677b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018355200:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421274.403161:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421274.403187:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00002000:00000024:2.0:1777421274.403194:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777421274.403195:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018355584:0@lo:400:kworker.0 00000100:00100000:1.0:1777421274.403223:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421274.403267:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018355456 00000100:00100000:1.0:1777421274.403271:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018355456 00000100:00100000:1.0:1777421274.403322:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018355584 00000100:00100000:1.0:1777421274.403325:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018355584 00000100:00100000:1.0:1777421274.403356:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00080000:0.0:1777421274.403361:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777421274.403368:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421274.403375:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018355456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421274.403386:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018355328:0@lo:400:kworker.0 00000100:00100000:2.0:1777421274.403782:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42677b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018355200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 627us (1273us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421274.403792:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1777421274.403799:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018355456:12345-0@lo:400:kworker.0 Request processed in 426us (639us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421274.403804:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1777421274.403823:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:1.0:1777421274.403831:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077265500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018355584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421274.403856:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077266680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018355712:0@lo:400:kworker.0 00000100:00100000:2.0:1777421274.403887:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421274.403919:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077265500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018355584:12345-0@lo:400:kworker.0 Request processed in 87us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421274.403925:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:1.0:1777421274.403961:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018355584:0@lo:400:kworker.0 00000100:00100000:1.0:1777421274.403972:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018355456:0@lo:400:kworker.0 00000100:00100000:1.0:1777421274.404018:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018355712 00000100:00100000:1.0:1777421274.404021:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018355712 00000100:00100000:1.0:1777421274.404049:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1777421274.404055:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018355712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421274.404088:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018355712:12345-0@lo:400:kworker.0 Request processed in 32us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421274.404093:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1777421274.404526:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421274.404563:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077266680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018355712:0@lo:400:kworker.0 00000100:00100000:0.0:1777421274.404619:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077265f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018355840:0@lo:400:kworker.0 00000100:00100000:0.0:1777421274.404643:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421274.404682:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42677100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018355200:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421274.404732:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018355328 00000100:00100000:1.0:1777421274.404737:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018355328 00000100:00100000:1.0:1777421274.404772:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1777421274.404780:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018355328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421274.404872:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018355328:12345-0@lo:400:kworker.0 Request processed in 93us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421274.404879:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:2.0:1777421274.404969:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018355840 00000100:00100000:0.0:1777421274.404972:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018355328:0@lo:400:kworker.0 00000100:00100000:2.0:1777421274.404975:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018355840 00000100:00100000:2.0:1777421274.405029:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:2.0:1777421274.405038:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018355840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421274.405086:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018355840:12345-0@lo:400:kworker.0 Request processed in 49us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421274.405093:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:0.0:1777421274.405611:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077265f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018355840:0@lo:400:kworker.0 00000100:00080000:1.0:1777421274.405667:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:3.0:1777421274.978726:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421274.978733:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421274.978764:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:3.0:1777421274.978785:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777421275.362700:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421276.112230:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421276.112522:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006977920 00000100:00100000:2.0:1777421276.112533:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006977920 00000100:00100000:2.0:1777421276.112617:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 784 00000100:00100000:2.0:1777421276.112627:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:23092:x1863761006977920:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1777421276.112730:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:23092:x1863761006977920:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 Request processed in 104us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421276.112738:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 784 00000100:00080000:1.0:1777421276.112788:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777421276.386451:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777421276.982944:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967332 is committed 00000001:00080000:1.0:1777421276.982961:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967331 is committed 00000001:00080000:2.0:1777421276.987262:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967799 is committed 00000001:00080000:2.0:1777421276.987324:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967807 is committed 00000001:00080000:2.0:1777421276.987335:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967804 is committed 00000020:00080000:2.0:1777421276.987358:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff97104baa6e40 refcount 2 committed 0 result 0 batchid 11 00000020:00080000:2.0:1777421276.987363:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff97105fa50900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff97104baa63c0 00000020:00080000:2.0:1777421276.987367:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff97105fa50400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff971077c09800 00000020:00080000:3.0:1777421276.987524:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 11 committed batchid 10 00000020:00080000:3.0:1777421276.987712:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00000001:02000400:1.0:1777421277.108016:0:17751:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12b: Restore an imported file implicitly ========================================================== 20:07:55 (1777421275) 00000100:00100000:1.0:1777421277.343002:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421277.343377:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006978048 00000100:00100000:0.0:1777421277.343386:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006978048 00000100:00100000:0.0:1777421277.343456:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 785 00000100:00100000:0.0:1777421277.343466:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:23800:x1863761006978048:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1777421277.343560:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:23800:x1863761006978048:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 95us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421277.343569:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 785 00000100:00100000:3.0:1777421277.359101:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421277.359745:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006978176 00000100:00100000:0.0:1777421277.359754:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006978176 00000100:00100000:0.0:1777421277.359838:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 786 00000100:00100000:0.0:1777421277.359850:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+76:23801:x1863761006978176:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421277.359875:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421277.359897:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c26e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05594 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.359970:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c26e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.359981:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c26e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.359991:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c26e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.359999:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c26ee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.360004:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c26ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.360007:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c26ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.360064:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c26e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.360069:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c26e7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.360073:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c26e7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.360077:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af2800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421277.360080:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c26e7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.360092:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c26e7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.360100:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57500) 00010000:00010000:0.0:1777421277.360102:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421277.360105:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c26e7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.360109:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c26e7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.360118:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c26ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.360121:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c26ee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.360125:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c26ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.360128:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af3400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421277.360129:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c26ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.360132:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c26ee lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.360136:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff971049800000) 00010000:00010000:0.0:1777421277.360137:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421277.360139:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c26ee lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.360148:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c26ee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.360177:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c26e0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05594 expref: 77 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.360188:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57500) 00010000:00010000:0.0:1777421277.360190:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421277.360194:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c26e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05594 expref: 77 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.360203:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af3a00, rc 0) 00000100:00100000:0.0:1777421277.360357:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+76:23801:x1863761006978176:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 509us (1261us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421277.360365:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 786 00000100:00080000:1.0:1777421277.360548:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421277.364836:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421277.364978:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006978432 00000100:00100000:0.0:1777421277.364989:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006978432 00000100:00100000:0.0:1777421277.365058:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 787 00000100:00100000:0.0:1777421277.365068:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+76:23801:x1863761006978432:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:0.0:1777421277.365122:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421277.365148:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c24d3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05501 expref: 76 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.365168:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57500) 00010000:00010000:0.0:1777421277.365174:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421277.365264:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c26f5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.365325:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c24fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0550f expref: 33 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.365334:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c26f5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.365367:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c24fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0550f expref: 33 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.365381:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c24fd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0550f expref: 33 pid: 5770 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421277.365397:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42677100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018355968:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421277.365632:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b747240 going to sleep for 11 seconds 00000100:00100000:0.0:1777421277.368194:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42677100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018355968:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421277.368378:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421277.368463:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006978560 00000100:00100000:1.0:1777421277.368471:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006978560 00010000:00010000:1.0:1777421277.368506:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c24fd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0550f expref: 34 pid: 5770 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.368594:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c26f5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421277.368641:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 250 00000100:00100000:1.0:1777421277.368650:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:2361:x1863761006978560:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421277.368664:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421277.368671:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c24fd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0550f expref: 34 pid: 5770 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.368679:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c24fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0550f expref: 34 pid: 5770 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.368697:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c24fd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0550f expref: 34 pid: 5770 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.368716:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57500) 00010000:00010000:1.0:1777421277.368721:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c26f5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.368747:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c26f5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.368754:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c26f5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.368778:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421277.368821:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+33:2361:x1863761006978560:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 172us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421277.368829:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 250 00010000:00010000:0.0:1777421277.368871:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c26f5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.368879:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c26f5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.368901:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2600/0xd9d09a059d6c26fc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.368916:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2600/0xd9d09a059d6c26fc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.368931:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2600/0xd9d09a059d6c26fc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421277.369595:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x33:0x0]: returning size 512 00010000:00010000:0.0:1777421277.369606:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c26f5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.369614:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c26f5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.369621:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c26f5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.369627:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af3200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421277.369632:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c26f5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.369639:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c26f5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.369649:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971043c57500) 00010000:00010000:0.0:1777421277.369651:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421277.369656:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c26f5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.369661:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c26f5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421277.369678:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000002e553800 reply state 000000006a71bc2b transno 4294967808 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2600/0xd9d09a059d6c26fc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421277.369697:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421277.369766:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+77:23801:x1863761006978432:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 4699us (4938us total) trans 4294967808 rc 0/0 00000100:00100000:0.0:1777421277.369773:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 787 00010000:00010000:2.0:1777421277.370696:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2600/0xd9d09a059d6c26fc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.370707:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2600/0xd9d09a059d6c26fc lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.370714:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2600/0xd9d09a059d6c26fc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.370720:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af2600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421277.370733:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2600/0xd9d09a059d6c26fc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.370740:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2600/0xd9d09a059d6c26fc lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.370750:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff971049800a00) 00010000:00010000:2.0:1777421277.370753:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421277.370758:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2600/0xd9d09a059d6c26fc lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.370763:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2600/0xd9d09a059d6c26fc lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421277.410519:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421277.616916:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421277.617095:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006978688 00000100:00100000:0.0:1777421277.617103:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006978688 00000100:00100000:0.0:1777421277.617175:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 788 00000100:00100000:0.0:1777421277.617182:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+76:23838:x1863761006978688:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:0.0:1777421277.617201:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421277.617219:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c2703 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0559b expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.617300:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c270a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.617315:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c270a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.617329:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c270a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421277.617392:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421277.617396:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 22 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421277.617433:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c270a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.617467:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c2703 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0559b expref: 78 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.617504:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c270a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0559b expref: 77 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.617515:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800000) 00010000:00010000:0.0:1777421277.617518:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421277.617522:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af3a00, rc 0) 00000100:00100000:0.0:1777421277.618396:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+77:23838:x1863761006978688:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 1210us (1485us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421277.618404:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 788 00000100:00100000:3.0:1777421277.621872:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421277.621945:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006978944 00000100:00100000:0.0:1777421277.621954:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006978944 00000100:00100000:0.0:1777421277.622000:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 789 00000100:00100000:0.0:1777421277.622010:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+77:23838:x1863761006978944:12345-192.168.204.24@tcp:36:mkdir.0 00010000:00010000:0.0:1777421277.622065:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421277.622090:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c270a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0559b expref: 77 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.622109:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800000) 00010000:00010000:0.0:1777421277.622117:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421277.622262:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+76:23838:x1863761006978944:12345-192.168.204.24@tcp:36:mkdir.0 Request processed in 251us (396us total) trans 0 rc -17/-17 00000100:00100000:0.0:1777421277.622269:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 789 00000100:00100000:1.0:1777421277.624637:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421277.624680:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006979072 00000100:00100000:0.0:1777421277.624689:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006979072 00000100:00100000:0.0:1777421277.624738:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 790 00000100:00100000:0.0:1777421277.624747:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+76:23838:x1863761006979072:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:0.0:1777421277.624775:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421277.624794:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2711 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e055a2 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.624854:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c2718 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.624866:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c2718 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.624876:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c2718 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421277.624921:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421277.624924:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 22 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421277.624944:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c2718 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.624964:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2711 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055a2 expref: 78 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.624983:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c2718 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055a2 expref: 77 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.624991:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800d00) 00010000:00010000:0.0:1777421277.624994:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421277.624997:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af2800, rc 0) 00000100:00100000:0.0:1777421277.625098:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+77:23838:x1863761006979072:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 351us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421277.625106:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 790 00000100:00100000:2.0:1777421277.631770:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421277.632226:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006979200 00000100:00100000:0.0:1777421277.632235:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006979200 00000100:00100000:0.0:1777421277.632354:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 791 00000100:00100000:0.0:1777421277.632364:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+77:23838:x1863761006979200:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:0.0:1777421277.632580:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421277.632603:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c271f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e055a9 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.632667:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c2726 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.632682:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c2726 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.632694:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c2726 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.632709:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c272d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.632716:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c272d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.632723:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c272d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.632818:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c2734 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.632827:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c2734 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.632855:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c2734 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421277.632895:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x33:0x0]: returning size 512 00000004:00200000:0.0:1777421277.632900:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421277.632923:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c2734 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.632936:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c2726 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.632942:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c2726 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.632948:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c2726 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.632953:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af3200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421277.632957:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c2726 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.632964:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c2726 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.632975:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800d00) 00010000:00010000:0.0:1777421277.632978:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421277.632983:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c2726 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.632989:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c2726 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.633014:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c272d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.633019:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c272d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.633024:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c272d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.633029:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af2a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421277.633032:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c272d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.633038:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c272d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.633044:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff971049800000) 00010000:00010000:0.0:1777421277.633047:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421277.633049:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c272d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.633054:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c272d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.633082:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c271f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055a9 expref: 79 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.633095:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c2734 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055a9 expref: 78 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.633113:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff971049800200) 00010000:00010000:0.0:1777421277.633115:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421277.633118:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af2000, rc 0) 00000100:00100000:0.0:1777421277.633837:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+78:23838:x1863761006979200:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 1472us (2073us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421277.633847:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 791 00000100:00100000:3.0:1777421277.675138:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421277.675334:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006979328 00000100:00100000:0.0:1777421277.675348:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006979328 00000100:00100000:0.0:1777421277.675475:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 792 00000100:00100000:0.0:1777421277.675489:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080972a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+33:23844:x1863761006979328:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421277.675517:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421277.675549:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c273b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e055b0 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.675753:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2742 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.675767:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2742 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.675778:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2742 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421277.675843:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421277.675846:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 22 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421277.675873:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2742 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.675904:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c273b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055b0 expref: 35 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.675932:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2742 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055b0 expref: 34 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.675939:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800d00) 00010000:00010000:0.0:1777421277.675942:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421277.675945:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af2a00, rc 0) 00000100:00100000:0.0:1777421277.676003:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080972a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:23844:x1863761006979328:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 518us (877us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421277.676009:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 792 00000100:00100000:1.0:1777421277.680397:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421277.680575:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006979584 00000100:00100000:0.0:1777421277.680589:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006979584 00000100:00100000:0.0:1777421277.680794:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 793 00000100:00100000:0.0:1777421277.680805:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+78:23844:x1863761006979584:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421277.680833:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421277.680837:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1777421277.680871:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c2734 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055a9 expref: 78 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.680895:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff971049800200) 00010000:00010000:0.0:1777421277.680908:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421277.680926:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c2749 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e055b7 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.681131:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2750 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.681147:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2750 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.681158:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2750 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.681172:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2c00/0xd9d09a059d6c2757 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.681179:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2c00/0xd9d09a059d6c2757 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.681186:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2c00/0xd9d09a059d6c2757 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.681915:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c275e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.681925:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c275e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.681934:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c275e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421277.681945:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 0 00010000:00010000:0.0:1777421277.681974:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2750 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.681994:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2750 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.682002:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2750 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.682009:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af3400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421277.682014:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2750 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.682021:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2750 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.682030:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff971049800000) 00010000:00010000:0.0:1777421277.682033:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421277.682037:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2750 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.682043:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2750 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421277.682055:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000017d330f4 reply state 000000008a8e93c8 transno 4294967809 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2c00/0xd9d09a059d6c2757 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421277.682064:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777421277.682095:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c2749 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055b7 expref: 80 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.682111:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c275e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055b7 expref: 79 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.682129:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff971049800a00) 00010000:00010000:0.0:1777421277.682131:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421277.682133:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af3a00, rc 0) 00000100:00100000:0.0:1777421277.682223:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+80:23844:x1863761006979584:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1419us (1840us total) trans 4294967809 rc 0/0 00000100:00100000:0.0:1777421277.682236:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 793 00010000:00010000:1.0:1777421277.685504:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2c00/0xd9d09a059d6c2757 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.685527:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2c00/0xd9d09a059d6c2757 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.685535:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2c00/0xd9d09a059d6c2757 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.685541:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af2c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421277.685550:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2c00/0xd9d09a059d6c2757 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.685559:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2c00/0xd9d09a059d6c2757 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.685580:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x4f0c1d45 (ffff971049800900) 00010000:00010000:1.0:1777421277.685584:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421277.685607:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2c00/0xd9d09a059d6c2757 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.685614:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2c00/0xd9d09a059d6c2757 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421277.687008:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421277.689589:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006979840 00000100:00100000:0.0:1777421277.689608:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006979840 00000100:00100000:0.0:1777421277.689701:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 794 00000100:00100000:0.0:1777421277.689713:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+79:23844:x1863761006979840:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421277.689745:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421277.689773:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c276c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e055be expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.690242:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c2773 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.690263:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c275e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055b7 expref: 80 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.690305:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c2773 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.690354:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c275e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055b7 expref: 80 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.690368:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c275e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055b7 expref: 80 pid: 8245 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421277.690408:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42677100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018356096:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421277.690538:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b747840 going to sleep for 11 seconds 00000100:00100000:2.0:1777421277.695539:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421277.695591:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006979968 00000100:00100000:1.0:1777421277.695605:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006979968 00010000:00010000:1.0:1777421277.695659:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c275e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055b7 expref: 81 pid: 8245 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421277.695745:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 251 00000100:00100000:1.0:1777421277.695757:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+81:2360:x1863761006979968:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421277.695776:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421277.695784:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c275e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055b7 expref: 81 pid: 8245 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.695799:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c275e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055b7 expref: 81 pid: 8245 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.695828:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff971049800a00) 00010000:00010000:1.0:1777421277.695834:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c2773 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.695846:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c2773 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.695854:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c2773 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.695910:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421277.695983:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+81:2360:x1863761006979968:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 227us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421277.696001:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 251 00010000:00010000:0.0:1777421277.696939:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c275e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055b7 expref: 80 pid: 8245 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421277.696961:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42677100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018356096:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421277.696987:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c2773 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.697068:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c2773 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.697076:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c2773 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421277.697101:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 0 00010000:00010000:2.0:1777421277.697573:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c2773 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.697582:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c2773 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.697589:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c2773 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.697611:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af3c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421277.697616:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c2773 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.697625:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c2773 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.697641:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff971049800a00) 00010000:00010000:2.0:1777421277.697645:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421277.697651:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c2773 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.697658:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3c00/0xd9d09a059d6c2773 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.697727:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c276c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055be expref: 80 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.697739:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff971049800200) 00010000:00010000:2.0:1777421277.697742:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421277.697746:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c276c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055be expref: 80 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.697760:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af2000, rc 0) 00000100:00100000:2.0:1777421277.697831:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+79:23844:x1863761006979840:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 8119us (10834us total) trans 4294967810 rc 301/301 00000100:00100000:2.0:1777421277.697841:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 794 00000100:00100000:2.0:1777421277.702732:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421277.702919:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006980224 00000100:00100000:1.0:1777421277.702935:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006980224 00000100:00100000:1.0:1777421277.703010:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 177 00000100:00100000:1.0:1777421277.703024:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+79:23844:x1863761006980224:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421277.703696:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+80:23844:x1863761006980224:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 672us (974us total) trans 4294967811 rc 0/0 00000100:00100000:1.0:1777421277.703707:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 177 00000100:00100000:3.0:1777421277.705966:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421277.706061:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006980352 00000100:00100000:2.0:1777421277.706080:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006980352 00000100:00100000:2.0:1777421277.706189:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 795 00000100:00100000:2.0:1777421277.706202:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+80:23844:x1863761006980352:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421277.706232:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421277.706265:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c2781 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e055c5 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.706376:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c2781 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055c5 expref: 81 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.706395:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c2781 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055c5 expref: 81 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.706431:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff971053d1f600) 00010000:00010000:2.0:1777421277.706435:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421277.706440:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97104510f000, rc 0) 00000100:00100000:2.0:1777421277.706514:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+81:23844:x1863761006980352:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 314us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421277.706523:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 795 00000100:00100000:2.0:1777421277.713981:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421277.714265:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006980608 00000100:00100000:1.0:1777421277.714326:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006980608 00000100:00100000:1.0:1777421277.714404:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 796 00000100:00100000:1.0:1777421277.714425:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+81:23844:x1863761006980608:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1777421277.714518:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2788 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.714541:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2788 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.714557:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2788 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.714934:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2788 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.714962:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2788 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.714970:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2788 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.714977:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421277.714983:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2788 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.714992:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2788 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.715007:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff971053d1f600) 00010000:00010000:1.0:1777421277.715011:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777421277.715016:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2788 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.715023:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c2788 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421277.715132:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+82:23844:x1863761006980608:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 Request processed in 716us (1165us total) trans 4294967812 rc 0/0 00000100:00100000:1.0:1777421277.715141:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 796 00000100:00100000:2.0:1777421277.720984:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421277.721098:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006980864 00000100:00100000:0.0:1777421277.721113:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006980864 00000100:00100000:0.0:1777421277.721191:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 797 00000100:00100000:0.0:1777421277.721207:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+82:23844:x1863761006980864:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421277.721639:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c278f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.721662:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c278f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421277.721675:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c278f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421277.721763:0:8245:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967813 00000004:00010000:0.0:1777421277.721809:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000086cb0d3e reply state 00000000aaa0b5e1 transno 4294967814 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c278f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421277.721820:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421277.721947:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+85:23844:x1863761006980864:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 740us (977us total) trans 4294967814 rc 0/0 00000100:00100000:0.0:1777421277.721956:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 797 00000020:00080000:0.0:1777421277.721962:0:8245:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777421277.724945:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421277.725033:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006981120 00000100:00100000:1.0:1777421277.725051:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006981120 00000100:00100000:1.0:1777421277.725121:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 178 00000100:00100000:1.0:1777421277.725133:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+85:23844:x1863761006981120:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421277.725480:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+86:23844:x1863761006981120:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 348us (551us total) trans 4294967815 rc 0/0 00000100:00100000:1.0:1777421277.725506:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 178 00010000:00010000:2.0:1777421277.726516:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c278f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.726535:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c278f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.726545:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c278f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.727882:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af3a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421277.727890:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c278f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.727900:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c278f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.727923:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff971053d1f600) 00010000:00010000:2.0:1777421277.727927:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777421277.727933:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c278f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.727939:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c278f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421277.771532:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421277.771668:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006981248 00000100:00100000:1.0:1777421277.771681:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006981248 00000100:00100000:1.0:1777421277.771775:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 798 00000100:00100000:1.0:1777421277.771788:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+85:23847:x1863761006981248:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421277.771820:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421277.771848:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2796 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e055cc expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.771941:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c279d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.771958:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c279d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.771969:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c279d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.771985:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c27a4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.771993:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c27a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.771999:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c27a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.772326:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c27ab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.772356:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c27ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.772364:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c27ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421277.772402:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x33:0x0]: returning size 512 00000004:00200000:1.0:1777421277.772406:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421277.772438:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c27ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.772451:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c279d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.772457:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c279d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.772464:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c279d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.772470:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421277.772475:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c279d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.772482:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c279d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.772494:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800d00) 00010000:00010000:1.0:1777421277.772497:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421277.772502:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c279d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.772519:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c279d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.772532:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c27a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.772539:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c27a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.772544:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c27a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.772549:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421277.772552:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c27a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.772558:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c27a4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.772566:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff97104fb1d600) 00010000:00010000:1.0:1777421277.772569:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421277.772572:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c27a4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.772579:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c27a4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.772619:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2796 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055cc expref: 87 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.772634:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957800/0xd9d09a059d6c27ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055cc expref: 86 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.772649:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff97104fb1d200) 00010000:00010000:1.0:1777421277.772651:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421277.772654:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42957800, rc 0) 00000100:00100000:1.0:1777421277.772733:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+86:23847:x1863761006981248:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 946us (1215us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421277.772742:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 798 00000100:00100000:1.0:1777421277.777143:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421277.777617:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006981504 00000100:00100000:2.0:1777421277.777632:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006981504 00000100:00100000:2.0:1777421277.777750:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 799 00000100:00100000:2.0:1777421277.777763:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+86:23847:x1863761006981504:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421277.777790:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421277.777818:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c27b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e055d3 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.777921:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c27b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.777939:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c27b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.777954:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c27b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.778006:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591c00/0xd9d09a059d6c27c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.778015:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591c00/0xd9d09a059d6c27c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.778022:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591c00/0xd9d09a059d6c27c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.778182:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590c00/0xd9d09a059d6c27c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.778192:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590c00/0xd9d09a059d6c27c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.778200:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590c00/0xd9d09a059d6c27c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421277.778212:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:2.0:1777421277.778379:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c27b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.778388:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c27b9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.778394:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c27b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.778401:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97104510fe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421277.778405:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c27b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.778434:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c27b9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.778450:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff97104fb1d200) 00010000:00010000:2.0:1777421277.778453:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421277.778459:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c27b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.778466:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fe00/0xd9d09a059d6c27b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.778481:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591c00/0xd9d09a059d6c27c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.778487:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591c00/0xd9d09a059d6c27c0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.778494:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591c00/0xd9d09a059d6c27c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.778499:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42591c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421277.778502:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591c00/0xd9d09a059d6c27c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.778508:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591c00/0xd9d09a059d6c27c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.778515:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x4f0c1d45 (ffff971053d1f000) 00010000:00010000:2.0:1777421277.778518:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421277.778521:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591c00/0xd9d09a059d6c27c0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.778537:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591c00/0xd9d09a059d6c27c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.778589:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510fa00/0xd9d09a059d6c27b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055d3 expref: 89 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.778605:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590c00/0xd9d09a059d6c27c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055d3 expref: 88 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.778613:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff971053d1f600) 00010000:00010000:2.0:1777421277.778615:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421277.778618:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42590c00, rc 0) 00000100:00100000:2.0:1777421277.778701:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+88:23847:x1863761006981504:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 940us (1573us total) trans 4294967816 rc 0/0 00000100:00100000:2.0:1777421277.778709:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 799 00000100:00100000:3.0:1777421277.785183:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421277.786484:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006981632 00000100:00100000:2.0:1777421277.786501:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006981632 00000100:00100000:2.0:1777421277.786572:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 800 00000100:00100000:2.0:1777421277.786584:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+88:23847:x1863761006981632:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:2.0:1777421277.786673:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591c00/0xd9d09a059d6c27d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.786958:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591c00/0xd9d09a059d6c27d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.786973:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591c00/0xd9d09a059d6c27d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.787038:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591c00/0xd9d09a059d6c27d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.787046:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591c00/0xd9d09a059d6c27d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.787053:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591c00/0xd9d09a059d6c27d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.787060:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42591c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421277.787065:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591c00/0xd9d09a059d6c27d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.787074:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591c00/0xd9d09a059d6c27d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.787088:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff971053d1f600) 00010000:00010000:2.0:1777421277.787091:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421277.787097:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591c00/0xd9d09a059d6c27d5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.787104:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591c00/0xd9d09a059d6c27d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421277.787205:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+88:23847:x1863761006981632:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 622us (2035us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421277.787214:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 800 00000100:00100000:2.0:1777421277.791229:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421277.791498:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006981888 00000100:00100000:3.0:1777421277.791512:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006981888 00000100:00100000:3.0:1777421277.791645:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 179 00000100:00100000:3.0:1777421277.791656:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+88:23847:x1863761006981888:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:3.0:1777421277.792907:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+89:23847:x1863761006981888:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 1244us (1687us total) trans 4294967817 rc 0/0 00000100:00100000:3.0:1777421277.792918:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 179 00000100:00100000:1.0:1777421277.848016:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421277.849636:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006982144 00000100:00100000:2.0:1777421277.849650:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006982144 00000100:00100000:2.0:1777421277.849908:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 801 00000100:00100000:2.0:1777421277.849919:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+89:23852:x1863761006982144:12345-192.168.204.24@tcp:101:cat.0 00010000:00010000:2.0:1777421277.849943:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421277.849964:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591c00/0xd9d09a059d6c27dc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e055da expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.850064:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590e00/0xd9d09a059d6c27e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.850080:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590e00/0xd9d09a059d6c27e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.850092:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590e00/0xd9d09a059d6c27e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421277.850103:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:2.0:1777421277.850371:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591c00/0xd9d09a059d6c27dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055da expref: 92 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.850391:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590e00/0xd9d09a059d6c27e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055da expref: 91 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.850400:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff971053d1f600) 00010000:00010000:2.0:1777421277.850403:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777421277.850407:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42590e00, rc 0) 00000100:00100000:2.0:1777421277.850497:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+91:23852:x1863761006982144:12345-192.168.204.24@tcp:101:cat.0 Request processed in 579us (2495us total) trans 4294967818 rc 0/0 00000100:00100000:2.0:1777421277.850506:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 801 00000100:00100000:2.0:1777421277.860200:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421277.860311:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006982400 00000100:00100000:1.0:1777421277.860326:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006982400 00000100:00100000:1.0:1777421277.861612:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32 00000100:00100000:1.0:1777421277.861636:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+91:23852:x1863761006982400:12345-192.168.204.24@tcp:103:cat.0 00010000:00010000:1.0:1777421277.861657:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1777421277.861689:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590c00/0xd9d09a059d6c27c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055d3 expref: 91 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.861717:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590e00/0xd9d09a059d6c27e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055da expref: 90 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.861730:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97104510f000/0xd9d09a059d6c2781 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055c5 expref: 89 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.861742:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff971053d1f600) 00010000:00010000:1.0:1777421277.861754:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421277.861839:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+88:23852:x1863761006982400:12345-192.168.204.24@tcp:103:cat.0 Request processed in 214us (1654us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421277.861866:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32 00000100:00100000:3.0:1777421277.866996:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421277.867167:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006982528 00000100:00100000:2.0:1777421277.867182:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006982528 00000100:00100000:2.0:1777421277.867264:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 802 00000100:00100000:2.0:1777421277.867295:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+88:23852:x1863761006982528:12345-192.168.204.24@tcp:58:cat.0 00010000:00010000:2.0:1777421277.867446:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c27f1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.867467:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c27f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421277.867480:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c27f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777421277.867755:0:5770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].19, 136 off10776 00000100:00100000:2.0:1777421277.867871:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+88:23852:x1863761006982528:12345-192.168.204.24@tcp:58:cat.0 Request processed in 596us (896us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421277.867880:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 802 00000100:00100000:2.0:1777421277.875575:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421277.875668:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006982656 00000100:00100000:1.0:1777421277.875682:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006982656 00000100:00100000:1.0:1777421277.875769:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 803 00000100:00100000:1.0:1777421277.875782:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+88:23852:x1863761006982656:12345-192.168.204.24@tcp:101:cat.0 00010000:00010000:1.0:1777421277.875811:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421277.875838:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c27f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e055e1 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.875915:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c27f1 lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.875928:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c27f8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055e1 expref: 89 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.875951:0:5770:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c27f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.875967:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c27f8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055e1 expref: 89 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.875983:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff971053d1f000) 00010000:00010000:1.0:1777421277.875986:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421277.875990:0:5770:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c27f8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055e1 expref: 89 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421277.875998:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42957c00, rc 0) 00000100:00100000:1.0:1777421277.876097:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+89:23852:x1863761006982656:12345-192.168.204.24@tcp:101:cat.0 Request processed in 317us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421277.876111:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 803 00000040:00080000:3.0:1777421278.050643:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421278.050662:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421278.050701:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 3 00000040:00080000:3.0:1777421278.050709:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421278.050841:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077309180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018356224:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421278.051062:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077866c00 going to sleep for 11 seconds 00000100:00100000:3.0:1777421278.053515:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077309180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018356224:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421278.056266:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421278.056390:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006982784 00000100:00100000:0.0:1777421278.056400:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006982784 00000100:00100000:0.0:1777421278.056494:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 804 00000100:00100000:0.0:1777421278.056504:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:23853:x1863761006982784:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421278.056534:0:8245:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421278.056679:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:23853:x1863761006982784:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 174us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421278.056687:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 804 00000100:00080000:1.0:1777421278.057865:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421278.063711:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421278.065689:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006982912 00000100:00100000:1.0:1777421278.065703:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006982912 00000100:00100000:1.0:1777421278.065831:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 805 00000100:00100000:1.0:1777421278.065840:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:23853:x1863761006982912:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1777421278.065901:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c27ff lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.065914:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c27ff lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.065923:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c27ff lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.065934:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2806 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.065938:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2806 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.065942:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2806 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.065958:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c280d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.065962:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c280d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.065981:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c280d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421278.066022:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00000004:00200000:1.0:1777421278.066026:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421278.066036:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c280d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.066044:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c27ff lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.066048:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c27ff lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.066052:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c27ff lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.066056:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42957a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421278.066059:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c27ff lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.066063:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c27ff lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.066071:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:1.0:1777421278.066073:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421278.066075:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c27ff lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.066079:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957a00/0xd9d09a059d6c27ff lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.066096:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2806 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.066099:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2806 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.066103:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2806 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.066106:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42956000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421278.066107:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2806 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.066110:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2806 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.066114:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3d0032c8 (ffff97104562ff00) 00010000:00010000:1.0:1777421278.066116:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421278.066117:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2806 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.066120:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42956000/0xd9d09a059d6c2806 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.066130:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c280d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.066133:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c280d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.066136:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c280d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.066143:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43d8e200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421278.066144:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c280d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.066148:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c280d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.066152:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff971053d1f000) 00010000:00010000:1.0:1777421278.066153:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421278.066155:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c280d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.066158:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43d8e200/0xd9d09a059d6c280d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421278.066220:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:23853:x1863761006982912:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 Request processed in 381us (2519us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421278.066225:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 805 00000100:00100000:3.0:1777421278.070393:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421278.070633:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006983168 00000100:00100000:1.0:1777421278.070644:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006983168 00000100:00100000:1.0:1777421278.070703:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 806 00000100:00100000:1.0:1777421278.070713:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:23853:x1863761006983168:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421278.070732:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421278.070775:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c2814 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e055e8 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.070883:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c281b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.070909:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c281b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.070920:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c281b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421278.070933:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:1.0:1777421278.071188:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c281b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.071196:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c281b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.071202:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c281b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.071208:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421278.071213:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c281b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.071220:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c281b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.071232:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff971053d1f000) 00010000:00010000:1.0:1777421278.071235:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421278.071239:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c281b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.071247:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c281b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.071333:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c2814 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055e8 expref: 36 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.071343:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:1.0:1777421278.071346:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421278.071350:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c2814 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055e8 expref: 36 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.071359:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10600, rc 0) 00000100:00100000:1.0:1777421278.071446:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:23853:x1863761006983168:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 734us (1062us total) trans 4294967819 rc 301/301 00000100:00100000:1.0:1777421278.071454:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 806 00000100:00100000:3.0:1777421278.076676:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421278.077217:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006983296 00000100:00100000:1.0:1777421278.077232:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006983296 00000100:00100000:1.0:1777421278.077332:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 807 00000100:00100000:1.0:1777421278.077343:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:23853:x1863761006983296:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421278.077399:0:5770:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421278.077522:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:23853:x1863761006983296:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 180us (853us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421278.077529:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 807 00000100:00100000:2.0:1777421278.080384:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421278.080944:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006983424 00000100:00100000:1.0:1777421278.080954:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006983424 00000100:00100000:1.0:1777421278.081097:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 808 00000100:00100000:1.0:1777421278.081108:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:23853:x1863761006983424:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421278.081128:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421278.081159:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c2829 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e055ef expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081222:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2830 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081236:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2830 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081429:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2830 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081444:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2837 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081451:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2837 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081457:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2837 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081560:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11600/0xd9d09a059d6c283e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081568:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11600/0xd9d09a059d6c283e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081574:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11600/0xd9d09a059d6c283e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421278.081601:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x33:0x0]: returning size 512 00000004:00200000:1.0:1777421278.081605:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421278.081626:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11600/0xd9d09a059d6c283e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081643:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2830 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081649:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2830 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081656:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2830 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081661:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421278.081665:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2830 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081673:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2830 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081684:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800d00) 00010000:00010000:1.0:1777421278.081687:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421278.081690:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2830 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081696:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2830 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081707:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2837 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081712:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2837 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081718:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2837 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081729:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421278.081731:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2837 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081737:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2837 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081744:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff97104562ff00) 00010000:00010000:1.0:1777421278.081746:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421278.081748:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2837 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081753:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2837 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081780:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c2829 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055ef expref: 37 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081792:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11600/0xd9d09a059d6c283e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055ef expref: 36 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.081799:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff97104fb1d200) 00010000:00010000:1.0:1777421278.081802:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421278.081804:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11600, rc 0) 00000100:00100000:1.0:1777421278.081878:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:23853:x1863761006983424:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 772us (1514us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421278.081886:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 808 00000100:00100000:3.0:1777421278.085961:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421278.086234:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006983680 00000100:00100000:1.0:1777421278.086259:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006983680 00000100:00100000:1.0:1777421278.086349:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 809 00000100:00100000:1.0:1777421278.086358:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:23853:x1863761006983680:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421278.086377:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421278.086394:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c2845 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e055f6 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777421278.086934:0:5770:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x11:0x0], index 1: 0 00010000:00010000:1.0:1777421278.087141:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c284c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.087155:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c284c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.087166:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c284c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.087219:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c2845 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055f6 expref: 39 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.087236:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c284c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055f6 expref: 38 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.087245:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff97104562f400) 00010000:00010000:1.0:1777421278.087248:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421278.087251:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10400, rc 0) 00000100:00100000:1.0:1777421278.087355:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:23853:x1863761006983680:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 996us (1406us total) trans 4294967820 rc 0/0 00000100:00100000:1.0:1777421278.087364:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 809 00000100:00100000:3.0:1777421278.091209:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421278.091446:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006983936 00000100:00100000:0.0:1777421278.091456:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006983936 00000100:00100000:0.0:1777421278.091570:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 810 00000100:00100000:0.0:1777421278.091582:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:23853:x1863761006983936:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421278.091641:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421278.091668:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c284c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055f6 expref: 38 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.091686:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff97104562f400) 00010000:00010000:0.0:1777421278.091697:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421278.091721:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c285a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.091734:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c285a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.091761:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c285a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.091776:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2861 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x33:0x0].0x65f323d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.091783:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2861 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x65f323d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.091789:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2861 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x65f323d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.091868:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c285a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.091877:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c285a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.091883:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c285a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.091889:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af3200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421278.091893:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c285a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.091900:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c285a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.091908:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff97104fb1d200) 00010000:00010000:0.0:1777421278.091911:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421278.091915:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c285a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.091927:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3200/0xd9d09a059d6c285a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.091938:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2861 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x65f323d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.091944:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2861 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x65f323d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.091949:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2861 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x65f323d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.091953:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af3400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421278.091955:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2861 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x65f323d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.091986:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2861 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x65f323d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.091994:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x65f323d1 (ffff971049800000) 00010000:00010000:0.0:1777421278.091996:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421278.091999:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2861 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x33:0x0].0x65f323d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.092014:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2861 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x33:0x0].0x65f323d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421278.092100:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:23853:x1863761006983936:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 519us (899us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777421278.092107:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 810 00000100:00100000:2.0:1777421278.095517:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421278.095562:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006984064 00000100:00100000:0.0:1777421278.095572:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006984064 00000100:00100000:0.0:1777421278.095629:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 811 00000100:00100000:0.0:1777421278.095639:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:23853:x1863761006984064:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421278.095658:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421278.095681:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c2868 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e055fd expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.095715:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c286f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.095729:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c286f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.095745:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c286f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.095843:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c2868 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055fd expref: 39 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.095863:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c286f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055fd expref: 38 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.095872:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff971049800c00) 00010000:00010000:0.0:1777421278.095875:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421278.095878:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af2000, rc 0) 00000100:00100000:0.0:1777421278.095981:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:23853:x1863761006984064:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 342us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421278.095988:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 811 00000100:00100000:3.0:1777421278.099318:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421278.099938:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006984320 00000100:00100000:0.0:1777421278.099959:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006984320 00000100:00100000:0.0:1777421278.100021:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 812 00000100:00100000:0.0:1777421278.100031:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:23853:x1863761006984320:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421278.100115:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2876 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.100132:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2876 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.100142:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2876 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777421278.100518:0:8245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].9, 88 off8840 00000004:00080000:0.0:1777421278.100529:0:8245:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 344657253652ns, next at 345657251251ns, rc = 0 00000004:00010000:0.0:1777421278.100619:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000772cfb94 reply state 00000000fe8ee5a6 transno 4294967821 ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2876 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421278.100630:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421278.101176:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+40:23853:x1863761006984320:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 1145us (1867us total) trans 4294967821 rc 0/0 00000100:00100000:0.0:1777421278.101185:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 812 00010000:00010000:1.0:1777421278.105781:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2876 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421278.106052:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421278.106102:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006984448 00000100:00100000:0.0:1777421278.106112:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006984448 00010000:00010000:1.0:1777421278.106137:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2876 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.106145:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2876 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.106152:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f43af3400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421278.106157:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2876 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.106164:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2876 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.106180:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff971049800c00) 00010000:00010000:1.0:1777421278.106183:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777421278.106188:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2876 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.106194:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3400/0xd9d09a059d6c2876 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421278.106289:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 813 00000100:00100000:0.0:1777421278.106305:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:23853:x1863761006984448:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421278.106328:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421278.106345:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c287d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05604 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.106433:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c287d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05604 expref: 40 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.106448:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c287d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05604 expref: 40 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.106467:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff971049800c00) 00010000:00010000:0.0:1777421278.106470:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421278.106472:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af3a00, rc 0) 00000100:00100000:0.0:1777421278.106533:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+40:23853:x1863761006984448:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 233us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421278.106540:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 813 00000100:00100000:2.0:1777421278.113492:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421278.114075:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006984576 00000100:00100000:1.0:1777421278.114087:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006984576 00000100:00100000:1.0:1777421278.114245:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 191 00000100:00100000:1.0:1777421278.114256:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761006984576:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 00000100:00080000:0.0:1777421278.114735:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421278.115012:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761006984576:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 Request processed in 756us (1526us total) trans 4294967336 rc 0/0 00000100:00100000:1.0:1777421278.115021:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 191 00000100:00100000:2.0:1777421278.122095:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421278.122318:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006984832 00000100:00100000:3.0:1777421278.122329:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006984832 00000100:00100000:3.0:1777421278.122388:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 180 00000100:00100000:3.0:1777421278.122397:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b5a6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+40:23853:x1863761006984832:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421278.122632:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b5a6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:23853:x1863761006984832:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 234us (544us total) trans 4294967822 rc 0/0 00000100:00100000:3.0:1777421278.122640:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 180 00000100:00100000:3.0:1777421278.125372:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421278.125493:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006985088 00000100:00100000:0.0:1777421278.125504:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006985088 00000100:00100000:0.0:1777421278.125575:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 814 00000100:00100000:0.0:1777421278.125582:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:23853:x1863761006985088:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421278.125681:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:23853:x1863761006985088:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 100us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421278.125687:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 814 00000100:00100000:2.0:1777421278.128600:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421278.128711:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006985216 00000100:00100000:1.0:1777421278.128722:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006985216 00000100:00100000:1.0:1777421278.128782:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 815 00000100:00100000:1.0:1777421278.128792:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:23853:x1863761006985216:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421278.128812:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421278.128831:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c2884 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0560b expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.128900:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c288b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.128912:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c288b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.128922:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c288b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421278.128959:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421278.128974:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c288b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.128992:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c2884 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0560b expref: 43 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.129148:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c288b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0560b expref: 42 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.129157:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff971049800c00) 00010000:00010000:1.0:1777421278.129160:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777421278.129163:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11e00, rc 0) 00000100:00100000:1.0:1777421278.129242:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:23853:x1863761006985216:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 451us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421278.129249:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 815 00000100:00100000:1.0:1777421278.134763:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421278.134828:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006985344 00000100:00100000:0.0:1777421278.134837:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006985344 00000100:00100000:0.0:1777421278.135129:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 192 00000100:00100000:0.0:1777421278.135139:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077267100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006985344:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421278.135157:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421278.135191:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008304998d/0xd9d09a059d6c2892 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05612 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421278.135219:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69f14bdd, blocks: 0x1 00010000:00010000:0.0:1777421278.135238:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421278.135241:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421278.135250:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008304998d/0xd9d09a059d6c2892 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05612 expref: 11 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.135268:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008304998d/0xd9d09a059d6c2892 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05612 expref: 11 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.135305:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af3200, rc 0) 00000100:00100000:0.0:1777421278.135367:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077267100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761006985344:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 229us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421278.135375:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 192 00000100:00100000:3.0:1777421278.138924:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421278.139209:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006985600 00000100:00100000:1.0:1777421278.139218:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006985600 00000100:00100000:1.0:1777421278.139536:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 816 00000100:00100000:1.0:1777421278.139557:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:23853:x1863761006985600:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421278.139663:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:23853:x1863761006985600:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 109us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421278.140723:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 816 00000100:00100000:2.0:1777421278.142649:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421278.142948:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006985728 00000100:00100000:0.0:1777421278.142959:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006985728 00000100:00100000:0.0:1777421278.143015:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 193 00000100:00100000:0.0:1777421278.143025:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046236680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:23853:x1863761006985728:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421278.143041:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421278.143061:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f731998/0xd9d09a059d6c2899 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05619 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.143091:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008304998d/0xd9d09a059d6c2892 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05612 expref: 12 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.143120:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421278.143122:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421278.143127:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f731998/0xd9d09a059d6c2899 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05619 expref: 12 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.143175:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008304998d/0xd9d09a059d6c2892 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05612 expref: 12 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.143188:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008304998d/0xd9d09a059d6c2892 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05612 expref: 12 pid: 6553 timeout: 444 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421278.143203:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42677100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018356352:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421278.143315:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b747840 going to sleep for 11 seconds 00000100:00100000:0.0:1777421278.144823:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42677100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018356352:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421278.144851:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007f731998/0xd9d09a059d6c2899 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05619 expref: 12 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.144867:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f43af3c00, rc 0) 00000100:00100000:0.0:1777421278.145001:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046236680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:23853:x1863761006985728:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1976us (2355us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421278.145011:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 193 00000100:00100000:3.0:1777421278.145578:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421278.145653:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006985856 00000100:00100000:1.0:1777421278.145660:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006985856 00010000:00010000:1.0:1777421278.145696:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008304998d/0xd9d09a059d6c2892 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05612 expref: 12 pid: 6553 timeout: 444 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421278.145754:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 252 00000100:00100000:1.0:1777421278.145763:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761006985856:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421278.145775:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421278.145795:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008304998d/0xd9d09a059d6c2892 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05612 expref: 12 pid: 6553 timeout: 444 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.145807:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008304998d/0xd9d09a059d6c2892 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05612 expref: 12 pid: 6553 timeout: 444 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.145828:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008304998d/0xd9d09a059d6c2892 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05612 expref: 12 pid: 6553 timeout: 444 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.145860:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421278.145863:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421278.145869:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007f731998/0xd9d09a059d6c2899 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05619 expref: 11 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.145879:0:5756:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f731998/0xd9d09a059d6c2899 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05619 expref: 11 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.145912:0:5756:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007f731998/0xd9d09a059d6c2899 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05619 expref: 11 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421278.145924:0:5756:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077264380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5756:1863761018356480:192.168.204.24@tcp:105: 00000100:00100000:1.0:1777421278.145987:0:5756:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ff8e180 going to sleep for 11 seconds 00000100:00100000:1.0:1777421278.148107:0:5756:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077264380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5756:1863761018356480:192.168.204.24@tcp:105: 00010000:00010000:1.0:1777421278.148125:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421278.148164:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761006985856:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 2403us (2590us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421278.148172:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 252 00000100:00100000:2.0:1777421278.151592:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421278.151756:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006985984 00000100:00100000:0.0:1777421278.151766:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006985984 00002000:00100000:0.0:1777421278.151819:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11:0x0] (0->157) req@ffff971046234000 x1863761006985984/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:289/0 lens 648/0 e 0 to 0 dl 1777421289 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421278.151849:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971046234000 with x1863761006985984 ext(0->157) 00002000:00010000:0.0:1777421278.151855:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff971046234000 00000100:00100000:0.0:1777421278.151907:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 63 00000100:00100000:0.0:1777421278.151917:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046234000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761006985984:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1777421278.152518:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046234000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761006985984:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 Request processed in 600us (931us total) trans 4294967337 rc 0/0 00000100:00100000:0.0:1777421278.152527:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 63 00002000:00100000:0.0:1777421278.152534:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11:0x0] (0->157) req@ffff971046234000 x1863761006985984/t4294967337(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:289/0 lens 648/448 e 0 to 0 dl 1777421289 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421278.152543:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971046234000 with x1863761006985984 ext(0->157) 00002000:00010000:0.0:1777421278.152546:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff971046234000 00000100:00100000:3.0:1777421278.154394:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421278.154455:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006986112 00000100:00100000:1.0:1777421278.154465:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006986112 00000100:00100000:1.0:1777421278.154508:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 817 00000100:00100000:1.0:1777421278.154517:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:23853:x1863761006986112:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1777421278.177345:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967821 is committed 00000004:00080000:0.0:1777421278.177358:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 12 committed 00000001:00080000:0.0:1777421278.177381:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967814 is committed 00000100:00100000:1.0:1777421278.177659:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42677100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018356608:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777421278.177723:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421278.177817:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018356608 00000100:00100000:2.0:1777421278.177825:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018356608 00000100:00080000:0.0:1777421278.177855:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421278.177880:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:2.0:1777421278.177888:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018356608:12345-0@lo:2:osp-syn-1-0.0 00000001:00080000:0.0:1777421278.177895:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967815 is committed 00000001:00080000:0.0:1777421278.177907:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967818 is committed 00000001:00080000:0.0:1777421278.177918:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967822 is committed 00000020:00080000:0.0:1777421278.177929:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 11 batchid updated 00000020:00080000:0.0:1777421278.177943:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000020:00080000:0.0:1777421278.177952:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000100:00100000:0.0:1777421278.178044:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:23853:x1863761006986112:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 Request processed in 23526us (23654us total) trans 0 rc 0/0 00002000:00010000:2.0:1777421278.178052:0:6553:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb size from disk: 0 -> 158 00000100:00100000:0.0:1777421278.178053:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 817 00002000:00010000:2.0:1777421278.178056:0:6553:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb mtime from disk: 0 -> 1777421277 00002000:00010000:2.0:1777421278.178058:0:6553:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777421278.178060:0:6553:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb ctime from disk: 1777421277 -> 1777421277 00002000:00010000:2.0:1777421278.178068:0:6553:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb blocks from disk: 1 -> 1 00000004:00080000:1.0:1777421278.178651:0:3299:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff970f42677100/2, rc 0, transno 4294967338 00000100:00100000:2.0:1777421278.178654:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3299:x1863761018356608:12345-0@lo:2:osp-syn-1-0.0 Request processed in 766us (931us total) trans 4294967338 rc 0/0 00000100:00100000:1.0:1777421278.178657:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42677100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018356608:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777421278.178661:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:2.0:1777421278.180715:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421278.180820:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006986240 00000100:00100000:0.0:1777421278.180829:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006986240 00000100:00100000:0.0:1777421278.180923:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 195 00000100:00100000:0.0:1777421278.180933:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046236a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761006986240:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1777421278.206083:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046236a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761006986240:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 Request processed in 25067us (25288us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421278.206186:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 195 00000001:00080000:0.0:1777421278.206224:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967337 is committed 00000001:00080000:0.0:1777421278.206252:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967338 is committed 00000100:00100000:0.0:1777421278.209855:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421278.209941:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006986496 00000100:00100000:3.0:1777421278.209952:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006986496 00000100:00100000:3.0:1777421278.210033:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 818 00000100:00100000:3.0:1777421278.210043:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:23853:x1863761006986496:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777421278.210104:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421278.210143:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c288b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0560b expref: 38 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.210160:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff971049800c00) 00010000:00010000:3.0:1777421278.210166:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421278.210194:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.210205:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.210215:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421278.210473:0:5770:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000ca9d6ef7 reply state 00000000822bc4be transno 4294967823 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421278.210483:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777421278.210571:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:23853:x1863761006986496:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 529us (725us total) trans 4294967823 rc 0/0 00000100:00100000:3.0:1777421278.210578:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 818 00000100:00100000:2.0:1777421278.213459:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:3.0:1777421278.214434:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.214448:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.214455:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.214462:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421278.214485:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.214494:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.214510:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff971049800c00) 00010000:00010000:3.0:1777421278.214514:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421278.214519:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421278.214520:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006986624 00010000:00010000:3.0:1777421278.214528:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421278.214533:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006986624 00000100:00100000:1.0:1777421278.214676:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 196 00000100:00100000:1.0:1777421278.214687:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046235500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761006986624:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1777421278.215033:0:6553:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:1.0:1777421278.215039:0:6553:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb mtime from disk: 1777421277 -> 1536580263 00002000:00010000:1.0:1777421278.215042:0:6553:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb atime from disk: 0 -> 1777420980 00002000:00010000:1.0:1777421278.215045:0:6553:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb ctime from disk: 1777421277 -> 1777421277 00002000:00010000:1.0:1777421278.215048:0:6553:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1777421278.215127:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046235500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761006986624:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 Request processed in 441us (1675us total) trans 4294967339 rc 0/0 00000100:00100000:1.0:1777421278.215136:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 196 00000100:00100000:1.0:1777421278.219063:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421278.220579:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006986880 00000100:00100000:3.0:1777421278.220593:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006986880 00000100:00100000:3.0:1777421278.220649:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 819 00000100:00100000:3.0:1777421278.220659:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:23853:x1863761006986880:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1777421278.220721:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.220738:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c286f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055fd expref: 38 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.220747:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a7 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.220781:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c286f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055fd expref: 38 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.220795:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c286f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055fd expref: 38 pid: 8245 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421278.220839:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018356736:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421278.220939:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077866a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421278.224693:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018356736:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421278.224699:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:3.0:1777421278.224724:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421278.224847:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006987008 00000100:00100000:0.0:1777421278.224855:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006987008 00010000:00010000:0.0:1777421278.224894:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c286f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055fd expref: 39 pid: 8245 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421278.224933:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 253 00000100:00100000:0.0:1777421278.224942:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971049aec850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:2361:x1863761006987008:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421278.224956:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421278.224963:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c286f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055fd expref: 39 pid: 8245 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.224976:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c286f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055fd expref: 39 pid: 8245 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.224998:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2000/0xd9d09a059d6c286f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055fd expref: 39 pid: 8245 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.225042:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff971049800c00) 00010000:00010000:0.0:1777421278.225047:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.225056:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.225063:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.225097:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421278.225149:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971049aec850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:2361:x1863761006987008:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 207us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421278.225157:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 253 00010000:00010000:3.0:1777421278.226541:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.226554:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.226582:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.226589:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.226596:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.226602:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421278.226606:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.226614:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.226628:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff971049800c00) 00010000:00010000:3.0:1777421278.226642:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777421278.226648:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.226655:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28a7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421278.226736:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:23853:x1863761006986880:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 Request processed in 6075us (7679us total) trans 0 rc -22/-22 00000100:00100000:3.0:1777421278.226745:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 819 00000100:00100000:1.0:1777421278.230874:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421278.230963:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006987136 00000100:00100000:3.0:1777421278.230973:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006987136 00000100:00100000:3.0:1777421278.231117:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 197 00000100:00100000:3.0:1777421278.231127:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2359:x1863761006987136:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777421278.231168:0:6554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c28ae lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.231189:0:6554:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007f731998/0xd9d09a059d6c2899 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05619 expref: 11 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.231196:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421278.231198:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421278.231201:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c28ae lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.231227:0:6554:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007f731998/0xd9d09a059d6c2899 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05619 expref: 11 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.231237:0:6554:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007f731998/0xd9d09a059d6c2899 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05619 expref: 11 pid: 6553 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421278.231261:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018356864:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421278.231427:0:6554:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077866a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421278.237123:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421278.237260:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018356864:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421278.237386:0:6554:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c28ae lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421278.237647:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006987264 00000100:00100000:0.0:1777421278.237655:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006987264 00010000:00010000:0.0:1777421278.237690:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007f731998/0xd9d09a059d6c2899 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05619 expref: 12 pid: 6553 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421278.237730:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 254 00000100:00100000:0.0:1777421278.237739:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046235f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761006987264:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421278.237754:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421278.237777:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007f731998/0xd9d09a059d6c2899 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05619 expref: 12 pid: 6553 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.237795:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007f731998/0xd9d09a059d6c2899 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05619 expref: 12 pid: 6553 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.237831:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f731998/0xd9d09a059d6c2899 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05619 expref: 12 pid: 6553 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.237848:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421278.237850:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421278.237855:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c28ae lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.237864:0:5756:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c28ae lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.237896:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421278.237954:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046235f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761006987264:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 214us (839us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421278.237962:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 254 00010000:00010000:2.0:1777421278.238097:0:6554:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c28ae lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.238107:0:6554:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c28ae lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.238131:0:6554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c28ae lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.238140:0:6554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c28ae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.238148:0:6554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c28ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.238168:0:6554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60400 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421278.238172:0:6554:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c28ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.238182:0:6554:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c28ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.238196:0:6554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c28ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.238203:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c28ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421278.238262:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2359:x1863761006987136:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 7136us (7401us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421278.238270:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 197 00000100:00100000:2.0:1777421278.244797:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421278.244939:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006987520 00000100:00100000:3.0:1777421278.244950:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006987520 00000100:00100000:3.0:1777421278.245012:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 820 00000100:00100000:3.0:1777421278.245022:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046234380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:23853:x1863761006987520:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1777421278.245112:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28b5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.245129:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.245142:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.245498:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c28bc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.245509:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c287d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05604 expref: 38 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.245517:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c28bc lrc: 4/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.245565:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c287d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05604 expref: 38 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.245578:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c287d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05604 expref: 38 pid: 8245 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421278.245593:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018356992:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421278.245679:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077866a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421278.248596:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018356992:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421278.248625:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c28bc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421278.249646:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421278.252668:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006987648 00000100:00100000:0.0:1777421278.252683:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006987648 00010000:00010000:0.0:1777421278.252730:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c287d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05604 expref: 39 pid: 8245 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421278.252774:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 255 00000100:00100000:0.0:1777421278.252786:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:2360:x1863761006987648:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421278.252800:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421278.252808:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c287d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05604 expref: 39 pid: 8245 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.252839:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c287d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05604 expref: 39 pid: 8245 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.252861:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af3a00/0xd9d09a059d6c287d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05604 expref: 39 pid: 8245 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.252876:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff971049800c00) 00010000:00010000:0.0:1777421278.252882:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c28bc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.252891:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c28bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.252899:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c28bc lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421278.252928:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421278.252980:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:2360:x1863761006987648:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 197us (3338us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421278.252988:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 255 00010000:00010000:3.0:1777421278.253048:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c28bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.253057:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c28bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777421278.253247:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967824 00000001:00080000:3.0:1777421278.253433:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967825 00000001:00080000:3.0:1777421278.253480:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967826 00000100:00100000:3.0:1777421278.253574:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5770:1863761018357120:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1777421278.253619:0:5770:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421278.253652:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077866180 going to sleep for 11 seconds 00000100:00100000:0.0:1777421278.254109:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018357120 00000100:00100000:0.0:1777421278.254157:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018357120 00000100:00100000:0.0:1777421278.254206:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1777421278.254216:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5770:x1863761018357120:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1777421278.254339:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5770:x1863761018357120:12345-0@lo:1000:mdt00_000.0 Request processed in 124us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421278.254346:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1777421278.254715:0:5770:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967338 gen 2 00000004:00080000:3.0:1777421278.254721:0:5770:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff970f42677100, transno 4294967338 00000100:00100000:3.0:1777421278.254783:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5770:1863761018357120:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1777421278.254961:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967827 00000100:00100000:3.0:1777421278.255025:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5770:1863761018357248:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1777421278.255058:0:5770:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421278.255079:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077866a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421278.255108:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018357248 00000100:00100000:2.0:1777421278.255115:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018357248 00000100:00100000:2.0:1777421278.255158:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1777421278.255167:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5770:x1863761018357248:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1777421278.255745:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5770:x1863761018357248:12345-0@lo:1000:mdt00_000.0 Request processed in 578us (685us total) trans 4294967340 rc 0/0 00000100:00100000:3.0:1777421278.255749:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5770:1863761018357248:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1777421278.255755:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00010000:00010000:3.0:1777421278.255786:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c28bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.255797:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c28bc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.255804:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c28bc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.255810:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421278.255815:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c28bc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.255822:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c28bc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.255836:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff971049800c00) 00010000:00010000:3.0:1777421278.255839:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777421278.255844:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c28bc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.255849:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c28bc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.255877:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c27f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.255890:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c27f1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.255895:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c27f1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.255899:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42591e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421278.255902:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c27f1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.255907:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c27f1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.255914:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff971053d1f000) 00010000:00010000:3.0:1777421278.255917:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777421278.255923:0:5770:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c27f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055e1 expref: 77 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.255933:0:5770:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c27f8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055e1 expref: 77 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.255942:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c27f8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055e1 expref: 77 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.255968:0:5770:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42957c00/0xd9d09a059d6c27f8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055e1 expref: 77 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421278.255979:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018357376:192.168.204.24@tcp:105: 00000100:00100000:3.0:1777421278.256049:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077866a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421278.259203:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018357376:192.168.204.24@tcp:105: 00000100:00100000:2.0:1777421278.259203:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:3.0:1777421278.259235:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c27f1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.259246:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c27f1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.259422:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c28c3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.259440:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c28c3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.259452:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c28c3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.259463:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c28c3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.259470:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c28c3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.259475:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c28c3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.259481:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421278.259485:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c28c3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.259491:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c28c3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.259523:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff971053d1f000) 00010000:00010000:3.0:1777421278.259526:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421278.259529:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c28c3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.259534:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c28c3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.259543:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.259549:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28b5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.259555:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28b5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.259560:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421278.259563:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28b5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.259569:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28b5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.259576:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff971053d1f000) 00010000:00010000:3.0:1777421278.259578:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421278.259581:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28b5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.259588:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c28b5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421278.260096:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046234380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:23853:x1863761006987520:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 15074us (15315us total) trans 4294967828 rc 0/0 00000100:00100000:2.0:1777421278.260107:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 820 00000020:00080000:2.0:1777421278.260113:0:5770:0:(tgt_main.c:782:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:1.0:1777421278.260144:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006987776 00000100:00100000:1.0:1777421278.260153:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006987776 00000100:00100000:1.0:1777421278.260247:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 181 00000100:00100000:1.0:1777421278.260257:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+78:23852:x1863761006987776:12345-192.168.204.24@tcp:49:cat.0 00000100:00100000:1.0:1777421278.260377:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+78:23852:x1863761006987776:12345-192.168.204.24@tcp:49:cat.0 Request processed in 121us (1182us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421278.260384:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 181 00000040:00080000:2.0:1777421278.260912:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421278.260918:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421278.261578:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1777421278.261587:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421278.263445:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421278.263596:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006988032 00000100:00100000:1.0:1777421278.263606:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006988032 00000100:00100000:1.0:1777421278.263675:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 182 00000100:00100000:1.0:1777421278.263684:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:23853:x1863761006988032:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1777421278.264255:0:11303:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x15:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1777421278.264583:0:11303:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967829 00010000:00010000:1.0:1777421278.264626:0:11303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c28ca lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.264642:0:11303:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c28ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.264652:0:11303:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c28ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.264660:0:11303:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c28ca lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.264667:0:11303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c28ca lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.264673:0:11303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c28ca lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421278.265021:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421278.265098:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006988160 00000100:00100000:3.0:1777421278.265105:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006988160 00000100:00100000:3.0:1777421278.265158:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 198 00000100:00100000:3.0:1777421278.265167:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42677100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+10:23852:x1863761006988160:12345-192.168.204.24@tcp:101:cat.0 00010000:00010000:3.0:1777421278.265180:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421278.265194:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be85a445/0xd9d09a059d6c28d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05620 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421278.265216:0:6554:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x69f14ab4, ctime: 0x69f14bdd, blocks: 0xb 00010000:00010000:3.0:1777421278.265231:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421278.265233:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421278.265241:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be85a445/0xd9d09a059d6c28d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05620 expref: 11 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.265253:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000be85a445/0xd9d09a059d6c28d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05620 expref: 11 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421278.265266:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61a00, rc 0) 00000100:00100000:3.0:1777421278.265347:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42677100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+11:23852:x1863761006988160:12345-192.168.204.24@tcp:101:cat.0 Request processed in 181us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421278.265354:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 198 00000100:00080000:0.0:1777421278.265558:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777421278.265650:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421278.265666:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c28ca lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.265675:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10a00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421278.265679:0:5759:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c28ca lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.265687:0:5759:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c28ca lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.265700:0:5759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff97104562f400) 00010000:00010000:2.0:1777421278.265703:0:5759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777421278.265707:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c28ca lrc: 3/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.265715:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421278.265716:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421278.265718:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421278.265904:0:11303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1777421278.265910:0:11303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c28ca lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421278.266082:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:23853:x1863761006988032:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 2397us (2643us total) trans 4294967830 rc 0/0 00000100:00100000:1.0:1777421278.266090:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 182 00000020:00080000:1.0:1777421278.266094:0:11303:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777421278.271300:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421278.271348:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006988288 00000100:00100000:3.0:1777421278.271359:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006988288 00002000:00100000:3.0:1777421278.271415:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11:0x0] (0->4095) req@ffff97106ff71180 x1863761006988288/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:289/0 lens 488/0 e 0 to 0 dl 1777421289 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421278.271427:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff71180 with x1863761006988288 ext(0->4095) 00002000:00010000:3.0:1777421278.271448:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97106ff71180 00000100:00100000:2.0:1777421278.271491:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 64 00000100:00100000:2.0:1777421278.271504:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+11:2360:x1863761006988288:12345-192.168.204.24@tcp:3:cat.0 00000100:00100000:2.0:1777421278.271760:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+11:2360:x1863761006988288:12345-192.168.204.24@tcp:3:cat.0 Request processed in 259us (489us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777421278.271768:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 64 00002000:00100000:2.0:1777421278.271775:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x11:0x0] (0->4095) req@ffff97106ff71180 x1863761006988288/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:289/0 lens 488/4536 e 0 to 0 dl 1777421289 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421278.271784:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff71180 with x1863761006988288 ext(0->4095) 00002000:00010000:2.0:1777421278.271787:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97106ff71180 00000100:00100000:2.0:1777421278.277191:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421278.277478:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006988544 00000100:00100000:1.0:1777421278.277502:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006988544 00000100:00100000:1.0:1777421278.277594:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 183 00000100:00100000:1.0:1777421278.277605:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+78:23852:x1863761006988544:12345-192.168.204.24@tcp:35:cat.0 00000100:00100000:1.0:1777421278.277967:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+79:23852:x1863761006988544:12345-192.168.204.24@tcp:35:cat.0 Request processed in 363us (783us total) trans 4294967831 rc 0/0 00000100:00100000:1.0:1777421278.277975:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 183 00000100:00100000:0.0:1777421278.294764:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421278.295249:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006988800 00000100:00100000:2.0:1777421278.295259:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006988800 00000100:00100000:2.0:1777421278.295360:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 821 00000100:00100000:2.0:1777421278.295371:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+79:23856:x1863761006988800:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421278.295411:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421278.295432:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591200/0xd9d09a059d6c28d8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05627 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.295503:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591000/0xd9d09a059d6c28df lrc: 3/1,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.295517:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591000/0xd9d09a059d6c28df lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.295528:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591000/0xd9d09a059d6c28df lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.295542:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591400/0xd9d09a059d6c28e6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.295568:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591400/0xd9d09a059d6c28e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.295575:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591400/0xd9d09a059d6c28e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.295702:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590200/0xd9d09a059d6c28ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.295711:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590200/0xd9d09a059d6c28ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.295718:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590200/0xd9d09a059d6c28ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421278.295729:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:2.0:1777421278.295821:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591000/0xd9d09a059d6c28df lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.295829:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591000/0xd9d09a059d6c28df lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.295835:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591000/0xd9d09a059d6c28df lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.295841:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42591000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421278.295844:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591000/0xd9d09a059d6c28df lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.295851:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591000/0xd9d09a059d6c28df lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.295872:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff97104fb1d200) 00010000:00010000:2.0:1777421278.295875:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421278.295880:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591000/0xd9d09a059d6c28df lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.295886:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591000/0xd9d09a059d6c28df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.295898:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591400/0xd9d09a059d6c28e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.295904:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591400/0xd9d09a059d6c28e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.295909:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591400/0xd9d09a059d6c28e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.295913:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42591400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421278.295916:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591400/0xd9d09a059d6c28e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.295922:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591400/0xd9d09a059d6c28e6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.295928:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x4f0c1d45 (ffff971053d1fb00) 00010000:00010000:2.0:1777421278.295929:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421278.295932:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591400/0xd9d09a059d6c28e6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.295937:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591400/0xd9d09a059d6c28e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.295985:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591200/0xd9d09a059d6c28d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05627 expref: 82 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.295999:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590200/0xd9d09a059d6c28ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05627 expref: 81 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421278.296006:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff971053d1f000) 00010000:00010000:2.0:1777421278.296008:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421278.296011:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42590200, rc 0) 00000100:00100000:2.0:1777421278.296077:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+81:23856:x1863761006988800:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 708us (1322us total) trans 4294967832 rc 0/0 00000100:00100000:2.0:1777421278.296086:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 821 00000100:00100000:0.0:1777421278.301002:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421278.301256:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006988928 00000100:00100000:1.0:1777421278.301267:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006988928 00000100:00100000:1.0:1777421278.301345:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 822 00000100:00100000:1.0:1777421278.301355:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+81:23856:x1863761006988928:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:1.0:1777421278.301432:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c28fb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.301449:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c28fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.301461:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c28fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.301486:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c28fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.301492:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c28fb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.301499:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c28fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.301505:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421278.301509:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c28fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.301531:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c28fb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.301544:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff971053d1f000) 00010000:00010000:1.0:1777421278.301546:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421278.301552:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c28fb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.301558:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c28fb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421278.301624:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+81:23856:x1863761006988928:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 270us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421278.301630:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 822 00000100:00100000:3.0:1777421278.304385:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421278.305086:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006989184 00000100:00100000:1.0:1777421278.305099:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006989184 00000100:00100000:1.0:1777421278.305159:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 184 00000100:00100000:1.0:1777421278.305170:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+81:23856:x1863761006989184:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1777421278.305722:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+82:23856:x1863761006989184:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 552us (1342us total) trans 4294967833 rc 0/0 00000100:00100000:1.0:1777421278.305731:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 184 00000100:00100000:0.0:1777421278.397063:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421278.397172:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006989440 00000100:00100000:1.0:1777421278.397183:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006989440 00000100:00100000:1.0:1777421278.397326:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 823 00000100:00100000:1.0:1777421278.397337:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+82:23872:x1863761006989440:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:1.0:1777421278.397375:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421278.397397:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c2902 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0562e expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.397544:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11c00/0xd9d09a059d6c2909 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.397561:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11c00/0xd9d09a059d6c2909 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.397572:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11c00/0xd9d09a059d6c2909 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421278.397582:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:1.0:1777421278.397709:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c2902 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0562e expref: 85 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.397727:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11c00/0xd9d09a059d6c2909 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0562e expref: 84 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421278.397736:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff971053d1f000) 00010000:00010000:1.0:1777421278.397739:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1777421278.397743:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11c00, rc 0) 00000100:00100000:1.0:1777421278.397808:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+84:23872:x1863761006989440:12345-192.168.204.24@tcp:101:diff.0 Request processed in 473us (755us total) trans 4294967834 rc 0/0 00000100:00100000:1.0:1777421278.397816:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 823 00010000:00010000:3.0:1777421278.434749:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421278.498548:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018357504:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421278.498614:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421278.499025:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018357504 00000100:00100000:1.0:1777421278.499034:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018357504 00000100:00080000:0.0:1777421278.499080:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421278.499148:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1777421278.499159:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018357504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777421278.499191:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 68091904 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777421278.499263:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018357504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421278.499271:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1777421278.499314:0:3300:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967332 gen 2 00000004:00080000:3.0:1777421278.499321:0:3300:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967332 committed transno 4294967332 00000100:00100000:3.0:1777421278.499348:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018357504:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421278.516536:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421278.517055:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421278.517113:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421278.517839:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006989824 00000100:00100000:2.0:1777421278.517850:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006989824 00000100:00100000:2.0:1777421278.517923:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006989696 00000100:00100000:2.0:1777421278.517927:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006989696 00000100:00100000:2.0:1777421278.517954:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 174 00000100:00100000:2.0:1777421278.517964:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2359:x1863761006989824:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421278.518034:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2359:x1863761006989824:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 71us (979us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421278.518042:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 174 00000100:00100000:2.0:1777421278.518059:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 175 00000100:00100000:2.0:1777421278.518066:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+11:2359:x1863761006989696:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421278.518091:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+11:2359:x1863761006989696:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 25us (979us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421278.518113:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 175 00000100:00080000:0.0:1777421278.518344:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421278.518367:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006989568 00000100:00100000:3.0:1777421278.518373:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006989568 00000100:00100000:3.0:1777421278.518447:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 472 00000100:00100000:3.0:1777421278.518454:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b516050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2359:x1863761006989568:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421278.518496:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b516050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2359:x1863761006989568:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 43us (1971us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421278.518503:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 472 00010000:00010000:3.0:1777421279.460455:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421279.522577:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018357632:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421279.522668:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421279.522758:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018357632 00000100:00100000:1.0:1777421279.522768:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018357632 00000100:00100000:2.0:1777421279.522845:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1777421279.522864:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018357632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777421279.522911:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 66387968 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1777421279.522979:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018357888:0@lo:400:kworker.0 00000100:00100000:2.0:1777421279.522993:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018357632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 135us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421279.523004:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1777421279.523016:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421279.523045:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777421279.523053:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018357888 00000100:00100000:0.0:1777421279.523057:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018358016:0@lo:400:kworker.0 00000100:00100000:2.0:1777421279.523060:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018357888 00000100:00100000:0.0:1777421279.523083:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421279.523138:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018357760:0@lo:400:kworker.0 00000100:00100000:1.0:1777421279.523146:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018358144:0@lo:400:kworker.0 00000100:00100000:1.0:1777421279.523187:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421279.523201:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421279.523236:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018358272:0@lo:400:kworker.0 00000100:00100000:1.0:1777421279.523240:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018357632:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421279.523266:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421279.523303:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018357760 00000100:00100000:1.0:1777421279.523312:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018357760 00000100:00100000:0.0:1777421279.523375:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018358144 00000100:00100000:0.0:1777421279.523389:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018358144 00000100:00100000:0.0:1777421279.523421:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:0.0:1777421279.523428:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018358144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421279.523471:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018358144:12345-0@lo:400:kworker.0 Request processed in 42us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421279.523477:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:0.0:1777421279.523504:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018358144:0@lo:400:kworker.0 00000100:00100000:1.0:1777421279.523572:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1777421279.523581:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018357760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421279.523616:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018357760:12345-0@lo:400:kworker.0 Request processed in 37us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421279.523622:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:2.0:1777421279.525143:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018358016 00000100:00100000:2.0:1777421279.525155:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018358016 00000100:00100000:3.0:1777421279.525165:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018357760:0@lo:400:kworker.0 00000100:00080000:3.0:1777421279.525216:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421279.525216:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018358272 00000100:00100000:2.0:1777421279.525222:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018358272 00000100:00100000:3.0:1777421279.525240:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:3.0:1777421279.525252:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c486680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018357888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421279.525258:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:2.0:1777421279.525269:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018358016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421279.525368:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:1.0:1777421279.525387:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018358272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421279.525550:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018358016:12345-0@lo:400:kworker.0 Request processed in 283us (2465us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421279.525558:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00080000:2.0:1777421279.525587:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421279.525660:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018358016:0@lo:400:kworker.0 00000100:00100000:3.0:1777421279.525751:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c486680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018357888:12345-0@lo:400:kworker.0 Request processed in 503us (2735us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421279.525776:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:0.0:1777421279.525807:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018357888:0@lo:400:kworker.0 00000100:00100000:1.0:1777421279.525872:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018358272:12345-0@lo:400:kworker.0 Request processed in 496us (2607us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421279.525879:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:2.0:1777421279.525924:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018358272:0@lo:400:kworker.0 00010000:00010000:2.0:1777421280.482628:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421281.325067:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421281.325135:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006989952 00000100:00100000:1.0:1777421281.325147:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006989952 00000100:00100000:1.0:1777421281.325228:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 824 00000100:00100000:1.0:1777421281.325239:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:23800:x1863761006989952:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 00000100:00080000:2.0:1777421281.325242:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421281.325547:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:23800:x1863761006989952:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 Request processed in 308us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421281.325556:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 824 00010000:00010000:3.0:1777421281.506610:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1777421282.247098:0:17949:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12c: Restore a file with stripe of 2 == 20:08:00 (1777421280) 00000100:00100000:2.0:1777421282.417401:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421282.417635:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006990080 00000100:00100000:1.0:1777421282.417645:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006990080 00000100:00100000:1.0:1777421282.417753:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 825 00000100:00100000:1.0:1777421282.417764:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:24485:x1863761006990080:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1777421282.417868:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:24485:x1863761006990080:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 105us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421282.417875:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 825 00000100:00100000:2.0:1777421282.430426:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421282.430585:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006990208 00000100:00100000:1.0:1777421282.430601:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006990208 00000100:00100000:1.0:1777421282.430881:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 826 00000100:00100000:1.0:1777421282.430892:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+84:24486:x1863761006990208:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421282.430915:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421282.430936:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2917 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05635 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.430996:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c291e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.431011:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c291e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.431022:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c291e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.431056:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c2925 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.431064:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c2925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.431071:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c2925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777421282.431092:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777421282.431148:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c291e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.431157:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c291e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.431164:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c291e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.431182:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421282.431190:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c291e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.431198:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c291e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.431222:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800d00) 00010000:00010000:1.0:1777421282.431225:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421282.431230:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c291e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.431237:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c291e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.431259:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c2925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.431265:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c2925 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.431318:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c2925 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.431337:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421282.431341:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c2925 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.431347:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c2925 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.431358:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff97104562f400) 00010000:00010000:1.0:1777421282.431361:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421282.431364:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c2925 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.431371:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c2925 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.431404:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2917 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05635 expref: 85 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.431413:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800d00) 00010000:00010000:1.0:1777421282.431416:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421282.431426:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2917 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05635 expref: 85 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.431436:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10e00, rc 0) 00000100:00100000:1.0:1777421282.431506:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+84:24486:x1863761006990208:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 615us (1094us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421282.431513:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 826 00000100:00100000:0.0:1777421282.434805:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421282.434930:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006990464 00000100:00100000:1.0:1777421282.434941:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006990464 00000100:00100000:1.0:1777421282.435002:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 827 00000100:00100000:1.0:1777421282.435012:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c487480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+84:24486:x1863761006990464:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:1.0:1777421282.435060:0:12998:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421282.435084:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2800/0xd9d09a059d6c2718 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055a2 expref: 84 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.435102:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800d00) 00010000:00010000:1.0:1777421282.435107:0:12998:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421282.435204:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c292c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.435219:0:12998:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2742 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055b0 expref: 42 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.435228:0:12998:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c292c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.435263:0:12998:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2742 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055b0 expref: 42 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.435316:0:12998:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2742 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055b0 expref: 42 pid: 8245 timeout: 448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421282.435341:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018358400:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421282.435424:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ffa5780 going to sleep for 11 seconds 00000100:00100000:1.0:1777421282.436998:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018358400:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421282.437019:0:12998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c292c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421282.437370:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421282.437447:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006990592 00000100:00100000:1.0:1777421282.437453:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006990592 00010000:00010000:1.0:1777421282.437481:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2742 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055b0 expref: 43 pid: 8245 timeout: 448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421282.437515:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 256 00000100:00100000:1.0:1777421282.437523:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:2361:x1863761006990592:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421282.437536:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421282.437542:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2742 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055b0 expref: 43 pid: 8245 timeout: 448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.437553:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2742 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055b0 expref: 43 pid: 8245 timeout: 448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.437570:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f43af2a00/0xd9d09a059d6c2742 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e055b0 expref: 43 pid: 8245 timeout: 448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.437599:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800d00) 00010000:00010000:1.0:1777421282.437603:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c292c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.437611:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c292c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.437618:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c292c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.437645:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421282.437695:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:2361:x1863761006990592:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 172us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421282.437703:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 256 00010000:00010000:2.0:1777421282.437751:0:12998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c292c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.437771:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c292c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.437792:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590800/0xd9d09a059d6c2933 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.437803:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590800/0xd9d09a059d6c2933 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.437813:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590800/0xd9d09a059d6c2933 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421282.440048:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 512 00010000:00010000:2.0:1777421282.440065:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c292c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.440074:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c292c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.440081:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c292c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.440086:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421282.440090:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c292c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.440097:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c292c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.440111:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800d00) 00010000:00010000:2.0:1777421282.440113:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421282.440126:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c292c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.440131:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c292c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421282.440148:0:12998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000bbbd82b0 reply state 00000000d66d9608 transno 4294967835 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590800/0xd9d09a059d6c2933 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421282.440157:0:12998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421282.440250:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c487480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+85:24486:x1863761006990464:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 5237us (5450us total) trans 4294967835 rc 0/0 00000100:00100000:2.0:1777421282.440258:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 827 00010000:00010000:1.0:1777421282.444189:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590800/0xd9d09a059d6c2933 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.444207:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590800/0xd9d09a059d6c2933 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.444215:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590800/0xd9d09a059d6c2933 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.444222:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42590800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421282.444227:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590800/0xd9d09a059d6c2933 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.444235:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590800/0xd9d09a059d6c2933 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.444270:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff971053d1fd00) 00010000:00010000:1.0:1777421282.444316:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421282.444332:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590800/0xd9d09a059d6c2933 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.444340:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590800/0xd9d09a059d6c2933 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421282.452813:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421282.454269:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006990720 00000100:00100000:2.0:1777421282.454297:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006990720 00000100:00100000:2.0:1777421282.454451:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 828 00000100:00100000:2.0:1777421282.454462:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+84:24487:x1863761006990720:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421282.454486:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421282.454511:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590000/0xd9d09a059d6c293a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0563c expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.454571:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590a00/0xd9d09a059d6c2941 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.454585:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590a00/0xd9d09a059d6c2941 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.454597:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590a00/0xd9d09a059d6c2941 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421282.454654:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1777421282.454670:0:12998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 23 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421282.454834:0:12998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590a00/0xd9d09a059d6c2941 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.454858:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590000/0xd9d09a059d6c293a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0563c expref: 86 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.454884:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590a00/0xd9d09a059d6c2941 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0563c expref: 85 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.454892:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971053d1f400) 00010000:00010000:2.0:1777421282.454895:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421282.454898:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42590a00, rc 0) 00000100:00100000:2.0:1777421282.454971:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+85:24487:x1863761006990720:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 511us (2167us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421282.454978:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 828 00000100:00100000:0.0:1777421282.457345:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421282.457537:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006990848 00000100:00100000:2.0:1777421282.457547:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006990848 00000100:00100000:2.0:1777421282.457596:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 829 00000100:00100000:2.0:1777421282.457606:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c487800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+85:24487:x1863761006990848:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421282.457623:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421282.457641:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590800/0xd9d09a059d6c2948 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05643 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.457708:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591a00/0xd9d09a059d6c294f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.457722:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591a00/0xd9d09a059d6c294f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.457754:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591a00/0xd9d09a059d6c294f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.457768:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c2956 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.457775:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c2956 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.457781:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c2956 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.457880:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591200/0xd9d09a059d6c295d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.457888:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591200/0xd9d09a059d6c295d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.457894:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591200/0xd9d09a059d6c295d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421282.457923:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 512 00000004:00200000:2.0:1777421282.457926:0:12998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421282.457946:0:12998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591200/0xd9d09a059d6c295d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.457957:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591a00/0xd9d09a059d6c294f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.457963:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591a00/0xd9d09a059d6c294f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.457978:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591a00/0xd9d09a059d6c294f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.457985:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42591a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421282.457989:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591a00/0xd9d09a059d6c294f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.457996:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591a00/0xd9d09a059d6c294f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.458006:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971053d1f400) 00010000:00010000:2.0:1777421282.458009:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421282.458013:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591a00/0xd9d09a059d6c294f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.458019:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591a00/0xd9d09a059d6c294f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.458035:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c2956 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.458041:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c2956 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.458046:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c2956 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.458050:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42591e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421282.458068:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c2956 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.458083:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c2956 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.458090:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff971053d1fd00) 00010000:00010000:2.0:1777421282.458093:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421282.458096:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c2956 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.458102:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c2956 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.458130:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590800/0xd9d09a059d6c2948 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05643 expref: 87 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.458142:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591200/0xd9d09a059d6c295d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05643 expref: 86 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.458149:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff971053d1f500) 00010000:00010000:2.0:1777421282.458151:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421282.458153:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42591200, rc 0) 00000100:00100000:2.0:1777421282.458631:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c487800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+86:24487:x1863761006990848:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1025us (1305us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421282.458640:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 829 00000100:00100000:3.0:1777421282.461579:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421282.461779:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006991104 00000100:00100000:2.0:1777421282.461789:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006991104 00000100:00100000:2.0:1777421282.461879:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 830 00000100:00100000:2.0:1777421282.461890:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+86:24487:x1863761006991104:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421282.461926:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421282.461944:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590000/0xd9d09a059d6c2964 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0564a expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.462072:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591400/0xd9d09a059d6c296b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.462086:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591400/0xd9d09a059d6c296b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.462096:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591400/0xd9d09a059d6c296b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.462109:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591000/0xd9d09a059d6c2972 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.462116:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591000/0xd9d09a059d6c2972 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.462123:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591000/0xd9d09a059d6c2972 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.462605:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590400/0xd9d09a059d6c2979 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.462614:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590400/0xd9d09a059d6c2979 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.462622:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590400/0xd9d09a059d6c2979 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421282.462633:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 0 00010000:00010000:2.0:1777421282.462672:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591400/0xd9d09a059d6c296b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.463832:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591400/0xd9d09a059d6c296b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.463840:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591400/0xd9d09a059d6c296b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.463847:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42591400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421282.463851:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591400/0xd9d09a059d6c296b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.463860:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591400/0xd9d09a059d6c296b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.463874:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff971053d1f500) 00010000:00010000:2.0:1777421282.463878:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421282.463882:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591400/0xd9d09a059d6c296b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.463887:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591400/0xd9d09a059d6c296b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421282.463909:0:12998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000000d39492d reply state 0000000031e6fc9b transno 4294967836 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591000/0xd9d09a059d6c2972 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421282.463918:0:12998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777421282.463957:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590000/0xd9d09a059d6c2964 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0564a expref: 89 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.463972:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590400/0xd9d09a059d6c2979 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0564a expref: 88 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.463993:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff971053d1f600) 00010000:00010000:2.0:1777421282.463995:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421282.463998:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42590400, rc 0) 00000100:00100000:2.0:1777421282.464572:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+89:24487:x1863761006991104:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 2680us (2997us total) trans 4294967836 rc 0/0 00000100:00100000:2.0:1777421282.464581:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 830 00010000:00010000:3.0:1777421282.467850:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591000/0xd9d09a059d6c2972 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.467869:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591000/0xd9d09a059d6c2972 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.467878:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591000/0xd9d09a059d6c2972 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.467885:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42591000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421282.467890:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591000/0xd9d09a059d6c2972 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.467898:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591000/0xd9d09a059d6c2972 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.467913:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff971053d1fb00) 00010000:00010000:3.0:1777421282.467917:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421282.467921:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591000/0xd9d09a059d6c2972 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.467926:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591000/0xd9d09a059d6c2972 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421282.468406:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421282.468486:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006991360 00000100:00100000:2.0:1777421282.468496:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006991360 00000100:00100000:2.0:1777421282.468553:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 831 00000100:00100000:2.0:1777421282.468564:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+88:24487:x1863761006991360:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421282.468585:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421282.468601:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591800/0xd9d09a059d6c2987 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05651 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.468690:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591600/0xd9d09a059d6c298e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.468704:0:12998:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590400/0xd9d09a059d6c2979 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0564a expref: 89 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.468713:0:12998:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591600/0xd9d09a059d6c298e lrc: 4/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.468746:0:12998:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590400/0xd9d09a059d6c2979 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0564a expref: 89 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.468758:0:12998:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590400/0xd9d09a059d6c2979 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0564a expref: 89 pid: 12998 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421282.468782:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c28700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018358528:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421282.468918:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c3840 going to sleep for 11 seconds 00000100:00100000:0.0:1777421282.471563:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421282.471746:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006991488 00000100:00100000:3.0:1777421282.471755:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006991488 00000100:00100000:2.0:1777421282.471764:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c28700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018358528:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421282.471790:0:12998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591600/0xd9d09a059d6c298e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.471791:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590400/0xd9d09a059d6c2979 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0564a expref: 90 pid: 12998 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421282.471856:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 257 00000100:00100000:3.0:1777421282.471866:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+90:2361:x1863761006991488:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421282.471879:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421282.471886:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590400/0xd9d09a059d6c2979 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0564a expref: 90 pid: 12998 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.471898:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590400/0xd9d09a059d6c2979 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0564a expref: 90 pid: 12998 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.471914:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590400/0xd9d09a059d6c2979 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0564a expref: 90 pid: 12998 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.471931:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff971053d1f600) 00010000:00010000:3.0:1777421282.471934:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591600/0xd9d09a059d6c298e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.471941:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591600/0xd9d09a059d6c298e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.471945:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591600/0xd9d09a059d6c298e lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.471965:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421282.472006:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+89:2361:x1863761006991488:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 142us (451us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421282.472007:0:12998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591600/0xd9d09a059d6c298e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421282.472014:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 257 00010000:00010000:2.0:1777421282.472022:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591600/0xd9d09a059d6c298e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421282.472042:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 0 00000004:00080000:2.0:1777421282.472556:0:12998:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x12:0x0], index 1: 0 00000004:00080000:2.0:1777421282.472569:0:12998:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x10:0x0], index 0: 0 00010000:00010000:2.0:1777421282.472702:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591600/0xd9d09a059d6c298e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.472710:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591600/0xd9d09a059d6c298e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.472717:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591600/0xd9d09a059d6c298e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.472724:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42591600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421282.472728:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591600/0xd9d09a059d6c298e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.472747:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591600/0xd9d09a059d6c298e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.472757:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff971053d1f600) 00010000:00010000:2.0:1777421282.472760:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421282.472764:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591600/0xd9d09a059d6c298e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.472770:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591600/0xd9d09a059d6c298e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.472822:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591800/0xd9d09a059d6c2987 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05651 expref: 89 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.472832:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff971053d1f500) 00010000:00010000:2.0:1777421282.472835:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421282.472839:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591800/0xd9d09a059d6c2987 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05651 expref: 89 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.472849:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42591800, rc 0) 00000100:00100000:2.0:1777421282.472881:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+88:24487:x1863761006991360:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 4319us (4479us total) trans 4294967837 rc 301/301 00000100:00100000:2.0:1777421282.472888:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 831 00000100:00100000:0.0:1777421282.473290:0:7991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c486300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7991:1863761018358656:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1777421282.473346:0:7991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421282.473404:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018358656 00000100:00100000:1.0:1777421282.473410:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018358656 00000100:00100000:1.0:1777421282.473453:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:1.0:1777421282.473461:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:7991:x1863761018358656:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1777421282.473494:0:7984:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 34 00000100:00100000:0.0:1777421282.473519:0:7991:0:(client.c:2690:ptlrpc_set_wait()) set ffff97105ec793c0 going to sleep for 11 seconds 00000100:00080000:3.0:1777421282.473754:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421282.476418:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421282.476623:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006991744 00000100:00100000:3.0:1777421282.476633:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006991744 00000100:00100000:3.0:1777421282.476694:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 185 00000100:00100000:3.0:1777421282.476706:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+88:24487:x1863761006991744:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:3.0:1777421282.477048:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+89:24487:x1863761006991744:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 344us (638us total) trans 4294967838 rc 0/0 00000100:00100000:3.0:1777421282.477065:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 185 00000100:00100000:0.0:1777421282.479876:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421282.480066:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006991872 00000100:00100000:2.0:1777421282.480075:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006991872 00000100:00100000:2.0:1777421282.480133:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 832 00000100:00100000:2.0:1777421282.480147:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+89:24487:x1863761006991872:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421282.480191:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421282.480215:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c299c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05658 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.480311:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c299c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05658 expref: 90 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.480341:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c299c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05658 expref: 90 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.480363:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:2.0:1777421282.480367:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421282.480371:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42591e00, rc 0) 00000100:00100000:2.0:1777421282.480437:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+90:24487:x1863761006991872:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 287us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421282.480445:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 832 00000100:00100000:1.0:1777421282.483095:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:7991:x1863761018358656:12345-0@lo:5:osp-pre-1-0.0 Request processed in 9628us (9742us total) trans 4294967341 rc 0/0 00000100:00100000:1.0:1777421282.483106:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:0.0:1777421282.483188:0:7991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c486300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7991:1863761018358656:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1777421282.483202:0:7991:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x12:0x0]-[0x280000400:0x41:0x0] 00000100:00100000:2.0:1777421282.483976:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421282.484106:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006992128 00000100:00100000:3.0:1777421282.484115:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006992128 00000100:00100000:3.0:1777421282.484175:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 186 00000100:00100000:3.0:1777421282.484184:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b5a6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+90:24487:x1863761006992128:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:3.0:1777421282.484413:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b5a6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+91:24487:x1863761006992128:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 229us (442us total) trans 4294967839 rc 0/0 00000100:00100000:3.0:1777421282.484421:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 186 00000100:00100000:0.0:1777421282.513250:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421282.514165:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006992256 00000100:00100000:2.0:1777421282.514175:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006992256 00000100:00100000:2.0:1777421282.514237:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 833 00000100:00100000:2.0:1777421282.514247:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c486a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+91:24491:x1863761006992256:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:2.0:1777421282.514271:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421282.514317:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591800/0xd9d09a059d6c29a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0565f expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.514393:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591600/0xd9d09a059d6c29aa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.514426:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591600/0xd9d09a059d6c29aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.514437:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591600/0xd9d09a059d6c29aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421282.514497:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 512 00000004:00200000:2.0:1777421282.514501:0:12998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421282.514526:0:12998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591600/0xd9d09a059d6c29aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.514554:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591800/0xd9d09a059d6c29a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0565f expref: 93 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.514580:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591600/0xd9d09a059d6c29aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0565f expref: 92 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.514588:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff971053d1f500) 00010000:00010000:2.0:1777421282.514591:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421282.514595:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42591600, rc 0) 00000100:00100000:2.0:1777421282.514714:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c486a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+92:24491:x1863761006992256:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 468us (1474us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421282.514722:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 833 00000100:00100000:0.0:1777421282.523795:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421282.523985:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006992384 00000100:00100000:3.0:1777421282.523998:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006992384 00000100:00100000:3.0:1777421282.524125:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 834 00000100:00100000:3.0:1777421282.524138:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+92:24492:x1863761006992384:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:3.0:1777421282.524160:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421282.524190:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c29b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05666 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524255:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c29b8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524271:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c29b8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524352:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c29b8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524368:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29bf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524376:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524383:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524474:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c29c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524483:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c29c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524490:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c29c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421282.524522:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 0 00000004:00200000:3.0:1777421282.524527:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421282.524545:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c29c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524556:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c29c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524564:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c29b8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524581:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c29b8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524588:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c29b8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524595:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421282.524599:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c29b8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524606:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c29b8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524619:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff971053d1f500) 00010000:00010000:3.0:1777421282.524622:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421282.524627:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c29b8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524634:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c29b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524648:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524656:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524662:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524667:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421282.524688:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524696:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29bf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524704:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff971043c57800) 00010000:00010000:3.0:1777421282.524707:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421282.524710:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29bf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524716:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29bf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524754:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c29b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05666 expref: 94 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524769:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c29c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05666 expref: 93 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.524777:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:3.0:1777421282.524780:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421282.524784:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60400, rc 0) 00000100:00100000:3.0:1777421282.524833:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+93:24492:x1863761006992384:12345-192.168.204.24@tcp:101:rm.0 Request processed in 698us (1050us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421282.524842:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 834 00000100:00100000:1.0:1777421282.529249:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421282.529444:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006992512 00000100:00100000:2.0:1777421282.529455:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006992512 00000100:00100000:1.0:1777421282.529487:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421282.529526:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006992640 00000100:00100000:2.0:1777421282.529530:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006992640 00000100:00080000:3.0:1777421282.529546:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777421282.529551:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421282.529564:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 200 00000100:00100000:2.0:1777421282.529577:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+11:2358:x1863761006992512:12345-192.168.204.24@tcp:101:rm.0 00000100:00100000:3.0:1777421282.529580:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 201 00000100:00100000:3.0:1777421282.529591:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+11:2358:x1863761006992640:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:3.0:1777421282.529611:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421282.529611:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421282.529638:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ca822de7/0xd9d09a059d6c29d4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05674 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.529638:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091c14991/0xd9d09a059d6c29cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0566d expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421282.529673:0:7984:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:2.0:1777421282.529674:0:12497:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777421282.529695:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421282.529698:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421282.529706:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca822de7/0xd9d09a059d6c29d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05674 expref: 12 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.529723:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ca822de7/0xd9d09a059d6c29d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05674 expref: 12 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.529736:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60e00, rc 0) 00010000:00010000:2.0:1777421282.529746:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421282.529750:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421282.529757:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091c14991/0xd9d09a059d6c29cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0566d expref: 12 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.529773:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000091c14991/0xd9d09a059d6c29cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0566d expref: 12 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.529783:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42591800, rc 0) 00000100:00100000:3.0:1777421282.529789:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+12:2358:x1863761006992640:12345-192.168.204.24@tcp:101:rm.0 Request processed in 198us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421282.529798:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 201 00000100:00100000:2.0:1777421282.529813:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+12:2358:x1863761006992512:12345-192.168.204.24@tcp:101:rm.0 Request processed in 238us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421282.529833:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 200 00010000:00010000:3.0:1777421282.530389:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421282.533913:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421282.534008:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006992896 00000100:00100000:3.0:1777421282.534018:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006992896 00000100:00100000:3.0:1777421282.534077:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 835 00000100:00100000:3.0:1777421282.534086:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+93:24492:x1863761006992896:12345-192.168.204.24@tcp:36:rm.0 00010000:00010000:3.0:1777421282.534138:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1777421282.534164:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c29c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05666 expref: 93 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.534184:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591e00/0xd9d09a059d6c299c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05658 expref: 92 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.534214:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:3.0:1777421282.534231:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591600/0xd9d09a059d6c29aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0565f expref: 91 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.534240:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff971053d1f500) 00010000:00010000:3.0:1777421282.534243:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421282.534261:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c29db lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.534421:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c29db lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.534434:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c29db lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.534450:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c29e2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.534458:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c29e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.534465:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c29e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.534564:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29e9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.534571:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29e9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.534588:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29e9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777421282.535101:0:5770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10, 64 off8904 00000004:00080000:3.0:1777421282.535112:0:5770:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 349091837165ns, next at 350091834820ns, rc = 0 00000040:00080000:3.0:1777421282.535256:0:5770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].7, 64 off8664 00000004:00080000:3.0:1777421282.535263:0:5770:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 349091988880ns, next at 350091987625ns, rc = 0 00010000:00010000:3.0:1777421282.535372:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c29f0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.535381:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c29f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.535389:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c29f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.535395:0:5770:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c29f0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.535402:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c29f0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.535408:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c29f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.535487:0:5770:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777421282.535507:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29e9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.535514:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29e9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.535531:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29e9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.535538:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421282.535542:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29e9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.535549:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29e9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.535558:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff971043c57e00) 00010000:00010000:3.0:1777421282.535561:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777421282.535565:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29e9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.535571:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29e9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.535634:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c29db lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.535641:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c29db lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.535647:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c29db lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.535652:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421282.535655:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c29db lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.535671:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c29db lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.535680:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff971053d1f500) 00010000:00010000:3.0:1777421282.535683:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421282.535686:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c29db lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.535692:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c29db lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421282.535702:0:5770:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000b82ce90c reply state 00000000f7b169bb transno 4294967840 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c29e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421282.535711:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777421282.535793:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+92:24492:x1863761006992896:12345-192.168.204.24@tcp:36:rm.0 Request processed in 1706us (1886us total) trans 4294967840 rc 0/0 00000100:00100000:3.0:1777421282.535801:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 835 00010000:00010000:2.0:1777421282.535892:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421282.535899:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c29f0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.535905:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61200 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421282.535908:0:5759:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c29f0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.535914:0:5759:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c29f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.535932:0:5759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff971043c57e00) 00010000:00010000:2.0:1777421282.535934:0:5759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777421282.535937:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c29f0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.535943:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61200/0xd9d09a059d6c29f0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.535959:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421282.535961:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421282.535964:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421282.539175:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c29e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.539189:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c29e2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.539193:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c29e2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.539198:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421282.539212:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c29e2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.539218:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c29e2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.539231:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff971043c57800) 00010000:00010000:1.0:1777421282.539233:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421282.539236:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c29e2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421282.539239:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c29e2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421282.551164:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421282.551390:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006993152 00000100:00100000:3.0:1777421282.551401:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006993152 00000100:00100000:3.0:1777421282.551457:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 836 00000100:00100000:3.0:1777421282.551467:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c487b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+91:24493:x1863761006993152:12345-192.168.204.24@tcp:101:dd.0 00010000:00010000:3.0:1777421282.551490:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421282.551904:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c29f7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0567b expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.552043:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29fe lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.552075:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29fe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.552086:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29fe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.552100:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c2a05 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.552107:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c2a05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.552113:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c2a05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777421282.552538:0:5770:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x13:0x0], index 1: 0 00010000:00010000:3.0:1777421282.552694:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c2a0c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.552702:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c2a0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.552707:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c2a0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.552733:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29fe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.552737:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29fe lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.552741:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29fe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.552750:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421282.552754:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29fe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.552762:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29fe lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.552773:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff971053d1f500) 00010000:00010000:3.0:1777421282.552776:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421282.552780:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29fe lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.552942:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c29fe lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421282.552955:0:5770:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000001ee1c40c reply state 000000000329275b transno 4294967841 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c2a05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421282.552961:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777421282.552985:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c29f7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0567b expref: 94 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.552994:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c2a0c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0567b expref: 93 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.552999:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff971043c57800) 00010000:00010000:3.0:1777421282.553001:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421282.553002:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60200, rc 0) 00000100:00100000:3.0:1777421282.553062:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c487b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+94:24493:x1863761006993152:12345-192.168.204.24@tcp:101:dd.0 Request processed in 1596us (1907us total) trans 4294967841 rc 0/0 00000100:00100000:3.0:1777421282.553078:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 836 00010000:00010000:3.0:1777421282.555290:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c2a05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.555306:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c2a05 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.555314:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c2a05 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.555319:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421282.555333:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c2a05 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.555341:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c2a05 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.555356:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff971043c57d00) 00010000:00010000:3.0:1777421282.555359:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421282.555363:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c2a05 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.555370:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c2a05 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421282.559181:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421282.559374:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006993280 00000100:00100000:2.0:1777421282.559384:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006993280 00000100:00100000:2.0:1777421282.559440:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 202 00000100:00100000:2.0:1777421282.559448:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c486d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+12:24493:x1863761006993280:12345-192.168.204.24@tcp:101:dd.0 00010000:00010000:2.0:1777421282.559530:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421282.559553:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ca4e207/0xd9d09a059d6c2a1a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05682 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421282.559580:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777421282.559674:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421282.559677:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421282.559686:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ca4e207/0xd9d09a059d6c2a1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05682 expref: 13 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.559714:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001ca4e207/0xd9d09a059d6c2a1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05682 expref: 13 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421282.559749:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42590000, rc 0) 00000100:00100000:2.0:1777421282.559811:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c486d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+13:24493:x1863761006993280:12345-192.168.204.24@tcp:101:dd.0 Request processed in 362us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421282.559818:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 202 00000100:00100000:0.0:1777421282.573519:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421282.573587:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006993408 00000100:00100000:2.0:1777421282.573598:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006993408 00002000:00100000:2.0:1777421282.573643:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (0->1048575) req@ffff97107c487100 x1863761006993408/t0(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:293/0 lens 488/0 e 0 to 0 dl 1777421293 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421282.573655:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97107c487100 with x1863761006993408 ext(0->1048575) 00002000:00010000:2.0:1777421282.573661:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97107c487100 00000100:00100000:2.0:1777421282.573691:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 65 00000100:00100000:2.0:1777421282.573700:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c487100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+13:2361:x1863761006993408:12345-192.168.204.24@tcp:4:dd.0 00000100:00100000:0.0:1777421282.586690:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421282.586737:0:6558:0:(service.c:3435:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:3.0:1777421282.586745:0:6558:0:(service.c:3494:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:2.0:1777421282.589053:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c487100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+15:2361:x1863761006993408:12345-192.168.204.24@tcp:4:dd.0 Request processed in 15344us (15535us total) trans 4294967342 rc 0/0 00000100:00100000:2.0:1777421282.589066:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 65 00002000:00100000:2.0:1777421282.589079:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (0->1048575) req@ffff97107c487100 x1863761006993408/t4294967342(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:293/0 lens 488/448 e 0 to 0 dl 1777421293 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421282.589089:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97107c487100 with x1863761006993408 ext(0->1048575) 00002000:00010000:2.0:1777421282.589095:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97107c487100 00000100:00100000:2.0:1777421282.589117:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006993536 00000100:00100000:2.0:1777421282.589124:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006993536 00002000:00100000:2.0:1777421282.589152:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (1048576->2097151) req@ffff9710808d6d80 x1863761006993536/t0(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:293/0 lens 488/0 e 0 to 0 dl 1777421293 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421282.589174:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710808d6d80 with x1863761006993536 ext(1048576->2097151) 00002000:00010000:2.0:1777421282.589178:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9710808d6d80 00000100:00100000:2.0:1777421282.589203:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 66 00000100:00100000:2.0:1777421282.589211:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+15:2360:x1863761006993536:12345-192.168.204.24@tcp:4:dd.0 00000100:00100000:3.0:1777421282.597396:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+17:2360:x1863761006993536:12345-192.168.204.24@tcp:4:dd.0 Request processed in 8173us (10702us total) trans 4294967343 rc 0/0 00000100:00100000:3.0:1777421282.597413:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 66 00002000:00100000:3.0:1777421282.597444:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (1048576->2097151) req@ffff9710808d6d80 x1863761006993536/t4294967343(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:293/0 lens 488/448 e 0 to 0 dl 1777421293 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421282.597455:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710808d6d80 with x1863761006993536 ext(1048576->2097151) 00002000:00010000:3.0:1777421282.597473:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9710808d6d80 00000100:00100000:2.0:1777421282.600430:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421282.600881:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006993664 00000100:00100000:0.0:1777421282.600892:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006993664 00002000:00100000:0.0:1777421282.600944:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (2097152->3145727) req@ffff970f41c2b800 x1863761006993664/t0(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:293/0 lens 488/0 e 0 to 0 dl 1777421293 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421282.600955:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f41c2b800 with x1863761006993664 ext(2097152->3145727) 00002000:00010000:0.0:1777421282.600960:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff970f41c2b800 00000100:00100000:0.0:1777421282.601010:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 67 00000100:00100000:0.0:1777421282.601019:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+17:2361:x1863761006993664:12345-192.168.204.24@tcp:4:dd.0 00000100:00100000:0.0:1777421282.607933:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+19:2361:x1863761006993664:12345-192.168.204.24@tcp:4:dd.0 Request processed in 6905us (7502us total) trans 4294967344 rc 0/0 00000100:00100000:0.0:1777421282.607946:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 67 00002000:00100000:0.0:1777421282.607956:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (2097152->3145727) req@ffff970f41c2b800 x1863761006993664/t4294967344(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:293/0 lens 488/448 e 0 to 0 dl 1777421293 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421282.607964:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f41c2b800 with x1863761006993664 ext(2097152->3145727) 00002000:00010000:0.0:1777421282.607969:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff970f41c2b800 00000100:00100000:2.0:1777421282.608999:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421282.609048:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006993792 00000100:00100000:0.0:1777421282.609057:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006993792 00002000:00100000:0.0:1777421282.609094:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (3145728->4194303) req@ffff970f41c28a80 x1863761006993792/t0(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:293/0 lens 488/0 e 0 to 0 dl 1777421293 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421282.609103:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f41c28a80 with x1863761006993792 ext(3145728->4194303) 00002000:00010000:0.0:1777421282.609107:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff970f41c28a80 00000100:00100000:0.0:1777421282.609185:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 68 00000100:00100000:0.0:1777421282.609194:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+19:2360:x1863761006993792:12345-192.168.204.24@tcp:4:dd.0 00000100:00100000:0.0:1777421282.614208:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+21:2360:x1863761006993792:12345-192.168.204.24@tcp:4:dd.0 Request processed in 5003us (5201us total) trans 4294967345 rc 0/0 00000100:00100000:0.0:1777421282.614230:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 68 00002000:00100000:0.0:1777421282.614245:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (3145728->4194303) req@ffff970f41c28a80 x1863761006993792/t4294967345(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:293/0 lens 488/448 e 0 to 0 dl 1777421293 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421282.614267:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f41c28a80 with x1863761006993792 ext(3145728->4194303) 00002000:00010000:0.0:1777421282.614301:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff970f41c28a80 00000100:00100000:2.0:1777421282.618721:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421282.619316:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006994176 00000100:00100000:3.0:1777421282.619337:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006994176 00000100:00100000:3.0:1777421282.619400:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 187 00000100:00100000:3.0:1777421282.619412:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+93:24493:x1863761006994176:12345-192.168.204.24@tcp:35:dd.0 00000100:00100000:2.0:1777421282.619432:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421282.619746:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006994048 00000100:00100000:1.0:1777421282.619752:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006994048 00002000:00100000:1.0:1777421282.619785:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (4194304->5242879) req@ffff97106fe9e300 x1863761006994048/t0(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:293/0 lens 488/0 e 0 to 0 dl 1777421293 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1777421282.619793:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+94:24493:x1863761006994176:12345-192.168.204.24@tcp:35:dd.0 Request processed in 381us (1077us total) trans 4294967842 rc 0/0 00002000:00100000:1.0:1777421282.619800:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106fe9e300 with x1863761006994048 ext(4194304->5242879) 00000100:00100000:3.0:1777421282.619808:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 187 00002000:00010000:1.0:1777421282.619808:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97106fe9e300 00000100:00100000:1.0:1777421282.619842:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 69 00000100:00100000:1.0:1777421282.619850:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+21:2360:x1863761006994048:12345-192.168.204.24@tcp:4:dd.0 00000100:00100000:1.0:1777421282.627258:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+23:2360:x1863761006994048:12345-192.168.204.24@tcp:4:dd.0 Request processed in 7399us (7818us total) trans 4294967346 rc 0/0 00000100:00100000:1.0:1777421282.627304:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 69 00002000:00100000:1.0:1777421282.627318:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (4194304->5242879) req@ffff97106fe9e300 x1863761006994048/t4294967346(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:293/0 lens 488/448 e 0 to 0 dl 1777421293 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421282.627336:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106fe9e300 with x1863761006994048 ext(4194304->5242879) 00002000:00010000:1.0:1777421282.627356:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97106fe9e300 00000100:00100000:2.0:1777421282.650687:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421282.650870:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006994432 00000100:00100000:3.0:1777421282.650880:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006994432 00000100:00100000:3.0:1777421282.650933:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 837 00000100:00100000:3.0:1777421282.650941:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+94:24496:x1863761006994432:12345-192.168.204.24@tcp:101:md5sum.0 00010000:00010000:3.0:1777421282.650962:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421282.650979:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c2a21 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05689 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.651062:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c2a28 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.651076:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c2a28 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.651087:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c2a28 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421282.651119:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:3.0:1777421282.651226:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c2a21 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05689 expref: 97 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.651239:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c2a28 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05689 expref: 96 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.651245:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff971043c57800) 00010000:00010000:3.0:1777421282.651247:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1777421282.651249:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61800, rc 0) 00000100:00100000:3.0:1777421282.651357:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+96:24496:x1863761006994432:12345-192.168.204.24@tcp:101:md5sum.0 Request processed in 415us (678us total) trans 4294967843 rc 0/0 00000100:00100000:3.0:1777421282.651365:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 837 00000100:00100000:2.0:1777421282.690686:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421282.690800:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006994560 00000100:00100000:3.0:1777421282.690811:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006994560 00000100:00100000:3.0:1777421282.691000:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 838 00000100:00100000:3.0:1777421282.691012:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+96:24497:x1863761006994560:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421282.691035:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421282.691055:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c2a36 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05690 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.691120:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c2a3d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.691133:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c2a3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.691160:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c2a3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421282.691216:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 512 00000004:00200000:3.0:1777421282.691220:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421282.691239:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c2a3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.691262:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c2a36 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05690 expref: 98 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.691358:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c2a3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05690 expref: 97 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421282.691368:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff971053d1f500) 00010000:00010000:3.0:1777421282.691371:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421282.691374:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61e00, rc 0) 00000100:00100000:3.0:1777421282.691428:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+97:24497:x1863761006994560:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 419us (752us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421282.691434:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 838 00000100:00100000:1.0:1777421282.697487:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421282.697778:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006994816 00000100:00100000:3.0:1777421282.697789:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006994816 00000100:00100000:3.0:1777421282.697897:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 839 00000100:00100000:3.0:1777421282.697908:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+97:24497:x1863761006994816:12345-192.168.204.24@tcp:58:lfs.0 00000040:00080000:3.0:1777421282.698189:0:5770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].20, 136 off10912 00000100:00100000:3.0:1777421282.698311:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+97:24497:x1863761006994816:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 403us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421282.698347:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 839 00000040:00080000:2.0:1777421283.150580:0:17999:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421283.150586:0:17999:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421283.150630:0:17999:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 4 00000040:00080000:2.0:1777421283.150634:0:17999:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1777421283.362538:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421283.362550:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421283.362587:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 4 00000040:00080000:2.0:1777421283.362595:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421283.362860:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9c000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018358784:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421283.364043:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c39c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421283.366172:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9c000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018358784:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421283.366590:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421283.366945:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006994944 00000100:00100000:3.0:1777421283.366954:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006994944 00000100:00100000:3.0:1777421283.367073:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 840 00000100:00100000:3.0:1777421283.367082:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:24509:x1863761006994944:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421283.367124:0:5770:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x38:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421283.367212:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:24509:x1863761006994944:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 131us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421283.367219:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 840 00000100:00080000:2.0:1777421283.367898:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421283.370060:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421283.370129:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006995200 00000100:00100000:2.0:1777421283.370139:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006995200 00000100:00100000:2.0:1777421283.370249:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 841 00000100:00100000:2.0:1777421283.370271:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:24509:x1863761006995200:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421283.370337:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421283.370357:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590c00/0xd9d09a059d6c2a44 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05697 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.370445:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591a00/0xd9d09a059d6c2a4b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.370459:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591a00/0xd9d09a059d6c2a4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.370471:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591a00/0xd9d09a059d6c2a4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421283.370484:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:2.0:1777421283.370614:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590c00/0xd9d09a059d6c2a44 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05697 expref: 45 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.370636:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591a00/0xd9d09a059d6c2a4b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05697 expref: 44 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.370643:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff971043c57800) 00010000:00010000:2.0:1777421283.370645:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421283.370647:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42591a00, rc 0) 00000100:00100000:2.0:1777421283.370707:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:24509:x1863761006995200:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 438us (655us total) trans 4294967844 rc 0/0 00000100:00100000:2.0:1777421283.370713:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 841 00000100:00100000:0.0:1777421283.376048:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421283.376941:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006995328 00000100:00100000:1.0:1777421283.376950:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006995328 00000100:00100000:1.0:1777421283.377013:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 203 00000100:00100000:1.0:1777421283.377022:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006995328:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777421283.377102:0:6554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006be36d0e/0xd9d09a059d6c2a59 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777421283.377103:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777421283.377120:0:6554:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001ca4e207/0xd9d09a059d6c2a1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05682 expref: 22 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.377126:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777421283.377128:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777421283.377130:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006be36d0e/0xd9d09a059d6c2a59 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.377159:0:6554:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001ca4e207/0xd9d09a059d6c2a1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05682 expref: 22 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.377172:0:6554:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001ca4e207/0xd9d09a059d6c2a1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05682 expref: 22 pid: 6553 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421283.377186:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018358912:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421283.377263:0:6554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ffa5180 going to sleep for 11 seconds 00000100:00100000:1.0:1777421283.380439:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018358912:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421283.380547:0:6554:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006be36d0e/0xd9d09a059d6c2a59 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421283.386062:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421283.386150:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006995456 00000100:00100000:3.0:1777421283.386159:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006995456 00010000:00010000:3.0:1777421283.386199:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001ca4e207/0xd9d09a059d6c2a1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05682 expref: 23 pid: 6553 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421283.386242:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 258 00000100:00100000:3.0:1777421283.386251:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+23:2361:x1863761006995456:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421283.386265:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1777421283.386316:0:11342:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:3.0:1777421283.386320:0:11342:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb mtime from disk: 0 -> 1777421282 00002000:00010000:3.0:1777421283.386323:0:11342:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb ctime from disk: 0 -> 1777421282 00010000:00010000:3.0:1777421283.386330:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001ca4e207/0xd9d09a059d6c2a1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05682 expref: 23 pid: 6553 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421283.386344:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001ca4e207/0xd9d09a059d6c2a1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05682 expref: 23 pid: 6553 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421283.386409:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ca4e207/0xd9d09a059d6c2a1a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05682 expref: 23 pid: 6553 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421283.386426:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421283.386428:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421283.386433:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006be36d0e/0xd9d09a059d6c2a59 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421283.386442:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006be36d0e/0xd9d09a059d6c2a59 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421283.386479:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421283.386538:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+22:2361:x1863761006995456:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 287us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421283.386546:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 258 00010000:00010000:2.0:1777421283.386595:0:6554:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006be36d0e/0xd9d09a059d6c2a59 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.386613:0:6554:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006be36d0e/0xd9d09a059d6c2a59 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.386637:0:6554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006be36d0e/0xd9d09a059d6c2a59 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.386647:0:6554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006be36d0e/0xd9d09a059d6c2a59 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.386655:0:6554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006be36d0e/0xd9d09a059d6c2a59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.386661:0:6554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10200 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421283.386665:0:6554:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006be36d0e/0xd9d09a059d6c2a59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.386673:0:6554:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006be36d0e/0xd9d09a059d6c2a59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.386685:0:6554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006be36d0e/0xd9d09a059d6c2a59 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.386692:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006be36d0e/0xd9d09a059d6c2a59 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421283.386749:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006995328:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 9728us (10707us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421283.386757:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 203 00000100:00100000:0.0:1777421283.392790:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421283.392858:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006995712 00000100:00100000:1.0:1777421283.392868:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006995712 00000100:00100000:1.0:1777421283.392925:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 842 00000100:00100000:1.0:1777421283.392937:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:24509:x1863761006995712:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421283.393052:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:24509:x1863761006995712:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 117us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421283.393060:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 842 00000100:00100000:0.0:1777421283.396844:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421283.397199:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006995840 00000100:00100000:2.0:1777421283.397208:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006995840 00000100:00100000:2.0:1777421283.397265:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 204 00000100:00100000:2.0:1777421283.397316:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006995840:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421283.397334:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421283.397355:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e290bee7/0xd9d09a059d6c2a60 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0569e expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421283.397382:0:6554:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13:0x0] initial LVB size: 5242880, mtime: 0x69f14be2, atime: 0x0, ctime: 0x69f14be2, blocks: 0x1 00010000:00010000:2.0:1777421283.397399:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421283.397401:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421283.397409:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e290bee7/0xd9d09a059d6c2a60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0569e expref: 11 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.397426:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e290bee7/0xd9d09a059d6c2a60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0569e expref: 11 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.397439:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42590e00, rc 0) 00000100:00100000:2.0:1777421283.397499:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761006995840:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 224us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421283.397506:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 204 00000100:00100000:0.0:1777421283.404860:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421283.405180:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006996096 00000100:00100000:1.0:1777421283.405191:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006996096 00000100:00100000:1.0:1777421283.405390:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 843 00000100:00100000:1.0:1777421283.405403:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:24509:x1863761006996096:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421283.405511:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:24509:x1863761006996096:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 112us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421283.405519:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 843 00000100:00100000:3.0:1777421283.413482:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421283.413680:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006996224 00000100:00100000:1.0:1777421283.413692:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006996224 00002000:00100000:1.0:1777421283.413752:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (0->1048575) req@ffff97107c83d500 x1863761006996224/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:294/0 lens 488/0 e 0 to 0 dl 1777421294 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421283.413764:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97107c83d500 with x1863761006996224 ext(0->1048575) 00002000:00010000:1.0:1777421283.413770:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97107c83d500 00000100:00100000:1.0:1777421283.413800:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 70 00000100:00100000:1.0:1777421283.413811:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761006996224:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1777421283.423323:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761006996224:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 9465us (9812us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1777421283.423337:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 70 00002000:00100000:1.0:1777421283.423350:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (0->1048575) req@ffff97107c83d500 x1863761006996224/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:294/0 lens 488/440 e 0 to 0 dl 1777421294 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421283.423360:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97107c83d500 with x1863761006996224 ext(0->1048575) 00002000:00010000:1.0:1777421283.423366:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97107c83d500 00000100:00100000:0.0:1777421283.437260:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421283.437418:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006996352 00000100:00100000:1.0:1777421283.437428:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006996352 00002000:00100000:1.0:1777421283.437474:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (1048576->2097151) req@ffff9710808d4380 x1863761006996352/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:294/0 lens 488/0 e 0 to 0 dl 1777421294 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421283.437486:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710808d4380 with x1863761006996352 ext(1048576->2097151) 00002000:00010000:1.0:1777421283.437491:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9710808d4380 00000100:00100000:1.0:1777421283.437524:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 71 00000100:00100000:1.0:1777421283.437533:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761006996352:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1777421283.446822:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761006996352:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 9280us (9559us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1777421283.446835:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 71 00002000:00100000:1.0:1777421283.446849:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (1048576->2097151) req@ffff9710808d4380 x1863761006996352/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:294/0 lens 488/440 e 0 to 0 dl 1777421294 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421283.446860:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710808d4380 with x1863761006996352 ext(1048576->2097151) 00002000:00010000:1.0:1777421283.446867:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9710808d4380 00000100:00100000:2.0:1777421283.463132:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421283.463252:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421283.463461:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006996480 00000100:00100000:1.0:1777421283.463483:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006996480 00002000:00100000:1.0:1777421283.463529:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (2097152->3145727) req@ffff97106fe9c000 x1863761006996480/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:294/0 lens 488/0 e 0 to 0 dl 1777421294 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421283.463537:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106fe9c000 with x1863761006996480 ext(2097152->3145727) 00002000:00010000:1.0:1777421283.463543:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97106fe9c000 00000100:00100000:1.0:1777421283.463962:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006996608 00000100:00100000:1.0:1777421283.463967:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006996608 00002000:00100000:1.0:1777421283.463986:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (3145728->4194303) req@ffff97106fe9ca80 x1863761006996608/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:294/0 lens 488/0 e 0 to 0 dl 1777421294 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421283.463995:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106fe9ca80 with x1863761006996608 ext(3145728->4194303) 00002000:00010000:1.0:1777421283.463999:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97106fe9ca80 00000100:00100000:0.0:1777421283.465026:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 72 00000100:00100000:0.0:1777421283.465041:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761006996480:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1777421283.465368:0:17961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 73 00000100:00100000:3.0:1777421283.465379:0:17961:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761006996608:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1777421283.476502:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761006996480:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 11456us (13370us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1777421283.476516:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 72 00002000:00100000:3.0:1777421283.476528:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x13:0x0] (2097152->3145727) req@ffff97106fe9c000 x1863761006996480/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:294/0 lens 488/440 e 0 to 0 dl 1777421294 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421283.476539:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106fe9c000 with x1863761006996480 ext(2097152->3145727) 00002000:00010000:3.0:1777421283.476556:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97106fe9c000 00000100:00100000:3.0:1777421283.481861:0:17961:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761006996608:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 16473us (18596us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1777421283.481875:0:17961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 73 00002000:00100000:3.0:1777421283.481892:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x13:0x0] (3145728->4194303) req@ffff97106fe9ca80 x1863761006996608/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:294/0 lens 488/440 e 0 to 0 dl 1777421294 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421283.481900:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106fe9ca80 with x1863761006996608 ext(3145728->4194303) 00002000:00010000:3.0:1777421283.481910:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97106fe9ca80 00000100:00100000:2.0:1777421283.491387:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421283.491524:0:17961:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006996736 00000100:00100000:3.0:1777421283.491535:0:17961:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006996736 00002000:00100000:3.0:1777421283.491583:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x13:0x0] (4194304->5242879) req@ffff97106fe9c700 x1863761006996736/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:294/0 lens 488/0 e 0 to 0 dl 1777421294 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421283.491594:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106fe9c700 with x1863761006996736 ext(4194304->5242879) 00002000:00010000:3.0:1777421283.491600:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97106fe9c700 00000100:00100000:0.0:1777421283.491763:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 74 00000100:00100000:0.0:1777421283.491775:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761006996736:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1777421283.502585:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761006996736:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 10803us (11196us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1777421283.502598:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 74 00002000:00100000:0.0:1777421283.502609:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x13:0x0] (4194304->5242879) req@ffff97106fe9c700 x1863761006996736/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:294/0 lens 488/440 e 0 to 0 dl 1777421294 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421283.502619:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106fe9c700 with x1863761006996736 ext(4194304->5242879) 00002000:00010000:0.0:1777421283.502625:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97106fe9c700 00000100:00100000:2.0:1777421283.512775:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421283.512910:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006996864 00000100:00100000:1.0:1777421283.512920:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006996864 00000100:00100000:1.0:1777421283.512972:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 844 00000100:00100000:1.0:1777421283.512978:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:24509:x1863761006996864:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421283.512995:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421283.513012:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2a67 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e056a5 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.513036:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2a6e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.513046:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2a6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.513055:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2a6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.513146:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2a67 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056a5 expref: 46 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.513159:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2a6e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056a5 expref: 45 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.513165:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff971043c57800) 00010000:00010000:1.0:1777421283.513167:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421283.513169:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11000, rc 0) 00000100:00100000:1.0:1777421283.514095:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:24509:x1863761006996864:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1111us (1321us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421283.514105:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 844 00000100:00100000:2.0:1777421283.517028:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421283.517506:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006996992 00000100:00100000:1.0:1777421283.517517:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006996992 00000100:00100000:1.0:1777421283.517578:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 845 00000100:00100000:1.0:1777421283.517589:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:24509:x1863761006996992:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421283.517619:0:12998:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x38:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421283.517715:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:24509:x1863761006996992:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 127us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421283.517723:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 845 00000100:00100000:2.0:1777421283.520158:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421283.520245:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006997120 00000100:00100000:0.0:1777421283.520254:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006997120 00000100:00100000:0.0:1777421283.520343:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 205 00000100:00100000:0.0:1777421283.520353:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761006997120:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421283.520391:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c2a75 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.520420:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421283.520422:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421283.520427:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c2a75 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.520442:0:6553:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c2a75 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.520482:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c2a75 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.520491:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c2a75 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.520499:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c2a75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.520506:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416c00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421283.520509:0:6553:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c2a75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.520517:0:6553:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c2a75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.520532:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c2a75 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.520551:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c2a75 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421283.520613:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761006997120:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 261us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421283.520618:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 205 00000100:00100000:2.0:1777421283.522234:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421283.522728:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006997376 00000100:00100000:3.0:1777421283.522737:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006997376 00000100:00100000:2.0:1777421283.522861:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 846 00000100:00100000:2.0:1777421283.522871:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:24509:x1863761006997376:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777421283.522941:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2a7c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.522956:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2a6e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056a5 expref: 45 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.522965:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2a7c lrc: 4/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.522995:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2a6e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056a5 expref: 45 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.523006:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2a6e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056a5 expref: 45 pid: 12998 timeout: 450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421283.523018:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018359040:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421283.523105:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c3240 going to sleep for 11 seconds 00000100:00100000:1.0:1777421283.526878:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421283.527079:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006997504 00000100:00100000:0.0:1777421283.527088:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006997504 00010000:00010000:0.0:1777421283.527123:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2a6e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056a5 expref: 46 pid: 12998 timeout: 450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421283.527152:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 259 00000100:00100000:0.0:1777421283.527159:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:2361:x1863761006997504:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421283.527173:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421283.527178:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2a6e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056a5 expref: 46 pid: 12998 timeout: 450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.527188:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2a6e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056a5 expref: 46 pid: 12998 timeout: 450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.527208:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff971043c57800) 00010000:00010000:0.0:1777421283.527212:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2a7c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.527221:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2a7c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.527237:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2a7c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.527253:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421283.527368:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:2361:x1863761006997504:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 207us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421283.527374:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 259 00010000:00010000:2.0:1777421283.527676:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2a6e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056a5 expref: 45 pid: 12998 timeout: 450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421283.527705:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018359040:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421283.527724:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2a7c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.527733:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2a7c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.527739:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2a7c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.527949:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2a7c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.527958:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2a7c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.527964:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2a7c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.527970:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777efc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421283.527974:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2a7c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.527982:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2a7c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.527991:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff971043c57800) 00010000:00010000:2.0:1777421283.527994:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421283.527998:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2a7c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.528016:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2a7c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421283.528204:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:24509:x1863761006997376:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 5334us (5974us total) trans 4294967845 rc 0/0 00000100:00100000:2.0:1777421283.528212:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 846 00000040:00080000:0.0:1777421283.530148:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421283.530157:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421283.531131:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1777421283.531142:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421283.532932:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421283.533080:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006997760 00000100:00100000:3.0:1777421283.533097:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006997760 00000100:00100000:3.0:1777421283.533153:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 188 00000100:00100000:3.0:1777421283.533162:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:24509:x1863761006997760:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421283.534039:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:24509:x1863761006997760:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 875us (1112us total) trans 4294967846 rc 0/0 00000100:00100000:3.0:1777421283.534047:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 188 00010000:00010000:3.0:1777421283.554927:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777421283.618603:0:6596:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 350175326359ns, next at 351175324223ns, rc = 0 00000100:00100000:2.0:1777421283.618636:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018359168:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421283.618701:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421283.618782:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018359168 00000100:00100000:2.0:1777421283.618790:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018359168 00000100:00100000:2.0:1777421283.618847:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1777421283.618859:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018359168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777421283.618893:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 68091904 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777421283.618941:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018359168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421283.618949:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00080000:3.0:1777421283.618998:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421283.619020:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018359168:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421283.635544:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421283.635587:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421283.635618:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421283.635651:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421283.635685:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006997888 00000100:00100000:3.0:1777421283.635695:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006997888 00000100:00100000:2.0:1777421283.635877:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006998272 00000100:00100000:2.0:1777421283.635883:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006998272 00000100:00100000:2.0:1777421283.635930:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 177 00000100:00100000:2.0:1777421283.635940:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761006998272:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421283.636008:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761006998272:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 69us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421283.636016:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 177 00000100:00100000:2.0:1777421283.636040:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006998144 00000100:00100000:2.0:1777421283.636044:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006998144 00000100:00100000:2.0:1777421283.636065:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 178 00000100:00100000:2.0:1777421283.636071:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761006998144:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421283.636100:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761006998144:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 29us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421283.636106:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 178 00000100:00100000:3.0:1777421283.636130:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 474 00000100:00100000:2.0:1777421283.636132:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006998016 00000100:00100000:2.0:1777421283.636137:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006998016 00000100:00100000:3.0:1777421283.636142:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761006997888:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421283.636170:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 187 00000100:00100000:3.0:1777421283.636175:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761006997888:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 35us (640us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421283.636182:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+97:2361:x1863761006998016:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421283.636187:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 474 00000100:00080000:3.0:1777421283.636222:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421283.636224:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+97:2361:x1863761006998016:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 44us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421283.636232:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 187 00000001:00080000:0.0:1777421283.662386:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967834 is committed 00000001:00080000:0.0:1777421283.662418:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967830 is committed 00000004:00080000:0.0:1777421283.662430:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 8 committed 00000001:00080000:0.0:1777421283.662454:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967845 is committed 00000001:00080000:0.0:1777421283.662474:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967837 is committed 00000001:00080000:0.0:1777421283.662497:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967846 is committed 00000001:00080000:0.0:1777421283.662509:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967843 is committed 00000004:00080000:0.0:1777421283.662523:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 7 committed 00000004:00080000:0.0:1777421283.662527:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 13 committed 00000020:00080000:0.0:1777421283.662552:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff971077866180 refcount 2 committed 0 result 0 batchid 12 00000020:00080000:0.0:1777421283.662567:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9710777f3d00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9710778666c0 00000020:00080000:0.0:1777421283.662570:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff97106ff43b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff971080950800 00000020:00080000:0.0:1777421283.662778:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 12 committed batchid 11 00000020:00080000:0.0:1777421283.662978:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000100:00100000:2.0:1777421283.663374:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018359296:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777421283.663438:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421283.663489:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018359424:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777421283.663533:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421283.664058:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018359296 00000100:00100000:1.0:1777421283.664067:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018359296 00000100:00100000:0.0:1777421283.664078:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018359424 00000100:00100000:0.0:1777421283.664084:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018359424 00000100:00100000:1.0:1777421283.664128:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:0.0:1777421283.664137:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1777421283.664139:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3300:x1863761018359296:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777421283.664152:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018359424:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777421283.664260:0:7984:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:18 count 1 00002000:00080000:0.0:1777421283.664260:0:6553:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:16 count 1 00010000:00010000:0.0:1777421283.664315:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c2a83 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.664323:0:7984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2a8a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.664337:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ca822de7/0xd9d09a059d6c29d4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05674 expref: 11 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.664354:0:7984:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000091c14991/0xd9d09a059d6c29cd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0566d expref: 21 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.664354:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421283.664358:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421283.664363:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c2a83 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.664368:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421283.664372:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421283.664377:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2a8a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.664401:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ca822de7/0xd9d09a059d6c29d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05674 expref: 11 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.664404:0:7984:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000091c14991/0xd9d09a059d6c29cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0566d expref: 21 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.664425:0:7984:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000091c14991/0xd9d09a059d6c29cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0566d expref: 21 pid: 12497 timeout: 450 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421283.664438:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077301f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018359680:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421283.664501:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ffa5b40 going to sleep for 11 seconds 00010000:00010000:0.0:1777421283.664504:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ca822de7/0xd9d09a059d6c29d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05674 expref: 11 pid: 7984 timeout: 450 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421283.664519:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6553:1863761018359552:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421283.664547:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff97105893c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421283.666729:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077301f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018359680:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421283.666755:0:7984:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2a8a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421283.666757:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6553:1863761018359552:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421283.666777:0:6553:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c2a83 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421283.668296:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421283.668339:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421283.668442:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006998400 00000100:00100000:0.0:1777421283.668452:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006998400 00010000:00010000:0.0:1777421283.668485:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000091c14991/0xd9d09a059d6c29cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0566d expref: 22 pid: 12497 timeout: 450 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421283.668518:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006998528 00000100:00100000:0.0:1777421283.668521:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006998528 00010000:00010000:0.0:1777421283.668535:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ca822de7/0xd9d09a059d6c29d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05674 expref: 12 pid: 7984 timeout: 450 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421283.668559:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 260 00000100:00100000:0.0:1777421283.668568:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971049aef850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+22:2360:x1863761006998400:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421283.668580:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421283.668586:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000091c14991/0xd9d09a059d6c29cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0566d expref: 22 pid: 12497 timeout: 450 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.668599:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000091c14991/0xd9d09a059d6c29cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0566d expref: 22 pid: 12497 timeout: 450 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.668622:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091c14991/0xd9d09a059d6c29cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0566d expref: 22 pid: 12497 timeout: 450 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421283.668631:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 261 00010000:00010000:0.0:1777421283.668639:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777421283.668640:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761006998528:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421283.668643:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421283.668649:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421283.668650:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2a8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.668655:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ca822de7/0xd9d09a059d6c29d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05674 expref: 12 pid: 7984 timeout: 450 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.668683:0:5756:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2a8a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.668701:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ca822de7/0xd9d09a059d6c29d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05674 expref: 12 pid: 7984 timeout: 450 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.668711:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421283.668721:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca822de7/0xd9d09a059d6c29d4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05674 expref: 12 pid: 7984 timeout: 450 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.668732:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421283.668734:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421283.668738:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c2a83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.668746:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c2a83 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.668764:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421283.668765:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971049aef850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+21:2360:x1863761006998400:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 196us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421283.668775:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 260 00000100:00100000:1.0:1777421283.668796:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+11:2361:x1863761006998528:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 153us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421283.668808:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 261 00010000:00010000:0.0:1777421283.668833:0:7984:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2a8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.668844:0:7984:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2a8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.668853:0:7984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2a8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.668861:0:7984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2a8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421283.668882:0:7984:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777421283.669127:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777421283.669134:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2a8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.669142:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10800 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421283.669146:0:5758:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2a8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.669167:0:5758:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2a8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.669179:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2a8a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.669187:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2a8a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.669205:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421283.669207:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421283.669209:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421283.669230:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3300:x1863761018359296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5092us (5791us total) trans 4294967347 rc 0/0 00000100:00100000:0.0:1777421283.669238:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00010000:00010000:2.0:1777421283.669358:0:6553:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c2a83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.669373:0:6553:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c2a83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.669394:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c2a83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421283.669401:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c2a83 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777421283.669413:0:3300:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9710808d6680/2, rc 0, transno 4294967347 00010000:00010000:2.0:1777421283.669419:0:6553:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777421283.669422:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018359296:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777421283.669510:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777421283.669519:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c2a83 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.669528:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416e00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421283.669531:0:5759:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c2a83 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.669539:0:5759:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c2a83 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.669550:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c2a83 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.669567:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c2a83 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421283.669582:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421283.669584:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421283.669585:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421283.669817:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018359424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5670us (6283us total) trans 4294967333 rc 0/0 00000100:00100000:2.0:1777421283.669824:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000004:00080000:3.0:1777421283.669905:0:3297:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff97106fe9f800/2, rc 0, transno 4294967333 00000100:00100000:3.0:1777421283.669911:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018359424:0@lo:6:osp-syn-0-0.0 00000001:00080000:1.0:1777421283.671334:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967345 is committed 00000001:00080000:1.0:1777421283.671365:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967346 is committed 00000001:00080000:1.0:1777421283.671373:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967341 is committed 00000001:00080000:1.0:1777421283.671378:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967339 is committed 00000040:00080000:2.0:1777421284.578841:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421284.578848:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00010000:00010000:0.0:1777421284.579002:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777421284.579172:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 3 00000040:00080000:2.0:1777421284.579178:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1777421284.592566:0:18053:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421284.592580:0:18053:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421284.592633:0:18053:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 3 00000040:00080000:0.0:1777421284.592639:0:18053:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421284.638551:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421284.638612:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006998656 00000100:00100000:3.0:1777421284.638622:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006998656 00000100:00100000:3.0:1777421284.638719:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 208 00000100:00100000:3.0:1777421284.638730:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+11:2358:x1863761006998656:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421284.638747:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421284.638765:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000047c27d5e/0xd9d09a059d6c2a91 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e056ac expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421284.638803:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421284.638806:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421284.638814:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000047c27d5e/0xd9d09a059d6c2a91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056ac expref: 12 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421284.638830:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000047c27d5e/0xd9d09a059d6c2a91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056ac expref: 12 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421284.638845:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60600, rc 0) 00000100:00100000:3.0:1777421284.638898:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+12:2358:x1863761006998656:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 169us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421284.638906:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 208 00000100:00080000:0.0:1777421284.639207:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421284.643411:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018359808:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421284.643474:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421284.643576:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018359808 00000100:00100000:1.0:1777421284.643585:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018359808 00000100:00100000:1.0:1777421284.643640:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1777421284.643649:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018359808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777421284.643682:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 74776576 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777421284.643724:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018359808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421284.643732:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00080000:0.0:1777421284.643777:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421284.643798:0:3298:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967341 gen 2 00000004:00080000:0.0:1777421284.643802:0:3298:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967340 committed transno 4294967341 00000100:00100000:0.0:1777421284.643825:0:3298:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9710808d6680 x1863761018359296/t4294967347(4294967347) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777421299 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777421284.643841:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018359808:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421284.643956:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018359936:0@lo:400:kworker.0 00000100:00100000:1.0:1777421284.643987:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421284.643989:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1863761018360192:0@lo:400:kworker.0 00000100:00100000:1.0:1777421284.644014:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018360448:0@lo:400:kworker.0 00000100:00100000:2.0:1777421284.644017:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421284.644046:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421284.644061:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1863761018360064:0@lo:400:kworker.0 00000100:00100000:1.0:1777421284.644073:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018359936 00000100:00100000:1.0:1777421284.644076:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018359936 00000100:00100000:0.0:1777421284.644085:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421284.644109:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1777421284.644111:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018360192 00000100:00100000:1.0:1777421284.644114:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018359936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421284.644115:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018360192 00000100:00100000:0.0:1777421284.644143:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018360448 00000100:00100000:1.0:1777421284.644145:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018359936:12345-0@lo:400:kworker.0 Request processed in 31us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421284.644146:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018360448 00000100:00100000:1.0:1777421284.644151:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1777421284.644161:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018360064 00000100:00100000:0.0:1777421284.644164:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018360064 00000100:00100000:0.0:1777421284.644176:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1777421284.644181:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018360192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421284.644182:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018359936:0@lo:400:kworker.0 00000100:00080000:1.0:1777421284.644204:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421284.644209:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018360192:12345-0@lo:400:kworker.0 Request processed in 28us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421284.644215:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:1.0:1777421284.644219:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:1.0:1777421284.644226:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1863761018360448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421284.644228:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:0.0:1777421284.644233:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1863761018360064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421284.644255:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1863761018360448:12345-0@lo:400:kworker.0 Request processed in 30us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421284.644261:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:0.0:1777421284.644264:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1863761018360064:12345-0@lo:400:kworker.0 Request processed in 31us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421284.644269:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:1.0:1777421284.644313:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018360448:0@lo:400:kworker.0 00000100:00100000:0.0:1777421284.644318:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1863761018360064:0@lo:400:kworker.0 00000100:00100000:2.0:1777421284.644373:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1863761018360192:0@lo:400:kworker.0 00000100:00100000:2.0:1777421284.644385:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777421284.644390:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018360320:0@lo:400:kworker.0 00000100:00100000:2.0:1777421284.644414:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421284.644566:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018360320 00000100:00100000:1.0:1777421284.644571:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018360320 00000100:00100000:1.0:1777421284.644606:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:1.0:1777421284.644613:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018360320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421284.644646:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018360320:12345-0@lo:400:kworker.0 Request processed in 34us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421284.644651:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:2.0:1777421284.644748:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018360320:0@lo:400:kworker.0 00000100:00100000:0.0:1777421284.651489:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421284.651545:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006998912 00000100:00100000:2.0:1777421284.651555:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006998912 00000100:00080000:0.0:1777421284.651596:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421284.651624:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 189 00000100:00100000:2.0:1777421284.651632:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+84:24517:x1863761006998912:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:2.0:1777421284.652082:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+85:24517:x1863761006998912:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 448us (598us total) trans 4294967847 rc 0/0 00000100:00100000:2.0:1777421284.652093:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 189 00000100:00100000:0.0:1777421284.654246:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421284.654387:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006999168 00000100:00100000:2.0:1777421284.654402:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006999168 00000100:00100000:2.0:1777421284.654468:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 847 00000100:00100000:2.0:1777421284.654478:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+85:24517:x1863761006999168:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421284.654500:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421284.654503:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1777421284.654528:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c2a28 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05689 expref: 85 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.654541:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff971043c57800) 00010000:00010000:2.0:1777421284.654545:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421284.654557:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c2a98 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e056b3 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.654831:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c2a9f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.654845:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c2a9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.654856:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c2a9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421284.654868:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:2.0:1777421284.655055:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c2a98 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056b3 expref: 87 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.655076:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c2a9f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056b3 expref: 86 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.655084:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff971043c57800) 00010000:00010000:2.0:1777421284.655087:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777421284.655090:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777eea00, rc 0) 00000100:00100000:2.0:1777421284.655157:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+86:24517:x1863761006999168:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 680us (916us total) trans 4294967848 rc 0/0 00000100:00100000:2.0:1777421284.655165:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 847 00000100:00100000:0.0:1777421284.658453:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421284.658568:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006999296 00000100:00100000:2.0:1777421284.658578:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006999296 00000100:00100000:2.0:1777421284.658647:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 209 00000100:00100000:2.0:1777421284.658715:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761006999296:12345-192.168.204.24@tcp:1:lfs.0 00010000:00010000:2.0:1777421284.658758:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b3af547f/0xd9d09a059d6c2aad lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.658777:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e290bee7/0xd9d09a059d6c2a60 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0569e expref: 9 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.658787:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000047c27d5e/0xd9d09a059d6c2a91 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056ac expref: 12 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.658795:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421284.658797:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421284.658801:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3af547f/0xd9d09a059d6c2aad lrc: 5/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.658842:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000047c27d5e/0xd9d09a059d6c2a91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056ac expref: 12 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.658856:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000047c27d5e/0xd9d09a059d6c2a91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056ac expref: 12 pid: 6553 timeout: 451 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421284.658871:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018360576:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421284.658957:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e290bee7/0xd9d09a059d6c2a60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0569e expref: 9 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.658967:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e290bee7/0xd9d09a059d6c2a60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0569e expref: 9 pid: 6554 timeout: 451 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421284.658978:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c77480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018360704:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421284.658998:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a2e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777421284.666556:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421284.666606:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006999424 00000100:00100000:3.0:1777421284.666615:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006999424 00010000:00010000:3.0:1777421284.666655:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000047c27d5e/0xd9d09a059d6c2a91 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056ac expref: 13 pid: 6553 timeout: 451 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421284.666704:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 262 00000100:00100000:3.0:1777421284.666714:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+13:2360:x1863761006999424:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421284.666728:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1777421284.666744:0:5755:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb blocks from disk: 1 -> 10247 00010000:00010000:3.0:1777421284.666749:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000047c27d5e/0xd9d09a059d6c2a91 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056ac expref: 13 pid: 6553 timeout: 451 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421284.666760:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000047c27d5e/0xd9d09a059d6c2a91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056ac expref: 13 pid: 6553 timeout: 451 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421284.666788:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421284.666790:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000047c27d5e/0xd9d09a059d6c2a91 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056ac expref: 13 pid: 6553 timeout: 451 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421284.666805:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018360576:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421284.666819:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c77480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018360704:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421284.666842:0:6553:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b3af547f/0xd9d09a059d6c2aad lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421284.666844:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761006999424:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 129us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421284.666861:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 262 00000100:00100000:0.0:1777421284.670669:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421284.670727:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006999552 00000100:00100000:2.0:1777421284.670737:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006999552 00010000:00010000:2.0:1777421284.670777:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e290bee7/0xd9d09a059d6c2a60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0569e expref: 10 pid: 6554 timeout: 451 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421284.670808:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 263 00000100:00100000:2.0:1777421284.670817:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761006999552:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421284.670831:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421284.670853:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e290bee7/0xd9d09a059d6c2a60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0569e expref: 10 pid: 6554 timeout: 451 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.670866:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e290bee7/0xd9d09a059d6c2a60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0569e expref: 10 pid: 6554 timeout: 451 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.670888:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e290bee7/0xd9d09a059d6c2a60 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0569e expref: 10 pid: 6554 timeout: 451 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.670902:0:5755:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421284.670904:0:5755:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421284.670909:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3af547f/0xd9d09a059d6c2aad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.670919:0:5755:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3af547f/0xd9d09a059d6c2aad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.670974:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421284.671023:0:6553:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b3af547f/0xd9d09a059d6c2aad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.671033:0:6553:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3af547f/0xd9d09a059d6c2aad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421284.671038:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761006999552:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 220us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421284.671049:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 263 00010000:00010000:0.0:1777421284.671057:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b3af547f/0xd9d09a059d6c2aad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.671064:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b3af547f/0xd9d09a059d6c2aad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.671069:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b3af547f/0xd9d09a059d6c2aad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.671073:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef600 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421284.671083:0:6553:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3af547f/0xd9d09a059d6c2aad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.671089:0:6553:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3af547f/0xd9d09a059d6c2aad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.671098:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b3af547f/0xd9d09a059d6c2aad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.671103:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3af547f/0xd9d09a059d6c2aad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421284.671144:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+11:2360:x1863761006999296:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 12488us (12700us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421284.671150:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 209 00000100:00100000:0.0:1777421284.672428:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421284.672796:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006999808 00000100:00100000:2.0:1777421284.672804:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006999808 00000100:00100000:2.0:1777421284.672849:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 190 00000100:00100000:2.0:1777421284.672861:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+86:24517:x1863761006999808:12345-192.168.204.24@tcp:35:lfs.0 00000004:00010000:2.0:1777421284.672914:0:5774:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000401:0x38:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c2a9f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056b3 expref: 86 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777421284.673140:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967849 00000001:00080000:2.0:1777421284.673934:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967850 00010000:00010000:2.0:1777421284.673991:0:5774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ab4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.674007:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c2a0c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0567b expref: 89 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.674017:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591a00/0xd9d09a059d6c2a4b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05697 expref: 34 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.674024:0:5774:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ab4 lrc: 5/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.674055:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591a00/0xd9d09a059d6c2a4b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05697 expref: 34 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.674083:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591a00/0xd9d09a059d6c2a4b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05697 expref: 34 pid: 12998 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421284.674099:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c77480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018360832:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421284.674188:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c2a0c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0567b expref: 89 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.674199:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c2a0c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0567b expref: 89 pid: 5770 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421284.674208:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c77800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018360960:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421284.674234:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a2180 going to sleep for 11 seconds 00000100:00100000:2.0:1777421284.675962:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c77480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018360832:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421284.675982:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c77800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018360960:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421284.676009:0:5774:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ab4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421284.676748:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421284.676812:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007000064 00000100:00100000:2.0:1777421284.676819:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007000064 00010000:00010000:2.0:1777421284.676855:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591a00/0xd9d09a059d6c2a4b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05697 expref: 35 pid: 12998 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421284.676899:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 264 00000100:00100000:2.0:1777421284.676911:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046235f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:2360:x1863761007000064:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421284.676935:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421284.676942:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591a00/0xd9d09a059d6c2a4b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05697 expref: 35 pid: 12998 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.676968:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591a00/0xd9d09a059d6c2a4b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05697 expref: 35 pid: 12998 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.676991:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42591a00/0xd9d09a059d6c2a4b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05697 expref: 35 pid: 12998 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.677010:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff971043c57800) 00010000:00010000:2.0:1777421284.677015:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ab4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.677024:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ab4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.677032:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421284.677079:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046235f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:2360:x1863761007000064:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 170us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421284.677091:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 264 00000100:00100000:0.0:1777421284.677093:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421284.677113:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761006999936 00000100:00100000:2.0:1777421284.677117:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761006999936 00010000:00010000:2.0:1777421284.677133:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c2a0c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0567b expref: 90 pid: 5770 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421284.677172:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 265 00000100:00100000:2.0:1777421284.677184:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+90:2361:x1863761006999936:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421284.677200:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421284.677206:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c2a0c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0567b expref: 90 pid: 5770 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.677217:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c2a0c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0567b expref: 90 pid: 5770 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.677232:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c2a0c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0567b expref: 90 pid: 5770 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.677246:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff971043c57800) 00010000:00010000:2.0:1777421284.677249:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ab4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.677258:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ab4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.677267:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ab4 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.677331:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421284.677345:0:5774:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ab4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.677352:0:5774:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ab4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421284.677361:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+89:2361:x1863761006999936:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 181us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421284.677370:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 265 00000001:00080000:0.0:1777421284.677451:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967851 00000001:00080000:0.0:1777421284.677735:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967852 00000100:00100000:0.0:1777421284.677869:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c486300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018361088:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777421284.677916:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421284.677956:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104fe63f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421284.677980:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018361088 00000100:00100000:0.0:1777421284.677984:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018361088 00000100:00100000:0.0:1777421284.678024:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1777421284.678035:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5774:x1863761018361088:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777421284.678103:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5774:x1863761018361088:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 71us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421284.678112:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1777421284.678613:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c486300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018361088:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1777421284.679000:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967853 00000100:00100000:0.0:1777421284.679071:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c486300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018361216:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777421284.679111:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421284.679132:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104fe63000 going to sleep for 11 seconds 00000100:00100000:0.0:1777421284.679147:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018361216 00000100:00100000:0.0:1777421284.679152:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018361216 00000100:00100000:0.0:1777421284.679184:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1777421284.679192:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5774:x1863761018361216:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777421284.679414:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:5774:x1863761018361216:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 221us (301us total) trans 4294967348 rc 0/0 00000100:00100000:0.0:1777421284.679422:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1777421284.679440:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c486300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018361216:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1777421284.679485:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967854 00010000:00010000:2.0:1777421284.679528:0:5774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ab4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.679548:0:5774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ab4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.679556:0:5774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ab4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.679563:0:5774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777efc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421284.679568:0:5774:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ab4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.679576:0:5774:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ab4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.679591:0:5774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff971043c57800) 00010000:00010000:2.0:1777421284.679594:0:5774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777421284.679600:0:5774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ab4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.679606:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ab4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777421284.679832:0:5774:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x39:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777421284.679976:0:5774:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].11, 64 off8968 00000004:00080000:2.0:1777421284.679987:0:5774:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 351236712391ns, next at 352236710153ns, rc = 0 00000001:00080000:2.0:1777421284.679994:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967855 00010000:00010000:2.0:1777421284.680075:0:5774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff971043c57800) 00010000:00010000:2.0:1777421284.680080:0:5774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777421284.680088:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c2a9f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056b3 expref: 93 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421284.680198:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+92:24517:x1863761006999808:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 7339us (7772us total) trans 4294967856 rc 0/0 00000100:00100000:2.0:1777421284.680208:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 190 00000020:00080000:2.0:1777421284.680212:0:5774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1777421284.692484:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421284.692523:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007000320 00000100:00100000:0.0:1777421284.692546:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007000320 00000100:00100000:0.0:1777421284.692601:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 848 00000100:00100000:0.0:1777421284.692611:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+92:24519:x1863761007000320:12345-192.168.204.24@tcp:101:md5sum.0 00010000:00010000:0.0:1777421284.692635:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421284.692663:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c2abb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e056ba expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.692755:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c2ac2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.692769:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c2ac2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.692782:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c2ac2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.692798:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c2ac9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.692805:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c2ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.692813:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c2ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.693128:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c2ad0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.693135:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c2ad0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.693142:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c2ad0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421284.693153:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:0.0:1777421284.693261:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c2ac2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.693307:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c2ac2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.693313:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c2ac2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.693321:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44417a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421284.693325:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c2ac2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.693334:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c2ac2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.693347:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff971053d1f500) 00010000:00010000:0.0:1777421284.693351:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421284.693357:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c2ac2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.693364:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c2ac2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.693378:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c2ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.693384:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c2ac9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.693390:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c2ac9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.693396:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44417200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421284.693406:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c2ac9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.693413:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c2ac9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.693424:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff971049800e00) 00010000:00010000:0.0:1777421284.693427:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421284.693430:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c2ac9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.693434:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c2ac9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.693483:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c2abb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056ba expref: 95 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.693499:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c2ad0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056ba expref: 94 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.693507:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff971049800600) 00010000:00010000:0.0:1777421284.693511:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421284.693514:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44417000, rc 0) 00000100:00100000:0.0:1777421284.693582:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+94:24519:x1863761007000320:12345-192.168.204.24@tcp:101:md5sum.0 Request processed in 971us (1103us total) trans 4294967857 rc 0/0 00000100:00100000:0.0:1777421284.693591:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 848 00000100:00100000:3.0:1777421284.697214:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421284.697317:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007000576 00000100:00100000:2.0:1777421284.697336:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007000576 00000100:00100000:2.0:1777421284.697408:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 33 00000100:00100000:2.0:1777421284.697420:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+94:24519:x1863761007000576:12345-192.168.204.24@tcp:103:md5sum.0 00010000:00010000:2.0:1777421284.697449:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421284.697474:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c2ad0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056ba expref: 94 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.697491:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff971049800600) 00010000:00010000:2.0:1777421284.697507:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421284.697558:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+93:24519:x1863761007000576:12345-192.168.204.24@tcp:103:md5sum.0 Request processed in 140us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421284.697566:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 33 00000100:00100000:2.0:1777421284.699142:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421284.699184:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007000704 00000100:00100000:0.0:1777421284.699194:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007000704 00000100:00100000:0.0:1777421284.699245:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 849 00000100:00100000:0.0:1777421284.699260:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+93:24519:x1863761007000704:12345-192.168.204.24@tcp:58:md5sum.0 00010000:00010000:0.0:1777421284.699405:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c2ade lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.699432:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c2ade lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421284.699446:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c2ade lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777421284.699650:0:5770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].21, 136 off11048 00000100:00100000:0.0:1777421284.699755:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+93:24519:x1863761007000704:12345-192.168.204.24@tcp:58:md5sum.0 Request processed in 495us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421284.699764:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 849 00000100:00100000:0.0:1777421284.701264:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421284.701369:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007000832 00000100:00100000:2.0:1777421284.701378:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007000832 00000100:00100000:2.0:1777421284.701465:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 850 00000100:00100000:2.0:1777421284.701479:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+93:24519:x1863761007000832:12345-192.168.204.24@tcp:101:md5sum.0 00010000:00010000:2.0:1777421284.701493:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421284.701510:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ae5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e056c1 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.701570:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c2ade lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.701580:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ae5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056c1 expref: 94 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.701596:0:5770:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c2ade lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.701617:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ae5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056c1 expref: 94 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.701629:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff971049800b00) 00010000:00010000:2.0:1777421284.701632:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421284.701636:0:5770:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ae5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056c1 expref: 94 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421284.701643:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777efc00, rc 0) 00000100:00100000:2.0:1777421284.701701:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+94:24519:x1863761007000832:12345-192.168.204.24@tcp:101:md5sum.0 Request processed in 228us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421284.701708:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 850 00010000:00010000:1.0:1777421285.602494:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777421285.602590:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421285.602597:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421285.602635:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 4 00000040:00080000:2.0:1777421285.602643:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421285.602765:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c77480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018361344:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421285.602921:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421285.605948:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c77480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018361344:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421285.608147:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421285.608261:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007000960 00000100:00100000:2.0:1777421285.608305:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007000960 00000100:00100000:2.0:1777421285.608925:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 851 00000100:00100000:2.0:1777421285.608941:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:24520:x1863761007000960:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421285.608970:0:5770:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x38:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421285.609057:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:24520:x1863761007000960:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 123us (917us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421285.609063:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 851 00000100:00080000:0.0:1777421285.610325:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421285.612700:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421285.612757:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007001088 00000100:00100000:1.0:1777421285.612766:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007001088 00000100:00100000:1.0:1777421285.612813:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 852 00000100:00100000:1.0:1777421285.612820:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:24520:x1863761007001088:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1777421285.612903:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c2aec lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.612920:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c2aec lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.612930:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c2aec lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.612941:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2af3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.612945:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2af3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.612949:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2af3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.612964:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2afa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.612969:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2afa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.612972:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2afa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421285.613002:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00000004:00200000:1.0:1777421285.613005:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421285.613016:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2afa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.613024:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c2aec lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.613033:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c2aec lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.613038:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c2aec lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.613042:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421285.613054:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c2aec lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.613059:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c2aec lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.613067:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:1.0:1777421285.613069:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421285.613072:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c2aec lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.613076:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c2aec lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.613085:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2af3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.613088:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2af3 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.613092:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2af3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.613095:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421285.613100:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2af3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.613104:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2af3 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.613195:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb1925f2 (ffff97104fb1dc00) 00010000:00010000:1.0:1777421285.613197:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421285.613199:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2af3 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.613203:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2af3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.613214:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2afa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.613218:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2afa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.613221:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2afa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.613225:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421285.613226:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2afa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.613229:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2afa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.613233:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff971049800b00) 00010000:00010000:1.0:1777421285.613234:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421285.613240:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2afa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.613244:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2afa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421285.613488:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:24520:x1863761007001088:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 Request processed in 668us (795us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421285.613495:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 852 00000100:00100000:3.0:1777421285.616097:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421285.616145:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007001344 00000100:00100000:1.0:1777421285.616155:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007001344 00000100:00100000:1.0:1777421285.616252:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 853 00000100:00100000:1.0:1777421285.616260:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+34:24520:x1863761007001344:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421285.616320:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421285.616340:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2b01 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e056c8 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.616436:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2b08 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.616451:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2b08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.616463:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2b08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421285.616473:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:1.0:1777421285.616568:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2b08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.616576:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2b08 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.616594:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2b08 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.616600:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421285.616604:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2b08 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.616612:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2b08 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.616624:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff971049800b00) 00010000:00010000:1.0:1777421285.616627:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421285.616632:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2b08 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.616638:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2b08 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.616693:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2b01 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056c8 expref: 36 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.616703:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:1.0:1777421285.616706:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421285.616709:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2b01 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056c8 expref: 36 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.616718:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11200, rc 0) 00000100:00100000:1.0:1777421285.616777:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:24520:x1863761007001344:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 515us (684us total) trans 4294967858 rc 301/301 00000100:00100000:1.0:1777421285.616793:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 853 00000100:00100000:3.0:1777421285.622946:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421285.622998:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007001472 00000100:00100000:1.0:1777421285.623013:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007001472 00000100:00100000:1.0:1777421285.623081:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 854 00000100:00100000:1.0:1777421285.623089:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:24520:x1863761007001472:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421285.623126:0:8245:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x38:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421285.623223:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:24520:x1863761007001472:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 134us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421285.623228:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 854 00000100:00100000:0.0:1777421285.627339:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421285.627844:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007001600 00000100:00100000:2.0:1777421285.627856:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007001600 00000100:00100000:2.0:1777421285.627913:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 855 00000100:00100000:2.0:1777421285.627924:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+35:24520:x1863761007001600:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421285.627944:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421285.627967:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c2b16 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e056cf expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.628028:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c2b1d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.628042:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c2b1d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.628053:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c2b1d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421285.628249:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1777421285.628291:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 23 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421285.628325:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c2b1d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.628350:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c2b16 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056cf expref: 37 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.628369:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c2b1d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056cf expref: 36 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.628378:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971053d1f400) 00010000:00010000:2.0:1777421285.628381:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421285.628385:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ef400, rc 0) 00000100:00100000:2.0:1777421285.628458:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:24520:x1863761007001600:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 536us (1128us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421285.628465:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 855 00000100:00100000:3.0:1777421285.630918:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421285.631017:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007001728 00000100:00100000:2.0:1777421285.631026:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007001728 00000100:00100000:2.0:1777421285.631088:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 856 00000100:00100000:2.0:1777421285.631099:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+36:24520:x1863761007001728:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421285.631118:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421285.631136:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c2b24 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e056d6 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631217:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c2b2b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631231:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c2b2b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631258:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c2b2b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631311:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c2b32 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631318:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c2b32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631325:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c2b32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631510:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef200/0xd9d09a059d6c2b39 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631519:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef200/0xd9d09a059d6c2b39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631526:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef200/0xd9d09a059d6c2b39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421285.631555:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 11776 00000004:00200000:2.0:1777421285.631559:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421285.631581:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef200/0xd9d09a059d6c2b39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631592:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c2b2b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631599:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c2b2b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631616:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c2b2b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631622:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421285.631627:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c2b2b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631634:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c2b2b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631646:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971053d1f400) 00010000:00010000:2.0:1777421285.631649:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421285.631653:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c2b2b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631659:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c2b2b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631671:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c2b32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631677:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c2b32 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631682:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c2b32 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631687:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777efe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421285.631690:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c2b32 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631704:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c2b32 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631712:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff971053d1f100) 00010000:00010000:2.0:1777421285.631714:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421285.631717:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c2b32 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631722:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c2b32 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631751:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c2b24 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056d6 expref: 38 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631765:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef200/0xd9d09a059d6c2b39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056d6 expref: 37 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.631771:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff971053d1f500) 00010000:00010000:2.0:1777421285.631773:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421285.631776:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ef200, rc 0) 00000100:00100000:2.0:1777421285.631838:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:24520:x1863761007001728:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 741us (927us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421285.631846:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 856 00000100:00100000:3.0:1777421285.637695:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421285.638107:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007001984 00000100:00100000:1.0:1777421285.638120:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007001984 00000100:00100000:1.0:1777421285.638178:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 857 00000100:00100000:1.0:1777421285.638188:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:24520:x1863761007001984:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421285.638209:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421285.638228:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2b40 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e056dd expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.639035:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2b47 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.639049:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2b47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.639059:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2b47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421285.639068:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x16:0x0]: returning size 0 00010000:00010000:1.0:1777421285.639125:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2b40 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056dd expref: 40 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.639141:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2b47 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056dd expref: 39 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.639150:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:1.0:1777421285.639153:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421285.639156:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11400, rc 0) 00000100:00100000:1.0:1777421285.639741:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:24520:x1863761007001984:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1552us (2057us total) trans 4294967859 rc 0/0 00000100:00100000:1.0:1777421285.639750:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 857 00000100:00100000:0.0:1777421285.645930:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421285.647234:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007002240 00000100:00100000:1.0:1777421285.647247:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007002240 00000100:00100000:2.0:1777421285.647475:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 858 00000100:00100000:2.0:1777421285.647492:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:24520:x1863761007002240:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777421285.647548:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421285.647575:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2b47 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056dd expref: 39 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.647605:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:2.0:1777421285.647616:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421285.647638:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c2b55 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.647652:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c2a3d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05690 expref: 93 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.647660:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c2b55 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.647695:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c2a3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05690 expref: 93 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.647709:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c2a3d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05690 expref: 93 pid: 5770 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421285.647725:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c77480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018361472:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421285.647833:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a2a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421285.650083:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c77480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018361472:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421285.650183:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c2b55 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421285.650475:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421285.650597:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007002368 00000100:00100000:2.0:1777421285.650605:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007002368 00010000:00010000:2.0:1777421285.650639:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c2a3d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05690 expref: 94 pid: 5770 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421285.650740:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 266 00000100:00100000:2.0:1777421285.650750:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971049aee450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+94:2360:x1863761007002368:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421285.650765:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421285.650771:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c2a3d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05690 expref: 94 pid: 5770 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.650784:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c2a3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05690 expref: 94 pid: 5770 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.650806:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c2a3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05690 expref: 94 pid: 5770 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.650821:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff971053d1f500) 00010000:00010000:2.0:1777421285.650825:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c2b55 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.650836:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c2b55 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.650843:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c2b55 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.650870:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421285.650905:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c2b55 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421285.650915:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c2b55 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421285.650923:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971049aee450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+93:2360:x1863761007002368:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 173us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421285.650932:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 266 00010000:00010000:0.0:1777421285.650943:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c2b5c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0xc09e8c59 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421285.650955:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c2b5c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0xc09e8c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421285.650974:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c2b5c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0xc09e8c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421285.651104:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c2b55 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421285.651112:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c2b55 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421285.651118:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c2b55 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421285.651124:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777eee00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421285.651127:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c2b55 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421285.651134:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c2b55 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421285.651142:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff971053d1f500) 00010000:00010000:0.0:1777421285.651144:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421285.651148:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c2b55 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421285.651153:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c2b55 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421285.651161:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c2b5c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0xc09e8c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421285.651166:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c2b5c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0xc09e8c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421285.651176:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c2b5c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0xc09e8c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421285.651181:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44417a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421285.651183:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c2b5c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0xc09e8c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421285.651189:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c2b5c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0xc09e8c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421285.651194:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0xc09e8c59 (ffff971049800e00) 00010000:00010000:0.0:1777421285.651196:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421285.651198:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c2b5c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0xc09e8c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421285.651203:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c2b5c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0xc09e8c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421285.651261:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:24520:x1863761007002240:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 3776us (5339us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777421285.651317:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 858 00000100:00100000:0.0:1777421285.653587:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421285.653825:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007002496 00000100:00100000:2.0:1777421285.653847:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007002496 00000100:00100000:2.0:1777421285.653908:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 859 00000100:00100000:2.0:1777421285.653918:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:24520:x1863761007002496:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421285.653938:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421285.653959:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c2b63 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e056e4 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.653993:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c2b6a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.654005:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c2b6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.654016:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c2b6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.654114:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c2b63 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056e4 expref: 40 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.654131:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c2b6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056e4 expref: 39 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.654140:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff971053d1f100) 00010000:00010000:2.0:1777421285.654143:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421285.654147:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ef800, rc 0) 00000100:00100000:2.0:1777421285.654208:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:24520:x1863761007002496:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 291us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421285.654214:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 859 00000100:00100000:3.0:1777421285.656764:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421285.657421:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007002752 00000100:00100000:2.0:1777421285.657443:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007002752 00000100:00100000:2.0:1777421285.657499:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 860 00000100:00100000:2.0:1777421285.657510:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:24520:x1863761007002752:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777421285.657586:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c2b71 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.657604:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c2b71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.657616:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c2b71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421285.658528:0:5770:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000002e8d86f4 reply state 000000002fb77ba7 transno 4294967860 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c2b71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421285.658542:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421285.658644:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:24520:x1863761007002752:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 1134us (1885us total) trans 4294967860 rc 0/0 00000100:00100000:2.0:1777421285.658652:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 860 00010000:00010000:1.0:1777421285.661975:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c2b71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.661994:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c2b71 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.662002:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c2b71 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.662009:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421285.662014:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c2b71 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.662022:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c2b71 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.662040:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff971053d1f100) 00010000:00010000:1.0:1777421285.662109:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777421285.662114:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c2b71 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.662120:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c2b71 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421285.662484:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421285.665367:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007002880 00000100:00100000:2.0:1777421285.665381:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007002880 00000100:00100000:2.0:1777421285.665451:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 861 00000100:00100000:2.0:1777421285.665462:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+40:24520:x1863761007002880:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421285.665485:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421285.665506:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2b78 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e056eb expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.665565:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2b78 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056eb expref: 41 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.665601:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2b78 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056eb expref: 41 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.665611:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff971053d1f100) 00010000:00010000:2.0:1777421285.665614:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421285.665618:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ee600, rc 0) 00000100:00100000:2.0:1777421285.665677:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:24520:x1863761007002880:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 218us (3196us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421285.665686:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 861 00000100:00100000:3.0:1777421285.671590:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421285.672027:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007003008 00000100:00100000:2.0:1777421285.672038:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007003008 00000100:00100000:2.0:1777421285.672114:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 191 00000100:00100000:2.0:1777421285.672125:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b5a6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:24520:x1863761007003008:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1777421285.672321:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b5a6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:24520:x1863761007003008:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 Request processed in 138us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421285.672332:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 191 00000100:00100000:0.0:1777421285.677739:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421285.677815:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007003264 00000100:00100000:2.0:1777421285.677827:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007003264 00000100:00100000:2.0:1777421285.677888:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 192 00000100:00100000:2.0:1777421285.677898:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:24520:x1863761007003264:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421285.678149:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:24520:x1863761007003264:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 243us (411us total) trans 4294967861 rc 0/0 00000100:00100000:3.0:1777421285.681777:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421285.681943:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007003520 00000100:00100000:1.0:1777421285.681955:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007003520 00000100:00100000:1.0:1777421285.682075:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 862 00000100:00100000:1.0:1777421285.682092:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:24520:x1863761007003520:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421285.682432:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:24520:x1863761007003520:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 345us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421285.682441:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 862 00000100:00100000:2.0:1777421285.682488:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 192 00000100:00100000:3.0:1777421285.688589:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421285.688680:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007003776 00000100:00100000:1.0:1777421285.688692:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007003776 00000100:00100000:1.0:1777421285.688755:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 863 00000100:00100000:1.0:1777421285.688765:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:24520:x1863761007003776:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421285.688787:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421285.688812:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2b7f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e056f2 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.689002:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2b86 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.689018:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2b78 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056eb expref: 43 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.689028:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2b86 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.689077:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2b78 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056eb expref: 43 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.689090:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2b78 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056eb expref: 43 pid: 5770 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421285.689104:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077303b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018361600:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421285.689434:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ffa5840 going to sleep for 11 seconds 00000100:00100000:1.0:1777421285.693008:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421285.693040:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077303b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018361600:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421285.693081:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2b86 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421285.693510:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007003904 00000100:00100000:3.0:1777421285.693518:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007003904 00010000:00010000:3.0:1777421285.693551:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2b78 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056eb expref: 44 pid: 5770 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421285.693589:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 267 00000100:00100000:3.0:1777421285.693598:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:2361:x1863761007003904:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421285.693611:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421285.693618:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2b78 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056eb expref: 44 pid: 5770 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.693640:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2b78 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056eb expref: 44 pid: 5770 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.693661:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2b78 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056eb expref: 44 pid: 5770 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.693687:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff971053d1f100) 00010000:00010000:3.0:1777421285.693692:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2b86 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.693701:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2b86 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.693708:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2b86 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.693732:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421285.693781:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:2361:x1863761007003904:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 183us (780us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421285.693789:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 267 00010000:00010000:2.0:1777421285.693801:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2b86 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.693811:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2b86 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421285.693831:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x16:0x0]: returning size 0 00000004:00080000:3.0:1777421285.694408:0:5770:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x11:0x0], index 0: 0 00010000:00010000:3.0:1777421285.694552:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2b86 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.694561:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2b86 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.694567:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2b86 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.694579:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421285.694584:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2b86 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.694592:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2b86 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.694602:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff971053d1f100) 00010000:00010000:3.0:1777421285.694604:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777421285.694608:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2b86 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.694614:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2b86 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.694776:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2b7f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056f2 expref: 43 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.694786:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff971053d1f500) 00010000:00010000:3.0:1777421285.694789:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421285.694792:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2b7f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056f2 expref: 43 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.694801:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11000, rc 0) 00000100:00100000:3.0:1777421285.694841:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:24520:x1863761007003776:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 6078us (6263us total) trans 4294967862 rc 301/301 00000100:00100000:3.0:1777421285.694849:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 863 00000100:00100000:1.0:1777421285.696973:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421285.697218:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007004160 00000100:00100000:2.0:1777421285.697229:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007004160 00000100:00100000:2.0:1777421285.697326:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 193 00000100:00100000:2.0:1777421285.697337:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:24520:x1863761007004160:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421285.697730:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:24520:x1863761007004160:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 393us (761us total) trans 4294967863 rc 0/0 00000100:00100000:2.0:1777421285.697738:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 193 00000100:00100000:0.0:1777421285.699985:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421285.700212:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007004288 00000100:00100000:3.0:1777421285.700236:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007004288 00000100:00100000:3.0:1777421285.700399:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 864 00000100:00100000:3.0:1777421285.700410:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:24520:x1863761007004288:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421285.700441:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421285.700464:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2b94 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e056f9 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.700535:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c2b9b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.700549:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c2b9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.700562:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c2b9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421285.700640:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x16:0x0]: returning size 0 00000004:00200000:3.0:1777421285.700644:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421285.700663:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c2b9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.700688:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2b94 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056f9 expref: 45 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.700704:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c2b9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056f9 expref: 44 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.700713:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff971053d1f100) 00010000:00010000:3.0:1777421285.700716:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1777421285.700720:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61600, rc 0) 00000100:00100000:3.0:1777421285.700785:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:24520:x1863761007004288:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 377us (807us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421285.700793:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 864 00000100:00100000:0.0:1777421285.703995:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421285.704209:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007004416 00000100:00100000:2.0:1777421285.704220:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007004416 00000100:00100000:2.0:1777421285.704329:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 210 00000100:00100000:2.0:1777421285.704343:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761007004416:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421285.704360:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421285.704381:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000751cede/0xd9d09a059d6c2ba2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05700 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777421285.704397:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1777421285.704406:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777421285.704424:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421285.704427:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421285.704448:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000751cede/0xd9d09a059d6c2ba2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05700 expref: 9 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.704467:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000751cede/0xd9d09a059d6c2ba2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05700 expref: 9 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.704482:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777efe00, rc 0) 00000100:00100000:2.0:1777421285.704539:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007004416:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 201us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421285.704546:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 210 00000100:00100000:0.0:1777421285.707512:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421285.708218:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007004672 00000100:00100000:3.0:1777421285.708229:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007004672 00000100:00100000:3.0:1777421285.708358:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 865 00000100:00100000:3.0:1777421285.708369:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:24520:x1863761007004672:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777421285.708465:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:24520:x1863761007004672:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 98us (962us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421285.708473:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 865 00000100:00100000:0.0:1777421285.714594:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421285.714708:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007004800 00000100:00100000:1.0:1777421285.714717:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007004800 00000100:00100000:1.0:1777421285.714795:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 211 00000100:00100000:1.0:1777421285.714807:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:24520:x1863761007004800:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421285.714826:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421285.714850:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2ba9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05707 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.714882:0:7984:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000751cede/0xd9d09a059d6c2ba2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05700 expref: 10 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.714890:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421285.714893:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421285.714898:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2ba9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05707 expref: 10 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.714962:0:7984:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000751cede/0xd9d09a059d6c2ba2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05700 expref: 10 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.714986:0:7984:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000751cede/0xd9d09a059d6c2ba2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05700 expref: 10 pid: 6553 timeout: 452 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421285.715000:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077300000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018361728:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421285.715097:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ffa5180 going to sleep for 11 seconds 00000100:00100000:1.0:1777421285.718406:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077300000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018361728:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421285.718437:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2ba9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05707 expref: 10 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.718457:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10800, rc 0) 00000100:00100000:1.0:1777421285.718555:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:24520:x1863761007004800:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 3749us (3969us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421285.718565:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 211 00000100:00100000:0.0:1777421285.719390:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421285.723374:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007004928 00000100:00100000:1.0:1777421285.723391:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007004928 00010000:00010000:1.0:1777421285.723441:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000751cede/0xd9d09a059d6c2ba2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05700 expref: 10 pid: 6553 timeout: 452 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421285.723490:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 268 00000100:00100000:1.0:1777421285.723501:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007004928:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421285.723532:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421285.723553:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000751cede/0xd9d09a059d6c2ba2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05700 expref: 10 pid: 6553 timeout: 452 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.723566:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000751cede/0xd9d09a059d6c2ba2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05700 expref: 10 pid: 6553 timeout: 452 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.723590:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000751cede/0xd9d09a059d6c2ba2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05700 expref: 10 pid: 6553 timeout: 452 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.723605:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421285.723607:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421285.723614:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2ba9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05707 expref: 9 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.723625:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2ba9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05707 expref: 9 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.723661:0:5757:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2ba9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05707 expref: 9 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421285.723682:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077300000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5757:1863761018361856:192.168.204.24@tcp:105: 00000100:00100000:1.0:1777421285.723767:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ffa5180 going to sleep for 11 seconds 00000100:00100000:1.0:1777421285.726720:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077300000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5757:1863761018361856:192.168.204.24@tcp:105: 00010000:00010000:1.0:1777421285.726745:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421285.726807:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007004928:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 3307us (7417us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421285.726818:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 268 00000100:00100000:0.0:1777421285.748637:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421285.748727:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007005056 00000100:00100000:3.0:1777421285.748737:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007005056 00002000:00100000:3.0:1777421285.748785:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11:0x0] (0->1048575) req@ffff97106ff6e300 x1863761007005056/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:296/0 lens 488/0 e 0 to 0 dl 1777421296 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421285.748796:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff6e300 with x1863761007005056 ext(0->1048575) 00002000:00010000:3.0:1777421285.748801:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97106ff6e300 00000100:00100000:3.0:1777421285.748835:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 75 00000100:00100000:3.0:1777421285.748843:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007005056:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1777421285.767179:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421285.768048:0:17961:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007005184 00000100:00100000:2.0:1777421285.768068:0:17961:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007005184 00002000:00100000:2.0:1777421285.768145:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11:0x0] (1048576->2097151) req@ffff97106ff6ca80 x1863761007005184/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:296/0 lens 488/0 e 0 to 0 dl 1777421296 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421285.768164:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff6ca80 with x1863761007005184 ext(1048576->2097151) 00002000:00010000:2.0:1777421285.768169:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97106ff6ca80 00000100:00100000:2.0:1777421285.768224:0:17961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 76 00000100:00100000:2.0:1777421285.768240:0:17961:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007005184:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1777421285.776515:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761007005056:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 Request processed in 27661us (27875us total) trans 4294967334 rc 0/0 00000100:00100000:2.0:1777421285.776530:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 75 00002000:00100000:2.0:1777421285.776543:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11:0x0] (0->1048575) req@ffff97106ff6e300 x1863761007005056/t4294967334(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:296/0 lens 488/448 e 0 to 0 dl 1777421296 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421285.776555:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff6e300 with x1863761007005056 ext(0->1048575) 00002000:00010000:2.0:1777421285.776572:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97106ff6e300 00000100:00100000:0.0:1777421285.778868:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421285.779249:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007005312 00000100:00100000:0.0:1777421285.779271:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007005312 00002000:00100000:0.0:1777421285.779337:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11:0x0] (2097152->3145727) req@ffff97106ff6f800 x1863761007005312/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:296/0 lens 488/0 e 0 to 0 dl 1777421296 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421285.779347:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff6f800 with x1863761007005312 ext(2097152->3145727) 00002000:00010000:0.0:1777421285.779352:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97106ff6f800 00000100:00100000:0.0:1777421285.779379:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 77 00000100:00100000:0.0:1777421285.779388:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761007005312:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1777421285.792332:0:17961:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+15:2361:x1863761007005184:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 Request processed in 24078us (25148us total) trans 4294967335 rc 0/0 00000100:00100000:2.0:1777421285.792352:0:17961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 76 00002000:00100000:2.0:1777421285.792370:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11:0x0] (1048576->2097151) req@ffff97106ff6ca80 x1863761007005184/t4294967335(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:296/0 lens 488/448 e 0 to 0 dl 1777421296 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421285.792382:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff6ca80 with x1863761007005184 ext(1048576->2097151) 00002000:00010000:2.0:1777421285.792390:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97106ff6ca80 00000100:00100000:1.0:1777421285.796495:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421285.796577:0:17961:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007005440 00000100:00100000:1.0:1777421285.796587:0:17961:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007005440 00002000:00100000:1.0:1777421285.796640:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11:0x0] (3145728->4194303) req@ffff971077300000 x1863761007005440/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:296/0 lens 488/0 e 0 to 0 dl 1777421296 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421285.796653:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077300000 with x1863761007005440 ext(3145728->4194303) 00002000:00010000:1.0:1777421285.796661:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077300000 00000100:00100000:1.0:1777421285.796699:0:17961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 78 00000100:00100000:1.0:1777421285.796710:0:17961:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+16:2361:x1863761007005440:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1777421285.796972:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:2361:x1863761007005312:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 Request processed in 17583us (18112us total) trans 4294967336 rc 0/0 00000100:00100000:0.0:1777421285.796982:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 77 00002000:00100000:0.0:1777421285.796990:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11:0x0] (2097152->3145727) req@ffff97106ff6f800 x1863761007005312/t4294967336(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:296/0 lens 488/448 e 0 to 0 dl 1777421296 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421285.796999:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff6f800 with x1863761007005312 ext(2097152->3145727) 00002000:00010000:0.0:1777421285.797002:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97106ff6f800 00000100:00100000:1.0:1777421285.806401:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421285.806631:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007005568 00000100:00100000:0.0:1777421285.806645:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007005568 00002000:00100000:0.0:1777421285.806707:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11:0x0] (4194304->5242879) req@ffff971077303480 x1863761007005568/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:296/0 lens 488/0 e 0 to 0 dl 1777421296 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421285.806720:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077303480 with x1863761007005568 ext(4194304->5242879) 00002000:00010000:0.0:1777421285.806727:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077303480 00000100:00100000:0.0:1777421285.806766:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 79 00000100:00100000:0.0:1777421285.806787:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+17:2361:x1863761007005568:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1777421285.814775:0:17961:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:2361:x1863761007005440:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 Request processed in 18051us (18278us total) trans 4294967337 rc 0/0 00000100:00100000:3.0:1777421285.814795:0:17961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 78 00002000:00100000:3.0:1777421285.814813:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11:0x0] (3145728->4194303) req@ffff971077300000 x1863761007005440/t4294967337(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:296/0 lens 488/448 e 0 to 0 dl 1777421296 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421285.814826:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077300000 with x1863761007005440 ext(3145728->4194303) 00002000:00010000:3.0:1777421285.814843:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077300000 00000100:00100000:1.0:1777421285.830562:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:2361:x1863761007005568:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 Request processed in 23762us (24162us total) trans 4294967338 rc 0/0 00000100:00100000:1.0:1777421285.830579:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 79 00002000:00100000:1.0:1777421285.830596:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11:0x0] (4194304->5242879) req@ffff971077303480 x1863761007005568/t4294967338(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:296/0 lens 488/448 e 0 to 0 dl 1777421296 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421285.830607:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077303480 with x1863761007005568 ext(4194304->5242879) 00002000:00010000:1.0:1777421285.830615:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077303480 00000100:00100000:2.0:1777421285.834331:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421285.835254:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007005696 00000100:00100000:1.0:1777421285.835301:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007005696 00000100:00100000:1.0:1777421285.835439:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 866 00000100:00100000:1.0:1777421285.835451:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:24520:x1863761007005696:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1777421285.893240:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967857 is committed 00000100:00100000:1.0:1777421285.893592:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:24520:x1863761007005696:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 Request processed in 58133us (59266us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421285.893628:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 866 00000020:00080000:2.0:1777421285.894068:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff97104fe63e40 refcount 2 committed 0 result 0 batchid 13 00000020:00080000:2.0:1777421285.894074:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff970f42e87800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff97104fe63f00 00000020:00080000:2.0:1777421285.894078:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff970f42e87d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff971077d1d800 00000020:00080000:0.0:1777421285.894113:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 13 committed batchid 11 00000020:00080000:2.0:1777421285.894309:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 12 batchid updated 00000001:00080000:2.0:1777421285.894324:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967859 is committed 00000001:00080000:2.0:1777421285.894338:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967863 is committed 00000004:00080000:2.0:1777421285.894380:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 14 committed 00000100:00100000:1.0:1777421285.894921:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018361984:0@lo:6:osp-syn-1-0.0 00000020:00080000:0.0:1777421285.895095:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000100:00100000:1.0:1777421285.895124:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421285.895311:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018361984 00000100:00100000:2.0:1777421285.895323:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018361984 00000100:00100000:2.0:1777421285.895388:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:2.0:1777421285.895398:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3300:x1863761018361984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777421285.895431:0:7984:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:19 count 1 00002000:00010000:2.0:1777421285.895473:0:7984:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13:0x0] initial LVB size: 5242880, mtime: 0x69f14be2, atime: 0x0, ctime: 0x69f14be2, blocks: 0x2807 00010000:00010000:2.0:1777421285.895483:0:7984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000471d866f/0xd9d09a059d6c2bb0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.895516:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421285.895518:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421285.895525:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000471d866f/0xd9d09a059d6c2bb0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.895542:0:7984:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000471d866f/0xd9d09a059d6c2bb0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.895554:0:7984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000471d866f/0xd9d09a059d6c2bb0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.895562:0:7984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000471d866f/0xd9d09a059d6c2bb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.895628:0:7984:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777421285.896154:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3300:x1863761018361984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 755us (1030us total) trans 4294967349 rc 0/0 00000100:00100000:2.0:1777421285.896163:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000004:00080000:0.0:1777421285.896537:0:3300:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff97106ff69500/2, rc 0, transno 4294967349 00000100:00100000:0.0:1777421285.896545:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018361984:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777421285.896666:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777421285.896676:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000471d866f/0xd9d09a059d6c2bb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.896687:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777eea00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421285.896692:0:5759:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000471d866f/0xd9d09a059d6c2bb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421285.896703:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:1.0:1777421285.896707:0:5759:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000471d866f/0xd9d09a059d6c2bb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.896730:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000471d866f/0xd9d09a059d6c2bb0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.896737:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000471d866f/0xd9d09a059d6c2bb0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.896811:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421285.896814:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421285.896816:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421285.896826:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007005824 00000100:00100000:2.0:1777421285.896833:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007005824 00000100:00100000:2.0:1777421285.896874:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 213 00000100:00100000:2.0:1777421285.896885:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080c21c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:2360:x1863761007005824:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1777421285.929352:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080c21c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+19:2360:x1863761007005824:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 Request processed in 32453us (32637us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421285.929387:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 213 00000001:00080000:1.0:1777421285.929644:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967336 is committed 00000001:00080000:1.0:1777421285.929677:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967338 is committed 00000001:00080000:1.0:1777421285.929693:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967333 is committed 00000100:00100000:0.0:1777421285.934692:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421285.934802:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007006080 00000100:00100000:1.0:1777421285.934816:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007006080 00000100:00100000:1.0:1777421285.934890:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 867 00000100:00100000:1.0:1777421285.934913:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:24520:x1863761007006080:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421285.934981:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421285.935016:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c2b9b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056f9 expref: 38 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.935037:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff971053d1f100) 00010000:00010000:1.0:1777421285.935043:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421285.935079:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bb7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.935094:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bb7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.935104:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bb7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.935131:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bb7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.935137:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bb7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.935144:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bb7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.935155:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421285.935159:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bb7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.935168:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bb7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.935186:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff971053d1f100) 00010000:00010000:1.0:1777421285.935188:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421285.935193:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bb7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.935199:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bb7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421285.935455:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:24520:x1863761007006080:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 541us (777us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421285.935465:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 867 00000100:00100000:3.0:1777421285.942910:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421285.943046:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007006208 00000100:00100000:1.0:1777421285.943061:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007006208 00000100:00100000:1.0:1777421285.943135:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 868 00000100:00100000:1.0:1777421285.943148:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:24520:x1863761007006208:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421285.943174:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421285.943202:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bbe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0570e expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.943335:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bbe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0570e expref: 38 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.943352:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bbe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0570e expref: 38 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.943376:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff971053d1f100) 00010000:00010000:1.0:1777421285.943379:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421285.943403:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11e00, rc 0) 00000100:00100000:1.0:1777421285.943468:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:24520:x1863761007006208:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 322us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421285.943475:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 868 00000100:00100000:2.0:1777421285.946408:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421285.946562:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007006336 00000100:00100000:1.0:1777421285.946576:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007006336 00000100:00100000:1.0:1777421285.946652:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 214 00000100:00100000:1.0:1777421285.946663:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007006336:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1777421285.947305:0:7984:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x11:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:1.0:1777421285.947311:0:7984:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x11:0x0] updating lvb mtime from disk: 0 -> 1777421282 00002000:00010000:1.0:1777421285.947314:0:7984:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x11:0x0] updating lvb atime from disk: 0 -> 1777421282 00002000:00010000:1.0:1777421285.947316:0:7984:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x11:0x0] updating lvb ctime from disk: 0 -> 1777421282 00002000:00010000:1.0:1777421285.947318:0:7984:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x11:0x0] updating lvb blocks from disk: 1 -> 10247 00000100:00100000:1.0:1777421285.947395:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007006336:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 Request processed in 732us (1010us total) trans 4294967339 rc 0/0 00000100:00100000:1.0:1777421285.947405:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 214 00000100:00100000:0.0:1777421285.950834:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421285.950972:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007006592 00000100:00100000:3.0:1777421285.950986:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007006592 00000100:00100000:3.0:1777421285.951061:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 869 00000100:00100000:3.0:1777421285.951072:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:24520:x1863761007006592:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1777421285.951150:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2bc5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.951171:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c2b6a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056e4 expref: 38 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.951181:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2bc5 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.951223:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c2b6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056e4 expref: 38 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.951239:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c2b6a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056e4 expref: 38 pid: 5770 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421285.951266:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018362112:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421285.951431:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ff8ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1777421285.957602:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018362112:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421285.957640:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2bc5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421285.958051:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421285.958187:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007006720 00000100:00100000:1.0:1777421285.958197:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007006720 00010000:00010000:1.0:1777421285.958243:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c2b6a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056e4 expref: 39 pid: 5770 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421285.958404:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 269 00000100:00100000:1.0:1777421285.958418:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:2361:x1863761007006720:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421285.958455:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421285.958465:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c2b6a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056e4 expref: 39 pid: 5770 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.958478:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c2b6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056e4 expref: 39 pid: 5770 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.958506:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c2b6a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056e4 expref: 39 pid: 5770 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.958526:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff971053d1f100) 00010000:00010000:1.0:1777421285.958531:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2bc5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.958542:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2bc5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.958550:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2bc5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.958591:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421285.958661:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:2361:x1863761007006720:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 246us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421285.958670:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 269 00010000:00010000:2.0:1777421285.958888:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2bc5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.958897:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2bc5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.958943:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2bc5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.958951:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2bc5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.958959:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2bc5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.958966:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421285.958970:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2bc5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.958979:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2bc5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.958990:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff971053d1f100) 00010000:00010000:2.0:1777421285.958993:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777421285.958997:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2bc5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.959003:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c2bc5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421285.959078:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:24520:x1863761007006592:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 Request processed in 8007us (8258us total) trans 0 rc -22/-22 00000100:00100000:2.0:1777421285.959087:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 869 00000100:00100000:0.0:1777421285.963194:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421285.963328:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007006848 00000100:00100000:1.0:1777421285.963343:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007006848 00000100:00100000:1.0:1777421285.963404:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 215 00000100:00100000:1.0:1777421285.963416:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761007006848:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777421285.963497:0:7984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005ed8baaf/0xd9d09a059d6c2bcc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.963522:0:7984:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2ba9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05707 expref: 10 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.963532:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777421285.963535:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777421285.963539:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ed8baaf/0xd9d09a059d6c2bcc lrc: 4/1,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.963581:0:7984:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2ba9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05707 expref: 10 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.963597:0:7984:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2ba9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05707 expref: 10 pid: 7984 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421285.963615:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077301180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018362240:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421285.963715:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a2540 going to sleep for 11 seconds 00000100:00100000:1.0:1777421285.966601:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077301180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018362240:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421285.966638:0:7984:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005ed8baaf/0xd9d09a059d6c2bcc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421285.985528:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421285.985685:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007006976 00000100:00100000:3.0:1777421285.985700:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007006976 00010000:00010000:3.0:1777421285.985743:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2ba9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05707 expref: 11 pid: 7984 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421285.985806:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 270 00000100:00100000:3.0:1777421285.985816:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2358:x1863761007006976:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421285.985833:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421285.985854:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2ba9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05707 expref: 11 pid: 7984 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.985869:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2ba9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05707 expref: 11 pid: 7984 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.985893:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c2ba9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05707 expref: 11 pid: 7984 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.985909:0:5755:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421285.985911:0:5755:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421285.985916:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005ed8baaf/0xd9d09a059d6c2bcc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.985926:0:5755:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ed8baaf/0xd9d09a059d6c2bcc lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.985959:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421285.986020:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2358:x1863761007006976:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 204us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421285.986033:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 270 00010000:00010000:1.0:1777421285.986043:0:7984:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005ed8baaf/0xd9d09a059d6c2bcc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.986077:0:7984:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ed8baaf/0xd9d09a059d6c2bcc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.986113:0:7984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005ed8baaf/0xd9d09a059d6c2bcc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.986122:0:7984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ed8baaf/0xd9d09a059d6c2bcc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.986132:0:7984:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ed8baaf/0xd9d09a059d6c2bcc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.986139:0:7984:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10400 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421285.986144:0:7984:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ed8baaf/0xd9d09a059d6c2bcc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.986154:0:7984:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ed8baaf/0xd9d09a059d6c2bcc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.986172:0:7984:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ed8baaf/0xd9d09a059d6c2bcc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.986181:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ed8baaf/0xd9d09a059d6c2bcc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421285.986334:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007006848:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 22917us (23152us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421285.986346:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 215 00000100:00100000:0.0:1777421285.988241:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421285.988471:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007007232 00000100:00100000:2.0:1777421285.988483:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007007232 00000100:00100000:2.0:1777421285.988535:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 870 00000100:00100000:2.0:1777421285.988543:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:24520:x1863761007007232:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777421285.988638:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c2bd3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.988658:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c2bd3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.988670:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c2bd3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.989236:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2bda lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.989253:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bbe lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0570e expref: 38 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.990803:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2bda lrc: 4/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.990858:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bbe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0570e expref: 38 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421285.990869:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bbe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0570e expref: 38 pid: 8245 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421285.990894:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c76d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018362368:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421285.990970:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104904ff00 going to sleep for 11 seconds 00000100:00100000:2.0:1777421285.994333:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421285.994417:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007007360 00000100:00100000:3.0:1777421285.994440:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007007360 00010000:00010000:3.0:1777421285.994479:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bbe lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0570e expref: 39 pid: 8245 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421285.994518:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 271 00000100:00100000:3.0:1777421285.994529:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c74380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:2361:x1863761007007360:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421285.994544:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421285.994551:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bbe lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0570e expref: 39 pid: 8245 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.994564:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bbe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0570e expref: 39 pid: 8245 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.994585:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff971053d1f100) 00010000:00010000:3.0:1777421285.994590:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2bda lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.994598:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2bda lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.994605:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2bda lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421285.994622:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421285.994690:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c74380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:2361:x1863761007007360:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 162us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421285.994698:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 271 00010000:00010000:1.0:1777421285.995099:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bbe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0570e expref: 38 pid: 8245 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421285.995118:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c76d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018362368:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421285.995143:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2bda lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.995153:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2bda lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.995158:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2bda lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421285.995479:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967864 00000001:00080000:1.0:1777421285.995605:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967865 00000001:00080000:1.0:1777421285.995639:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967866 00000100:00100000:1.0:1777421285.995777:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077301180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5770:1863761018362496:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777421285.995818:0:5770:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421285.995847:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4240 going to sleep for 11 seconds 00000100:00100000:0.0:1777421285.995906:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018362496 00000100:00100000:0.0:1777421285.995912:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018362496 00000100:00100000:0.0:1777421285.995967:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1777421285.995976:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5770:x1863761018362496:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1777421285.996056:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5770:x1863761018362496:12345-0@lo:1000:mdt00_000.0 Request processed in 82us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421285.996064:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1777421285.996158:0:5770:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967333 gen 2 00000004:00080000:3.0:1777421285.996164:0:5770:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff97106fe9f800, transno 4294967333 00000100:00100000:3.0:1777421285.996232:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077301180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5770:1863761018362496:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1777421285.996499:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967867 00000100:00100000:3.0:1777421285.996548:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff69f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5770:1863761018362624:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1777421285.996575:0:5770:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421285.996603:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ff8e480 going to sleep for 11 seconds 00000100:00100000:0.0:1777421285.996675:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018362624 00000100:00100000:0.0:1777421285.996679:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018362624 00000100:00080000:1.0:1777421285.996701:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421285.996750:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1777421285.996758:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5770:x1863761018362624:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1777421285.996933:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5770:x1863761018362624:12345-0@lo:1000:mdt00_000.0 Request processed in 175us (355us total) trans 4294967340 rc 0/0 00000100:00100000:0.0:1777421285.996940:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1777421285.997194:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff69f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5770:1863761018362624:0@lo:1000:mdt00_000.0 00000001:00080000:1.0:1777421285.997376:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967868 00010000:00010000:1.0:1777421285.997403:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2bda lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.997418:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2bda lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.997426:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2bda lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.997433:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421285.997437:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2bda lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.997444:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2bda lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.997458:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff971053d1f100) 00010000:00010000:1.0:1777421285.997460:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421285.997469:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2bda lrc: 2/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.997476:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c2bda lrc: 0/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.997504:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c2ade lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.997510:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c2ade lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.997516:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c2ade lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.997521:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421285.997530:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c2ade lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.997537:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c2ade lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.997545:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff971049800b00) 00010000:00010000:1.0:1777421285.997548:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421285.997555:0:5770:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ae5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056c1 expref: 81 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.997566:0:5770:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ae5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056c1 expref: 81 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.997575:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ae5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056c1 expref: 81 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.997605:0:5770:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efc00/0xd9d09a059d6c2ae5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056c1 expref: 81 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421285.997617:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077302680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018362752:192.168.204.24@tcp:105: 00000100:00100000:1.0:1777421285.997689:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a40c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421285.999920:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077302680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018362752:192.168.204.24@tcp:105: 00010000:00010000:1.0:1777421285.999944:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c2ade lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.999952:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c2ade lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421285.999994:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c2be1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421286.000004:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c2be1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421286.000017:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c2be1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421286.000028:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c2be1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421286.000034:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c2be1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421286.000041:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c2be1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421286.000047:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421286.000051:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c2be1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421286.000058:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c2be1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421286.000068:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff971049800b00) 00010000:00010000:1.0:1777421286.000071:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421286.000074:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c2be1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421286.000080:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c2be1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421286.000098:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c2bd3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421286.000104:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c2bd3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421286.000111:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c2bd3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421286.000116:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421286.000118:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c2bd3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421286.000124:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c2bd3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421286.000131:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff971049800b00) 00010000:00010000:1.0:1777421286.000134:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421286.000149:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c2bd3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421286.000156:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c2bd3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421286.000468:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:24520:x1863761007007232:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 11923us (12232us total) trans 4294967869 rc 0/0 00000100:00100000:1.0:1777421286.000479:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 870 00000020:00080000:1.0:1777421286.000487:0:5770:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:3.0:1777421286.000631:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421286.000719:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007007488 00000100:00100000:1.0:1777421286.000728:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007007488 00000100:00080000:3.0:1777421286.000775:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421286.000795:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 194 00000100:00100000:1.0:1777421286.000805:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+82:24519:x1863761007007488:12345-192.168.204.24@tcp:49:md5sum.0 00000040:00080000:0.0:1777421286.000845:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421286.000851:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1777421286.001037:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+82:24519:x1863761007007488:12345-192.168.204.24@tcp:49:md5sum.0 Request processed in 233us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421286.001045:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 194 00000040:00080000:0.0:1777421286.001996:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1777421286.002007:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421286.005726:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421286.006100:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007007744 00000100:00100000:1.0:1777421286.006111:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007007744 00000100:00100000:2.0:1777421286.006133:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421286.006186:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007007872 00000100:00100000:3.0:1777421286.006251:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007007872 00000100:00100000:3.0:1777421286.006349:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 216 00000100:00100000:3.0:1777421286.006370:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+11:24519:x1863761007007872:12345-192.168.204.24@tcp:101:md5sum.0 00010000:00010000:3.0:1777421286.006388:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421286.006408:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b12e57e6/0xd9d09a059d6c2be8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05715 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421286.006434:0:7984:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x11:0x0] initial LVB size: 5242880, mtime: 0x69f14be2, atime: 0x69f14be2, ctime: 0x69f14be2, blocks: 0x2807 00010000:00010000:3.0:1777421286.006452:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421286.006454:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421286.006463:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b12e57e6/0xd9d09a059d6c2be8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05715 expref: 12 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421286.006478:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b12e57e6/0xd9d09a059d6c2be8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05715 expref: 12 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421286.006492:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61200, rc 0) 00000100:00100000:3.0:1777421286.006556:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+12:24519:x1863761007007872:12345-192.168.204.24@tcp:101:md5sum.0 Request processed in 198us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421286.006574:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 216 00000100:00080000:2.0:1777421286.006750:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421286.007081:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 195 00000100:00100000:1.0:1777421286.007092:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:24520:x1863761007007744:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1777421286.007586:0:5774:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x16:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1777421286.007686:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967870 00010000:00010000:1.0:1777421286.007723:0:5774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bef lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421286.007737:0:5774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421286.007749:0:5774:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421286.007758:0:5774:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421286.007766:0:5774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421286.007773:0:5774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421286.007797:0:5774:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777421286.007835:0:7433:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777421286.007843:0:7433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421286.007852:0:7433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11e00 already unused, calling callback (ffffffffc15870c0) 00000100:00100000:1.0:1777421286.007922:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:24520:x1863761007007744:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 831us (2205us total) trans 4294967871 rc 0/0 00000100:00100000:1.0:1777421286.007932:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 195 00000020:00080000:1.0:1777421286.007937:0:5774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777421286.007946:0:7433:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421286.007957:0:7433:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421286.007969:0:7433:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff97104fb1d600) 00010000:00010000:3.0:1777421286.007971:0:7433:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777421286.007975:0:7433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bef lrc: 1/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421286.007981:0:7433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c2bef lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421286.007995:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421286.007997:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421286.007999:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421286.009093:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421286.009219:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007008000 00000100:00100000:1.0:1777421286.009228:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007008000 00002000:00100000:1.0:1777421286.009303:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11:0x0] (0->32767) req@ffff971077c74a80 x1863761007008000/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:297/0 lens 488/0 e 0 to 0 dl 1777421297 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421286.009315:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077c74a80 with x1863761007008000 ext(0->32767) 00002000:00010000:1.0:1777421286.009320:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077c74a80 00000100:00100000:1.0:1777421286.009343:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 80 00000100:00100000:1.0:1777421286.009353:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+12:2359:x1863761007008000:12345-192.168.204.24@tcp:3:md5sum.0 00000100:00100000:1.0:1777421286.014870:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+12:2359:x1863761007008000:12345-192.168.204.24@tcp:3:md5sum.0 Request processed in 5500us (5763us total) trans 0 rc 32768/32768 00000100:00100000:1.0:1777421286.014886:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 80 00002000:00100000:1.0:1777421286.014899:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11:0x0] (0->32767) req@ffff971077c74a80 x1863761007008000/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:297/0 lens 488/440 e 0 to 0 dl 1777421297 ref 1 fl Complete:/600/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421286.014909:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077c74a80 with x1863761007008000 ext(0->32767) 00002000:00010000:1.0:1777421286.014915:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077c74a80 00000100:00100000:0.0:1777421286.020790:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421286.021173:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007008128 00000100:00100000:1.0:1777421286.021185:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007008128 00002000:00100000:1.0:1777421286.021231:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11:0x0] (32768->1048575) req@ffff971080356300 x1863761007008128/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:297/0 lens 488/0 e 0 to 0 dl 1777421297 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421286.021243:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971080356300 with x1863761007008128 ext(32768->1048575) 00002000:00010000:1.0:1777421286.021250:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971080356300 00000100:00100000:1.0:1777421286.021338:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 81 00000100:00100000:1.0:1777421286.021347:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007008128:12345-192.168.204.24@tcp:3:md5sum.0 00000100:00100000:1.0:1777421286.044226:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007008128:12345-192.168.204.24@tcp:3:md5sum.0 Request processed in 22869us (23432us total) trans 0 rc 1015808/1015808 00000100:00100000:1.0:1777421286.044239:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 81 00002000:00100000:1.0:1777421286.044251:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11:0x0] (32768->1048575) req@ffff971080356300 x1863761007008128/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:297/0 lens 488/440 e 0 to 0 dl 1777421297 ref 1 fl Complete:/600/0 rc 1015808/1015808 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421286.044271:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971080356300 with x1863761007008128 ext(32768->1048575) 00002000:00010000:1.0:1777421286.044310:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971080356300 00000100:00100000:0.0:1777421286.063226:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421286.064135:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007008256 00000100:00100000:1.0:1777421286.064152:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007008256 00002000:00100000:1.0:1777421286.064219:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11:0x0] (1048576->2097151) req@ffff971080356a00 x1863761007008256/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:297/0 lens 488/0 e 0 to 0 dl 1777421297 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421286.064232:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971080356a00 with x1863761007008256 ext(1048576->2097151) 00002000:00010000:1.0:1777421286.064238:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971080356a00 00000100:00100000:3.0:1777421286.064347:0:17961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 82 00000100:00100000:3.0:1777421286.064371:0:17961:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761007008256:12345-192.168.204.24@tcp:3:md5sum.0 00000100:00100000:2.0:1777421286.071716:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421286.071834:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421286.071921:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421286.071951:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007008384 00000100:00100000:1.0:1777421286.071962:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007008384 00000100:00100000:3.0:1777421286.071988:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007008512 00000100:00100000:3.0:1777421286.072003:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007008512 00002000:00100000:1.0:1777421286.072014:0:6558:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11:0x0] (2097152->3145727) req@ffff971077c75500 x1863761007008384/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:297/0 lens 488/0 e 0 to 0 dl 1777421297 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421286.072026:0:6558:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077c75500 with x1863761007008384 ext(2097152->3145727) 00002000:00010000:1.0:1777421286.072031:0:6558:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077c75500 00002000:00100000:3.0:1777421286.072052:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x11:0x0] (3145728->4194303) req@ffff971077c76d80 x1863761007008512/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:297/0 lens 488/0 e 0 to 0 dl 1777421297 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421286.072088:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077c76d80 with x1863761007008512 ext(3145728->4194303) 00002000:00010000:3.0:1777421286.072094:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077c76d80 00000100:00100000:0.0:1777421286.074434:0:6557:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007008640 00000100:00100000:0.0:1777421286.074453:0:6557:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007008640 00000100:00100000:3.0:1777421286.074472:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 83 00000100:00100000:3.0:1777421286.074495:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+16:2361:x1863761007008384:12345-192.168.204.24@tcp:3:md5sum.0 00002000:00100000:0.0:1777421286.074511:0:6557:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x11:0x0] (4194304->5242879) req@ffff971077c75c00 x1863761007008640/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:297/0 lens 488/0 e 0 to 0 dl 1777421297 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421286.074524:0:6557:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077c75c00 with x1863761007008640 ext(4194304->5242879) 00002000:00010000:0.0:1777421286.074530:0:6557:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077c75c00 00000100:00100000:1.0:1777421286.088694:0:17961:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b251bd7-457c-4889-b04e-8036834fd389+16:2360:x1863761007008256:12345-192.168.204.24@tcp:3:md5sum.0 Request processed in 24320us (25471us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1777421286.088710:0:17961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 82 00002000:00100000:1.0:1777421286.088737:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11:0x0] (1048576->2097151) req@ffff971080356a00 x1863761007008256/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:297/0 lens 488/440 e 0 to 0 dl 1777421297 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421286.088749:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971080356a00 with x1863761007008256 ext(1048576->2097151) 00002000:00010000:1.0:1777421286.088756:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971080356a00 00000100:00100000:1.0:1777421286.088789:0:17961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 84 00000100:00100000:1.0:1777421286.088803:0:17961:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b251bd7-457c-4889-b04e-8036834fd389+15:2360:x1863761007008512:12345-192.168.204.24@tcp:3:md5sum.0 00000100:00100000:3.0:1777421286.100173:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+15:2361:x1863761007008384:12345-192.168.204.24@tcp:3:md5sum.0 Request processed in 25666us (28446us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1777421286.100188:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 83 00002000:00100000:3.0:1777421286.100200:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x11:0x0] (2097152->3145727) req@ffff971077c75500 x1863761007008384/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:297/0 lens 488/440 e 0 to 0 dl 1777421297 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421286.100211:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077c75500 with x1863761007008384 ext(2097152->3145727) 00002000:00010000:3.0:1777421286.100218:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077c75500 00000100:00100000:3.0:1777421286.100249:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 85 00000100:00100000:3.0:1777421286.100304:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+14:2360:x1863761007008640:12345-192.168.204.24@tcp:3:md5sum.0 00000100:00100000:1.0:1777421286.108480:0:17961:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b251bd7-457c-4889-b04e-8036834fd389+14:2360:x1863761007008512:12345-192.168.204.24@tcp:3:md5sum.0 Request processed in 19671us (36636us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1777421286.108494:0:17961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 84 00002000:00100000:1.0:1777421286.108506:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11:0x0] (3145728->4194303) req@ffff971077c76d80 x1863761007008512/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:297/0 lens 488/440 e 0 to 0 dl 1777421297 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421286.108516:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077c76d80 with x1863761007008512 ext(3145728->4194303) 00002000:00010000:1.0:1777421286.108650:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077c76d80 00000100:00100000:3.0:1777421286.118358:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761007008640:12345-192.168.204.24@tcp:3:md5sum.0 Request processed in 18069us (46417us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1777421286.118377:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 85 00002000:00100000:3.0:1777421286.119131:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x11:0x0] (4194304->5242879) req@ffff971077c75c00 x1863761007008640/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:297/0 lens 488/440 e 0 to 0 dl 1777421297 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421286.119146:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077c75c00 with x1863761007008640 ext(4194304->5242879) 00002000:00010000:3.0:1777421286.119223:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077c75c00 00000100:00100000:0.0:1777421286.137413:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421286.137525:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007008896 00000100:00100000:1.0:1777421286.137542:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007008896 00000100:00100000:1.0:1777421286.137618:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 196 00000100:00100000:1.0:1777421286.137628:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+82:24519:x1863761007008896:12345-192.168.204.24@tcp:35:md5sum.0 00000100:00100000:1.0:1777421286.137906:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+83:24519:x1863761007008896:12345-192.168.204.24@tcp:35:md5sum.0 Request processed in 278us (523us total) trans 4294967872 rc 0/0 00000100:00100000:1.0:1777421286.137914:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 196 00010000:00010000:1.0:1777421286.629350:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421287.651312:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421288.663787:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421288.663883:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007009024 00000100:00100000:1.0:1777421288.663893:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007009024 00000100:00100000:1.0:1777421288.664029:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 871 00000100:00100000:1.0:1777421288.664040:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:24485:x1863761007009024:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1777421288.664154:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:24485:x1863761007009024:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 Request processed in 115us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421288.664162:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 871 00000100:00080000:2.0:1777421288.664708:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777421288.674439:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421288.738557:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777421288.738641:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018362880:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421288.738705:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421288.738833:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018362880 00000100:00100000:3.0:1777421288.738854:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018362880 00000100:00100000:3.0:1777421288.738922:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1777421288.738934:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018362880:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777421288.738999:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1777421288.740329:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 76611584 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777421288.740419:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018362880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1487us (1713us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421288.740428:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1777421288.740483:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018362880:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421288.754965:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421288.755006:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421288.755008:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007009152 00000100:00100000:1.0:1777421288.755018:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007009152 00000100:00100000:2.0:1777421288.755041:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421288.755059:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421288.755062:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 476 00000100:00100000:1.0:1777421288.755071:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761007009152:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421288.755077:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421288.755096:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421288.755114:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007009408 00000100:00100000:2.0:1777421288.755118:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007009408 00000100:00100000:1.0:1777421288.755135:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761007009152:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 65us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421288.755143:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 476 00000100:00100000:2.0:1777421288.755152:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007009664 00000100:00100000:2.0:1777421288.755155:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007009664 00000100:00100000:2.0:1777421288.755169:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007009536 00000100:00100000:2.0:1777421288.755171:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007009536 00000100:00100000:2.0:1777421288.755184:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007009792 00000100:00100000:2.0:1777421288.755186:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007009792 00000100:00100000:2.0:1777421288.755200:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 180 00000100:00100000:2.0:1777421288.755217:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761007009408:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421288.755254:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007009280 00000100:00100000:2.0:1777421288.755256:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761007009408:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 50us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421288.755258:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007009280 00000100:00100000:2.0:1777421288.755263:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 180 00000100:00100000:2.0:1777421288.755295:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 181 00000100:00100000:2.0:1777421288.755303:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007009664:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421288.755303:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 191 00000100:00100000:0.0:1777421288.755309:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710774a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+83:2361:x1863761007009280:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421288.755330:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007009664:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 29us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421288.755336:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710774a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+83:2361:x1863761007009280:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 27us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421288.755337:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 181 00000100:00100000:0.0:1777421288.755342:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 191 00000100:00100000:2.0:1777421288.755347:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 182 00000100:00100000:2.0:1777421288.755353:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+11:2361:x1863761007009536:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421288.755375:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+11:2361:x1863761007009536:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 23us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421288.755381:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 182 00000100:00100000:2.0:1777421288.755393:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 183 00000100:00100000:2.0:1777421288.755399:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007009792:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421288.755421:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007009792:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 23us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421288.755427:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 183 00000100:00080000:2.0:1777421288.755444:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777421288.755448:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777421288.755450:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1777421288.764973:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967348 is committed 00000001:00080000:0.0:1777421288.764998:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967349 is committed 00000001:02000400:1.0:1777421289.480381:0:18252:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12d: Restore of a non archived, non released file must work ========================================================== 20:08:08 (1777421288) 00000100:00100000:0.0:1777421289.657266:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421289.657332:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007009920 00000100:00100000:1.0:1777421289.657342:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007009920 00000100:00100000:1.0:1777421289.657409:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 872 00000100:00100000:1.0:1777421289.657420:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:25122:x1863761007009920:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1777421289.657519:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:25122:x1863761007009920:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 93us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421289.657527:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 872 00000100:00100000:1.0:1777421289.672711:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421289.672894:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007010048 00000100:00100000:2.0:1777421289.672903:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007010048 00000100:00100000:2.0:1777421289.672973:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 873 00000100:00100000:2.0:1777421289.672999:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+83:25123:x1863761007010048:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421289.673022:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421289.673043:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c2bf6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0571c expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.673108:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c2bfd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.673122:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c2bfd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.673133:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c2bfd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.673147:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c2c04 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.673154:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c2c04 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.673161:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c2c04 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.673587:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c2bfd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.673597:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c2bfd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.673605:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c2bfd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.673622:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421289.673627:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c2bfd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.673635:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c2bfd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.673647:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971053d1f400) 00010000:00010000:2.0:1777421289.673650:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421289.673655:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c2bfd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.673661:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c2bfd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.673678:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c2c04 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.673683:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c2c04 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.673689:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c2c04 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.673693:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb5400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421289.673695:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c2c04 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.673700:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c2c04 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.673717:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff971053d1f600) 00010000:00010000:2.0:1777421289.673720:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421289.673722:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c2c04 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.673728:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c2c04 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.673759:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c2bf6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0571c expref: 84 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.673769:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971053d1f400) 00010000:00010000:2.0:1777421289.673772:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421289.673775:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c2bf6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0571c expref: 84 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.673785:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4400, rc 0) 00000100:00100000:2.0:1777421289.674323:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+83:25123:x1863761007010048:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1326us (1619us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421289.674333:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 873 00000100:00100000:2.0:1777421289.677979:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421289.678075:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007010304 00000100:00100000:1.0:1777421289.678086:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007010304 00000100:00100000:1.0:1777421289.678154:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 874 00000100:00100000:1.0:1777421289.678164:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+83:25123:x1863761007010304:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:1.0:1777421289.678224:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421289.678262:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42590a00/0xd9d09a059d6c2941 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0563c expref: 83 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.678438:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971053d1f400) 00010000:00010000:1.0:1777421289.678443:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421289.678529:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2c0b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.678542:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c2b1d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056cf expref: 43 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.678551:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2c0b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.678581:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c2b1d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056cf expref: 43 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.678594:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c2b1d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056cf expref: 43 pid: 5770 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421289.678607:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077303b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018363008:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421289.678686:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f43e63240 going to sleep for 11 seconds 00000100:00100000:1.0:1777421289.680853:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077303b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018363008:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421289.680877:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2c0b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421289.683667:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421289.683729:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007010432 00000100:00100000:0.0:1777421289.683738:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007010432 00010000:00010000:0.0:1777421289.683780:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c2b1d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056cf expref: 44 pid: 5770 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421289.683815:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 272 00000100:00100000:0.0:1777421289.683826:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:2361:x1863761007010432:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421289.683838:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421289.683844:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c2b1d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056cf expref: 44 pid: 5770 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.683853:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c2b1d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056cf expref: 44 pid: 5770 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.683872:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c2b1d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e056cf expref: 44 pid: 5770 timeout: 456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.683888:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971053d1f400) 00010000:00010000:0.0:1777421289.683892:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2c0b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.683901:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2c0b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.683909:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2c0b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.683935:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421289.684008:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:2361:x1863761007010432:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 183us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421289.684016:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 272 00010000:00010000:1.0:1777421289.684600:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2c0b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.684621:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2c0b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.684644:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2c12 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.684654:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2c12 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.684663:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2c12 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421289.685482:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3a:0x0]: returning size 512 00010000:00010000:1.0:1777421289.685492:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2c0b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.685500:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2c0b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.685507:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2c0b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.685513:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421289.685517:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2c0b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.685523:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2c0b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.685533:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971053d1f400) 00010000:00010000:1.0:1777421289.685536:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421289.685545:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2c0b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.685552:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2c0b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421289.685567:0:5770:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000975dad97 reply state 000000004963c01c transno 4294967873 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2c12 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421289.685575:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421289.685649:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+84:25123:x1863761007010304:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 7485us (7678us total) trans 4294967873 rc 0/0 00000100:00100000:1.0:1777421289.685657:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 874 00010000:00010000:3.0:1777421289.686794:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2c12 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.686805:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2c12 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.686811:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2c12 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.686817:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421289.686820:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2c12 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.686826:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2c12 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.686836:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff97104fb1d600) 00010000:00010000:3.0:1777421289.686839:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421289.686843:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2c12 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.686849:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2c12 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421289.693640:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421289.693894:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007010560 00000100:00100000:1.0:1777421289.693904:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007010560 00000100:00100000:1.0:1777421289.693968:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 875 00000100:00100000:1.0:1777421289.693979:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+83:25124:x1863761007010560:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:1.0:1777421289.694002:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421289.694024:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c2c19 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05723 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.694087:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c2c20 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.694102:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c2c20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.694114:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c2c20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421289.694171:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1777421289.694195:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421289.694224:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c2c20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.694248:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c2c19 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05723 expref: 85 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.694265:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c2c20 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05723 expref: 84 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.694300:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:1.0:1777421289.694304:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421289.694308:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10a00, rc 0) 00000100:00100000:1.0:1777421289.694365:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+84:25124:x1863761007010560:12345-192.168.204.24@tcp:101:bash.0 Request processed in 389us (734us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421289.694371:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 875 00000100:00100000:2.0:1777421289.697597:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421289.697678:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007010688 00000100:00100000:1.0:1777421289.697688:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007010688 00000100:00100000:1.0:1777421289.697732:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 876 00000100:00100000:1.0:1777421289.697742:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+84:25124:x1863761007010688:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:1.0:1777421289.697759:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421289.697777:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c2c27 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0572a expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.697842:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2c2e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.697865:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2c2e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.697886:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2c2e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.697897:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2c35 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.697901:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2c35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.697905:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2c35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.697974:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2c3c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.697979:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2c3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.697983:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2c3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421289.698002:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3a:0x0]: returning size 512 00000004:00200000:1.0:1777421289.698004:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421289.698017:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2c3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.698025:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2c2e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.698029:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2c2e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.698040:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2c2e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.698044:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421289.698047:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2c2e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.698051:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2c2e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.698059:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:1.0:1777421289.698062:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421289.698064:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2c2e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.698068:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2c2e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.698076:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2c35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.698079:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2c35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.698083:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2c35 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.698086:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421289.698088:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2c35 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.698096:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2c35 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.698101:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff97104fb1d600) 00010000:00010000:1.0:1777421289.698102:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421289.698104:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2c35 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.698107:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2c35 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.698136:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c2c27 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0572a expref: 86 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.698149:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11000/0xd9d09a059d6c2c3c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0572a expref: 85 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.698156:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff97104fb1d100) 00010000:00010000:1.0:1777421289.698158:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421289.698159:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11000, rc 0) 00000100:00100000:1.0:1777421289.698212:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+85:25124:x1863761007010688:12345-192.168.204.24@tcp:101:bash.0 Request processed in 473us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421289.698217:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 876 00010000:00010000:0.0:1777421289.698698:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421289.699823:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421289.699868:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007010816 00000100:00100000:1.0:1777421289.699875:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007010816 00000100:00100000:1.0:1777421289.699983:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 877 00000100:00100000:1.0:1777421289.699995:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+85:25124:x1863761007010816:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:1.0:1777421289.700018:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421289.700030:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c2c43 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05731 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.700063:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c2c4a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.700071:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c2c4a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.700077:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c2c4a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.700085:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2c51 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.700090:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2c51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.700094:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2c51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.700144:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c2c4a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.700150:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c2c4a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.700156:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c2c4a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.700162:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421289.700171:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c2c4a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.700176:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c2c4a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.700182:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff97104fb1d100) 00010000:00010000:1.0:1777421289.700193:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421289.700197:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c2c4a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.700207:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c2c4a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.700219:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2c51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.700225:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2c51 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.700232:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2c51 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.700237:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421289.700240:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2c51 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.700244:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2c51 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.700249:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff97104562f400) 00010000:00010000:1.0:1777421289.700250:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421289.700257:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2c51 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.700261:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2c51 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.700311:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c2c43 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05731 expref: 86 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.700321:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff97104fb1d100) 00010000:00010000:1.0:1777421289.700323:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421289.700327:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c2c43 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05731 expref: 86 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.700336:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10200, rc 0) 00000100:00100000:1.0:1777421289.700385:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+85:25124:x1863761007010816:12345-192.168.204.24@tcp:101:bash.0 Request processed in 392us (565us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421289.700393:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 877 00000100:00100000:2.0:1777421289.707411:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421289.707455:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007010944 00000100:00100000:1.0:1777421289.707466:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007010944 00000100:00100000:1.0:1777421289.707603:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 878 00000100:00100000:1.0:1777421289.707613:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:25125:x1863761007010944:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:1.0:1777421289.707634:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421289.707653:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2c58 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05738 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.707717:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c2c5f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.707760:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c2c5f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.707779:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c2c5f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421289.707846:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1777421289.707851:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421289.707884:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c2c5f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.707910:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2c58 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05738 expref: 45 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.707928:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c2c5f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05738 expref: 44 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.707937:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:1.0:1777421289.707940:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421289.707943:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10400, rc 0) 00000100:00100000:1.0:1777421289.708018:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:25125:x1863761007010944:12345-192.168.204.24@tcp:101:rm.0 Request processed in 406us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421289.708026:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 878 00000100:00100000:2.0:1777421289.710203:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421289.710720:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007011072 00000100:00100000:3.0:1777421289.710729:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007011072 00000100:00100000:3.0:1777421289.710786:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 879 00000100:00100000:3.0:1777421289.710797:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:25125:x1863761007011072:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:3.0:1777421289.710816:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421289.710834:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2c66 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0573f expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.710888:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756c00/0xd9d09a059d6c2c6d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.710903:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046756c00/0xd9d09a059d6c2c6d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.710914:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756c00/0xd9d09a059d6c2c6d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.710927:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2c74 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.710934:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2c74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.710941:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2c74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.711058:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756200/0xd9d09a059d6c2c7b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.711067:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046756200/0xd9d09a059d6c2c7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.711089:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756200/0xd9d09a059d6c2c7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421289.711123:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3a:0x0]: returning size 512 00000004:00200000:3.0:1777421289.711126:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421289.711151:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971046756200/0xd9d09a059d6c2c7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.711163:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756c00/0xd9d09a059d6c2c6d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.711169:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046756c00/0xd9d09a059d6c2c6d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.711175:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046756c00/0xd9d09a059d6c2c6d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.711182:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046756c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421289.711197:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756c00/0xd9d09a059d6c2c6d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.711205:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756c00/0xd9d09a059d6c2c6d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.711217:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:3.0:1777421289.711220:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421289.711225:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046756c00/0xd9d09a059d6c2c6d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.711231:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756c00/0xd9d09a059d6c2c6d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.711255:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2c74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.711261:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2c74 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.711267:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2c74 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.711308:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046756a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421289.711313:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2c74 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.711318:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2c74 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.711326:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff971043c57e00) 00010000:00010000:3.0:1777421289.711329:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421289.711332:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2c74 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.711337:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2c74 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.711367:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2c66 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0573f expref: 46 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.711382:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756200/0xd9d09a059d6c2c7b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0573f expref: 45 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.711402:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff97104fb1d100) 00010000:00010000:3.0:1777421289.711404:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777421289.711407:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046756200, rc 0) 00000100:00100000:3.0:1777421289.711466:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:25125:x1863761007011072:12345-192.168.204.24@tcp:101:rm.0 Request processed in 671us (1280us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421289.711473:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 879 00000100:00100000:0.0:1777421289.714305:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421289.714523:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007011200 00000100:00100000:3.0:1777421289.714532:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007011200 00000100:00100000:3.0:1777421289.714586:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 880 00000100:00100000:3.0:1777421289.714596:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:25125:x1863761007011200:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:3.0:1777421289.714613:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421289.714632:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2c82 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05746 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.714690:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6c2c89 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.714704:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6c2c89 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.714714:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6c2c89 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.714728:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2c90 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.714736:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2c90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.714758:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2c90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.714813:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6c2c89 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.714820:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6c2c89 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.714827:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6c2c89 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.714833:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046757400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421289.714837:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6c2c89 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.714845:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6c2c89 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.714857:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff97104fb1d100) 00010000:00010000:3.0:1777421289.714860:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421289.714864:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6c2c89 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.714870:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6c2c89 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.714881:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2c90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.714887:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2c90 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.714899:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2c90 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.714905:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046756800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421289.714908:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2c90 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.714914:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2c90 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.714922:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff971043c57800) 00010000:00010000:3.0:1777421289.714924:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421289.714927:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2c90 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.714933:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2c90 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.714964:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2c82 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05746 expref: 46 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.714974:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff97104fb1d100) 00010000:00010000:3.0:1777421289.714977:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421289.714980:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2c82 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05746 expref: 46 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.714989:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046756000, rc 0) 00000100:00100000:3.0:1777421289.715043:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:25125:x1863761007011200:12345-192.168.204.24@tcp:101:rm.0 Request processed in 448us (745us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421289.715059:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 880 00000100:00100000:2.0:1777421289.717436:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421289.717525:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007011328 00000100:00100000:3.0:1777421289.717534:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007011328 00000100:00100000:3.0:1777421289.717579:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 881 00000100:00100000:3.0:1777421289.717588:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104673ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:25125:x1863761007011328:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:3.0:1777421289.717605:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421289.717622:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756600/0xd9d09a059d6c2c97 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0574d expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.717689:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2c9e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.717703:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2c9e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.717713:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2c9e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.717726:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756e00/0xd9d09a059d6c2ca5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.717739:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046756e00/0xd9d09a059d6c2ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.717745:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756e00/0xd9d09a059d6c2ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.717790:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2c9e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.717807:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2c9e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.717813:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2c9e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.717819:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046757e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421289.717823:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2c9e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.717830:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2c9e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.717841:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff97104fb1d100) 00010000:00010000:3.0:1777421289.717844:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421289.717849:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2c9e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.717854:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2c9e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.717866:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756e00/0xd9d09a059d6c2ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.717872:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046756e00/0xd9d09a059d6c2ca5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.717878:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046756e00/0xd9d09a059d6c2ca5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.717883:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046756e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421289.717891:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756e00/0xd9d09a059d6c2ca5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.717897:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756e00/0xd9d09a059d6c2ca5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.717906:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff971043c57200) 00010000:00010000:3.0:1777421289.717908:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421289.717911:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046756e00/0xd9d09a059d6c2ca5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.717917:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756e00/0xd9d09a059d6c2ca5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.717945:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756600/0xd9d09a059d6c2c97 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0574d expref: 46 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.717952:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff97104fb1d100) 00010000:00010000:3.0:1777421289.717953:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421289.717955:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756600/0xd9d09a059d6c2c97 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0574d expref: 46 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.717961:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046756600, rc 0) 00000100:00100000:3.0:1777421289.718004:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104673ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:25125:x1863761007011328:12345-192.168.204.24@tcp:101:rm.0 Request processed in 418us (575us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421289.718012:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 881 00000100:00100000:2.0:1777421289.726989:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421289.727230:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007011456 00000100:00100000:1.0:1777421289.727241:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007011456 00000100:00100000:3.0:1777421289.727538:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 882 00000100:00100000:2.0:1777421289.727611:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046739500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:25126:x1863761007011456:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421289.727632:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421289.727652:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c2cac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05754 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.727717:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c2cb3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.727731:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c2cb3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.727741:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c2cb3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.727755:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c2cba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.727762:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c2cba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.727769:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c2cba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.727827:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c2cb3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.727835:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c2cb3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.727841:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c2cb3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.727859:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421289.727863:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c2cb3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.727871:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c2cb3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.727882:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff97104fb1d100) 00010000:00010000:2.0:1777421289.727885:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421289.727889:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c2cb3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.727895:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c2cb3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.727913:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c2cba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.727919:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c2cba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.727924:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c2cba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.727928:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421289.727931:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c2cba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.727937:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c2cba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.728009:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff971053d1f600) 00010000:00010000:2.0:1777421289.728012:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421289.728015:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c2cba lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.728020:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c2cba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.728110:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c2cac lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05754 expref: 46 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.728121:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff97104fb1d100) 00010000:00010000:2.0:1777421289.728124:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421289.728128:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c2cac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05754 expref: 46 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.728138:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5a00, rc 0) 00000100:00100000:2.0:1777421289.728245:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046739500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:25126:x1863761007011456:12345-192.168.204.24@tcp:101:cp.0 Request processed in 697us (1265us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421289.728254:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 882 00000100:00100000:0.0:1777421289.731720:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421289.731794:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007011584 00000100:00100000:2.0:1777421289.731805:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007011584 00000100:00100000:2.0:1777421289.731953:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 883 00000100:00100000:2.0:1777421289.731966:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:25126:x1863761007011584:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421289.731982:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421289.732002:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c2cc1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0575b expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.732079:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c2cc8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.732093:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c2cc8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.732105:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c2cc8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.732120:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5c00/0xd9d09a059d6c2ccf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.732127:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5c00/0xd9d09a059d6c2ccf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.732134:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5c00/0xd9d09a059d6c2ccf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.732201:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c2cc8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.732209:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c2cc8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.732216:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c2cc8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.732222:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421289.732227:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c2cc8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.732245:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c2cc8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.732257:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff97104fb1d100) 00010000:00010000:2.0:1777421289.732260:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421289.732265:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c2cc8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.732271:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c2cc8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.732317:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5c00/0xd9d09a059d6c2ccf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.732332:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5c00/0xd9d09a059d6c2ccf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.732338:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5c00/0xd9d09a059d6c2ccf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.732344:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb5c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421289.732347:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5c00/0xd9d09a059d6c2ccf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.732353:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5c00/0xd9d09a059d6c2ccf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.732361:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff971053d1f900) 00010000:00010000:2.0:1777421289.732363:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421289.732367:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5c00/0xd9d09a059d6c2ccf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.732383:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5c00/0xd9d09a059d6c2ccf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.732417:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c2cc1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0575b expref: 46 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.732428:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff97104fb1d100) 00010000:00010000:2.0:1777421289.732430:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421289.732433:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c2cc1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0575b expref: 46 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.732440:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4000, rc 0) 00000100:00100000:2.0:1777421289.732486:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:25126:x1863761007011584:12345-192.168.204.24@tcp:101:cp.0 Request processed in 525us (773us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421289.732492:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 883 00000100:00100000:0.0:1777421289.734397:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421289.734439:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007011840 00000100:00100000:2.0:1777421289.734446:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007011840 00000100:00100000:2.0:1777421289.734489:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 884 00000100:00100000:2.0:1777421289.734500:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:25126:x1863761007011840:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421289.734516:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421289.734530:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c2cd6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05762 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.734638:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c2cdd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.734650:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c2cdd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.734665:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c2cdd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.734678:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c2ce4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.734685:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c2ce4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.734692:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c2ce4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777421289.735137:0:8245:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x14:0x0], index 1: 0 00010000:00010000:2.0:1777421289.735342:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5600/0xd9d09a059d6c2ceb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.735351:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5600/0xd9d09a059d6c2ceb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.735359:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5600/0xd9d09a059d6c2ceb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.735391:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c2cdd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.735399:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c2cdd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.735405:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c2cdd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.735411:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421289.735422:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c2cdd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.735430:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c2cdd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.735441:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff97104fb1d100) 00010000:00010000:2.0:1777421289.735444:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421289.735449:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c2cdd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.735456:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c2cdd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421289.735473:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000098001383 reply state 000000008aab2b8b transno 4294967874 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c2ce4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421289.735482:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777421289.735510:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c2cd6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05762 expref: 48 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.735524:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5600/0xd9d09a059d6c2ceb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05762 expref: 47 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421289.735531:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff971053d1f400) 00010000:00010000:2.0:1777421289.735533:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421289.735536:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5600, rc 0) 00000100:00100000:2.0:1777421289.735594:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:25126:x1863761007011840:12345-192.168.204.24@tcp:101:cp.0 Request processed in 1095us (1201us total) trans 4294967874 rc 0/0 00000100:00100000:2.0:1777421289.735602:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 884 00010000:00010000:1.0:1777421289.736926:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c2ce4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.736938:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c2ce4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.736955:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c2ce4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.736961:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb5e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421289.736964:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c2ce4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.736971:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c2ce4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.736982:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff971053d1f800) 00010000:00010000:1.0:1777421289.736985:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421289.736989:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c2ce4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421289.736996:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c2ce4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421289.738430:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421289.738491:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007011968 00000100:00100000:3.0:1777421289.738502:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007011968 00000100:00100000:3.0:1777421289.738553:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 217 00000100:00100000:3.0:1777421289.738572:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007011968:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:3.0:1777421289.738587:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421289.738606:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008aae1966/0xd9d09a059d6c2cf9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05769 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421289.738685:0:12497:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777421289.738703:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421289.738705:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421289.738713:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008aae1966/0xd9d09a059d6c2cf9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05769 expref: 10 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.738729:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008aae1966/0xd9d09a059d6c2cf9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05769 expref: 10 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421289.738742:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046756600, rc 0) 00000100:00100000:3.0:1777421289.738789:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761007011968:12345-192.168.204.24@tcp:101:cp.0 Request processed in 219us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421289.738797:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 217 00000100:00100000:3.0:1777421289.741984:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421289.742070:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007012096 00000100:00100000:0.0:1777421289.742079:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007012096 00000100:00100000:0.0:1777421289.742137:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 218 00000100:00100000:0.0:1777421289.742150:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:25126:x1863761007012096:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421289.742167:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421289.742192:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001cf93925/0xd9d09a059d6c2d00 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05770 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.742219:0:12497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008aae1966/0xd9d09a059d6c2cf9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05769 expref: 11 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.742227:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421289.742229:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421289.742242:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001cf93925/0xd9d09a059d6c2d00 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05770 expref: 11 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.742292:0:12497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008aae1966/0xd9d09a059d6c2cf9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05769 expref: 11 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.742316:0:12497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008aae1966/0xd9d09a059d6c2cf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05769 expref: 11 pid: 12497 timeout: 456 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421289.742326:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080354380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12497:1863761018363136:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421289.742401:0:12497:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ffa5a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421289.744101:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080354380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12497:1863761018363136:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421289.744125:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001cf93925/0xd9d09a059d6c2d00 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05770 expref: 11 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.744143:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971082052600, rc 0) 00000100:00100000:0.0:1777421289.744183:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:25126:x1863761007012096:12345-192.168.204.24@tcp:101:cp.0 Request processed in 2034us (2205us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421289.744201:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 218 00000100:00100000:3.0:1777421289.744375:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421289.744417:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007012224 00000100:00100000:0.0:1777421289.744424:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007012224 00010000:00010000:0.0:1777421289.744446:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008aae1966/0xd9d09a059d6c2cf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05769 expref: 11 pid: 12497 timeout: 456 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421289.744478:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 273 00000100:00100000:0.0:1777421289.744487:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971049aee050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007012224:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421289.744498:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421289.744517:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008aae1966/0xd9d09a059d6c2cf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05769 expref: 11 pid: 12497 timeout: 456 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.744543:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008aae1966/0xd9d09a059d6c2cf9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05769 expref: 11 pid: 12497 timeout: 456 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.744564:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008aae1966/0xd9d09a059d6c2cf9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05769 expref: 11 pid: 12497 timeout: 456 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.744577:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421289.744579:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421289.744585:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001cf93925/0xd9d09a059d6c2d00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05770 expref: 10 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.744700:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001cf93925/0xd9d09a059d6c2d00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05770 expref: 10 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.744729:0:5757:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001cf93925/0xd9d09a059d6c2d00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05770 expref: 10 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421289.744741:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080354380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5757:1863761018363264:192.168.204.24@tcp:105: 00000100:00100000:0.0:1777421289.744796:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ffa5a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421289.746694:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080354380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5757:1863761018363264:192.168.204.24@tcp:105: 00010000:00010000:0.0:1777421289.746711:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421289.746757:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971049aee050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007012224:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 2270us (2381us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421289.746765:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 273 00000100:00100000:1.0:1777421289.747354:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421289.747432:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007012480 00000100:00100000:0.0:1777421289.747441:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007012480 00000100:00100000:0.0:1777421289.747484:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 197 00000100:00100000:0.0:1777421289.747493:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b5a7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:25126:x1863761007012480:12345-192.168.204.24@tcp:35:cp.0 00000100:00100000:0.0:1777421289.747952:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b5a7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:25126:x1863761007012480:12345-192.168.204.24@tcp:35:cp.0 Request processed in 458us (598us total) trans 4294967875 rc 0/0 00000100:00100000:0.0:1777421289.747960:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 197 00000100:00100000:1.0:1777421289.762512:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077266680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018363776:0@lo:400:kworker.0 00000100:00100000:3.0:1777421289.762513:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42677100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018363392:0@lo:400:kworker.0 00000100:00100000:2.0:1777421289.762515:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077267100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018363520:0@lo:400:kworker.0 00000100:00100000:3.0:1777421289.762593:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421289.762604:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3300:1863761018363648:0@lo:400:kworker.0 00000100:00100000:3.0:1777421289.762637:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018363904:0@lo:400:kworker.0 00000100:00100000:2.0:1777421289.762642:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421289.762682:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018364032:0@lo:400:kworker.0 00000100:00100000:1.0:1777421289.762698:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421289.762699:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018363392 00000100:00100000:3.0:1777421289.762707:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018363392 00000100:00100000:2.0:1777421289.762737:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421289.762753:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018363776 00000100:00100000:1.0:1777421289.762757:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018363776 00000100:00100000:3.0:1777421289.762764:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018364032 00000100:00100000:3.0:1777421289.762782:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018364032 00000100:00100000:2.0:1777421289.762818:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1777421289.762818:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:3.0:1777421289.762830:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:1.0:1777421289.762835:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018363776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421289.762839:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018363392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421289.762844:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018364032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421289.762852:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421289.762885:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080356680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018364160:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421289.762920:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018363392:12345-0@lo:400:kworker.0 Request processed in 89us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421289.762927:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018363776:12345-0@lo:400:kworker.0 Request processed in 95us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421289.762932:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:3.0:1777421289.762933:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018364032:12345-0@lo:400:kworker.0 Request processed in 90us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421289.762936:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421289.762945:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:0.0:1777421289.762975:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018363520 00000100:00100000:0.0:1777421289.762979:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018363520 00000100:00080000:2.0:1777421289.762997:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421289.763005:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077266680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018363776:0@lo:400:kworker.0 00000100:00100000:0.0:1777421289.763005:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018363648 00000100:00100000:0.0:1777421289.763008:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018363648 00000100:00100000:2.0:1777421289.763015:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:2.0:1777421289.763025:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018363520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421289.763045:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1777421289.763057:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1863761018363648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421289.763059:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018363520:12345-0@lo:400:kworker.0 Request processed in 36us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421289.763069:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00080000:2.0:1777421289.763086:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421289.763100:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421289.763111:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1863761018363648:12345-0@lo:400:kworker.0 Request processed in 57us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421289.763119:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:2.0:1777421289.763132:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42677100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018363392:0@lo:400:kworker.0 00000100:00100000:0.0:1777421289.763133:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018363904 00000100:00100000:0.0:1777421289.763138:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018363904 00000100:00100000:0.0:1777421289.763197:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:2.0:1777421289.763202:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077267100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018363520:0@lo:400:kworker.0 00000100:00100000:0.0:1777421289.763207:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018363904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421289.763228:0:3299:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967349 gen 2 00000100:00100000:3.0:1777421289.763232:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000004:00080000:2.0:1777421289.763238:0:3299:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9710808d6680, transno 4294967347 00000100:00100000:0.0:1777421289.763251:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018363904:12345-0@lo:400:kworker.0 Request processed in 45us (147us total) trans 0 rc 0/0 00000004:00080000:2.0:1777421289.763253:0:3299:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967348 committed transno 4294967349 00000100:00100000:3.0:1777421289.763258:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018364160 00000100:00100000:3.0:1777421289.763262:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018364160 00000100:00100000:0.0:1777421289.763271:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000004:00080000:2.0:1777421289.763303:0:3299:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff97106ff69500, transno 4294967349 00000100:00100000:2.0:1777421289.763312:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018364032:0@lo:400:kworker.0 00000100:00100000:3.0:1777421289.763314:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00080000:0.0:1777421289.763318:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421289.763325:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018364160:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421289.763345:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018363904:0@lo:400:kworker.0 00002000:00000024:3.0:1777421289.763347:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 74776576 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1777421289.763376:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018364160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421289.763381:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1777421289.763442:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3300:1863761018363648:0@lo:400:kworker.0 00000100:00100000:1.0:1777421289.763457:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080356680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018364160:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421289.776505:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421289.776659:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007012608 00000100:00100000:0.0:1777421289.776669:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007012608 00000100:00100000:0.0:1777421289.776729:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 885 00000100:00100000:0.0:1777421289.776740:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+85:25129:x1863761007012608:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421289.776759:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421289.776780:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c2d07 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05777 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.776842:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053200/0xd9d09a059d6c2d0e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.776856:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053200/0xd9d09a059d6c2d0e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.776867:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053200/0xd9d09a059d6c2d0e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.776880:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c2d15 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.776888:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c2d15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.776894:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c2d15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.776995:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c2d1c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.777005:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c2d1c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.777012:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c2d1c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421289.777058:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x17:0x0]: returning size 158 00000004:00200000:0.0:1777421289.777063:0:12998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421289.777080:0:12998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c2d1c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.777091:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c2d1c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.777101:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053200/0xd9d09a059d6c2d0e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.777107:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053200/0xd9d09a059d6c2d0e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.777114:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971082053200/0xd9d09a059d6c2d0e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.777121:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082053200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421289.777125:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053200/0xd9d09a059d6c2d0e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.777132:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053200/0xd9d09a059d6c2d0e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.777152:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff97104fb1d100) 00010000:00010000:0.0:1777421289.777155:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421289.777161:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971082053200/0xd9d09a059d6c2d0e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.777168:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053200/0xd9d09a059d6c2d0e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.777181:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c2d15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.777198:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c2d15 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.777204:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c2d15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.777209:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082053c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421289.777212:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c2d15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.777218:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c2d15 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.777225:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff971049800600) 00010000:00010000:0.0:1777421289.777227:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421289.777231:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c2d15 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.777237:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c2d15 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.777547:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c2d07 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05777 expref: 87 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.777563:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c2d1c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05777 expref: 86 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.777571:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff971053d1f400) 00010000:00010000:0.0:1777421289.777573:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421289.777576:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971082053400, rc 0) 00000100:00100000:0.0:1777421289.777649:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+86:25129:x1863761007012608:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 907us (1150us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421289.777659:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 885 00000100:00100000:3.0:1777421289.779999:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421289.780237:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007012736 00000100:00100000:0.0:1777421289.780248:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007012736 00000100:00100000:0.0:1777421289.780325:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 219 00000100:00100000:0.0:1777421289.780335:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+11:2359:x1863761007012736:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421289.780351:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421289.780367:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000de76cf3c/0xd9d09a059d6c2d23 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0577e expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421289.780424:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080354a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018364288:192.168.204.24@tcp:106: 00000100:00100000:0.0:1777421289.780509:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107a1a2d80 going to sleep for 11 seconds 00002000:00010000:0.0:1777421289.783306:0:7984:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1777421289.783318:0:7984:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb mtime: 0 -> 1777421289 00002000:00010000:0.0:1777421289.783321:0:7984:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb atime: 0 -> 1777421289 00002000:00010000:0.0:1777421289.783323:0:7984:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb ctime: 0 -> 1777421289 00000100:00100000:0.0:1777421289.783358:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080354a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018364288:192.168.204.24@tcp:106: 00010000:00010000:0.0:1777421289.783401:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000de76cf3c/0xd9d09a059d6c2d23 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0577e expref: 12 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.783424:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de76cf3c/0xd9d09a059d6c2d23 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0577e expref: 12 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.783437:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971082052a00, rc 0) 00000100:00100000:0.0:1777421289.783485:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+11:2359:x1863761007012736:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 3151us (3494us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421289.783491:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 219 00000100:00100000:1.0:1777421289.786592:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421289.786910:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007012864 00000100:00100000:0.0:1777421289.786920:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007012864 00000100:00100000:0.0:1777421289.786976:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 886 00000100:00100000:0.0:1777421289.786986:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+86:25129:x1863761007012864:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421289.787003:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421289.787021:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c2d2a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05785 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.787084:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053200/0xd9d09a059d6c2d31 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.787098:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053200/0xd9d09a059d6c2d31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.787109:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053200/0xd9d09a059d6c2d31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421289.787177:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3a:0x0]: returning size 512 00000004:00200000:0.0:1777421289.787182:0:12998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421289.787222:0:12998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971082053200/0xd9d09a059d6c2d31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.787248:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c2d2a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05785 expref: 88 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.787263:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053200/0xd9d09a059d6c2d31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05785 expref: 87 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.787270:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff97104fb1d100) 00010000:00010000:0.0:1777421289.787294:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421289.787297:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971082053200, rc 0) 00000100:00100000:0.0:1777421289.787403:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+87:25129:x1863761007012864:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 418us (818us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421289.787411:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 886 00000100:00100000:3.0:1777421289.791344:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421289.791480:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007012992 00000100:00100000:0.0:1777421289.791491:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007012992 00000100:00100000:0.0:1777421289.791556:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 220 00000100:00100000:0.0:1777421289.791567:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c486300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+11:2361:x1863761007012992:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421289.791583:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421289.791617:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c2d38 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0578c expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421289.791671:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080354a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018364416:192.168.204.24@tcp:106: 00000100:00100000:0.0:1777421289.791764:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107a1a2d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421289.795556:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080354a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018364416:192.168.204.24@tcp:106: 00010000:00010000:0.0:1777421289.795603:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c2d38 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0578c expref: 12 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.795633:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c2d38 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0578c expref: 12 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.795645:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971082053000, rc 0) 00000100:00100000:0.0:1777421289.795701:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c486300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+11:2361:x1863761007012992:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 4135us (4377us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421289.795710:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 220 00000100:00100000:1.0:1777421289.801696:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421289.801748:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007013248 00000100:00100000:0.0:1777421289.801759:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007013248 00000100:00100000:0.0:1777421289.801845:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 34 00000100:00100000:0.0:1777421289.801857:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+87:25129:x1863761007013248:12345-192.168.204.24@tcp:103:lfs.0 00010000:00010000:0.0:1777421289.801888:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421289.801912:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c2d1c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05777 expref: 87 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421289.801937:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff971053d1f400) 00010000:00010000:0.0:1777421289.801942:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421289.801996:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+86:25129:x1863761007013248:12345-192.168.204.24@tcp:103:lfs.0 Request processed in 142us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421289.802004:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 34 00000100:00100000:3.0:1777421289.806844:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421289.806950:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007013376 00000100:00100000:2.0:1777421289.806961:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007013376 00000100:00100000:2.0:1777421289.807020:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 887 00000100:00100000:2.0:1777421289.807032:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+86:25129:x1863761007013376:12345-192.168.204.24@tcp:58:lfs.0 00000100:00100000:2.0:1777421289.807153:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+86:25129:x1863761007013376:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 123us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421289.807160:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 887 00000040:00080000:2.0:1777421290.082561:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421290.082570:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421290.083025:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1777421290.083034:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1777421290.225703:0:18301:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421290.225714:0:18301:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421290.225757:0:18301:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 4 00000040:00080000:0.0:1777421290.225762:0:18301:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421290.259520:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421290.259599:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007013504 00000100:00100000:0.0:1777421290.259609:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007013504 00000100:00100000:0.0:1777421290.259678:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 888 00000100:00100000:0.0:1777421290.259689:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+86:25139:x1863761007013504:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421290.259709:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:2.0:1777421290.259720:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777421290.259730:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c2d3f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05793 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.259795:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c2d46 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.259810:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c2d46 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.259822:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c2d46 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.259836:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c2d4d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.259844:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c2d4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.259852:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c2d4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.259959:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c2d54 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.259975:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c2d54 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.259984:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c2d54 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421290.260033:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x17:0x0]: returning size 158 00000004:00200000:0.0:1777421290.260040:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421290.260060:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c2d54 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.260071:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c2d54 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.260078:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c2d46 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.260084:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c2d46 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.260091:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c2d46 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.260102:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082053400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421290.260107:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c2d46 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.260115:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c2d46 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.260127:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff97104fb1d100) 00010000:00010000:0.0:1777421290.260135:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421290.260140:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c2d46 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.260146:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c2d46 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.260156:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c2d4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.260161:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c2d4d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.260168:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c2d4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.260172:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082053c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421290.260188:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c2d4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.260194:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c2d4d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.260201:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff971049800600) 00010000:00010000:0.0:1777421290.260204:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421290.260206:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c2d4d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.260211:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c2d4d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.260242:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c2d3f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05793 expref: 88 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.260263:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c2d54 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05793 expref: 87 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.260271:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff971053d1f400) 00010000:00010000:0.0:1777421290.260296:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421290.260300:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971082052a00, rc 0) 00000100:00100000:0.0:1777421290.260354:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+87:25139:x1863761007013504:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 666us (842us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421290.260363:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 888 00000100:00100000:1.0:1777421290.263613:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421290.264050:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007013632 00000100:00100000:0.0:1777421290.264062:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007013632 00000100:00100000:0.0:1777421290.264137:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 221 00000100:00100000:0.0:1777421290.264147:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+11:2360:x1863761007013632:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421290.264164:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421290.264192:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c2d5b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0579a expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421290.264244:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080354a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018364544:192.168.204.24@tcp:106: 00000100:00100000:0.0:1777421290.264352:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ff8ecc0 going to sleep for 11 seconds 00000100:00080000:2.0:1777421290.264499:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421290.266858:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080354a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018364544:192.168.204.24@tcp:106: 00010000:00010000:0.0:1777421290.266889:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c2d5b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0579a expref: 12 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.266910:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c2d5b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0579a expref: 12 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421290.266928:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97108217dc00, rc 0) 00000100:00100000:0.0:1777421290.268913:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+11:2360:x1863761007013632:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 4760us (5300us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421290.268925:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 221 00000100:00100000:1.0:1777421290.274700:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421290.275220:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007013760 00000100:00100000:0.0:1777421290.275231:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007013760 00000100:00100000:1.0:1777421290.275339:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 222 00000100:00100000:1.0:1777421290.275351:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+11:2360:x1863761007013760:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421290.275369:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421290.275389:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed0f79dc/0xd9d09a059d6c2d62 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e057a1 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421290.275510:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077302a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018364672:192.168.204.24@tcp:106: 00000100:00100000:1.0:1777421290.275603:0:6554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104904fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421290.280526:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077302a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018364672:192.168.204.24@tcp:106: 00010000:00010000:3.0:1777421290.280568:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ed0f79dc/0xd9d09a059d6c2d62 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057a1 expref: 12 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421290.280593:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed0f79dc/0xd9d09a059d6c2d62 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057a1 expref: 12 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421290.280603:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10600, rc 0) 00000100:00100000:3.0:1777421290.280660:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+11:2360:x1863761007013760:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 5312us (5967us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421290.280675:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 222 00000100:00100000:3.0:1777421290.284929:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421290.285027:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007014016 00000100:00100000:0.0:1777421290.285037:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007014016 00000100:00100000:0.0:1777421290.285122:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 889 00000100:00100000:0.0:1777421290.285133:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c486d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+87:25139:x1863761007014016:12345-192.168.204.24@tcp:58:lfs.0 00000040:00080000:0.0:1777421290.285488:0:5772:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].22, 136 off11184 00000100:00100000:0.0:1777421290.285576:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c486d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+87:25139:x1863761007014016:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 445us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421290.285584:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 889 00010000:00010000:2.0:1777421290.722388:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777421290.726364:0:18352:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421290.726373:0:18352:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421290.726427:0:18352:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 5 00000040:00080000:1.0:1777421290.726434:0:18352:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1777421291.106508:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421291.106518:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421291.106554:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 5 00000040:00080000:2.0:1777421291.106561:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421291.106800:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d4a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018364800:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421291.106916:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104fe63900 going to sleep for 11 seconds 00000100:00100000:3.0:1777421291.110955:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421291.111137:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007014144 00000100:00100000:1.0:1777421291.111152:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007014144 00000100:00100000:1.0:1777421291.111252:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 890 00000100:00100000:1.0:1777421291.111264:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:25150:x1863761007014144:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421291.111334:0:5772:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421291.111349:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d4a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018364800:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421291.111443:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:25150:x1863761007014144:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 179us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421291.111468:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 890 00000100:00080000:0.0:1777421291.111499:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421291.117245:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421291.117396:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007014400 00000100:00100000:3.0:1777421291.117414:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007014400 00000100:00100000:3.0:1777421291.117561:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 891 00000100:00100000:3.0:1777421291.117574:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:25150:x1863761007014400:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421291.117601:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421291.117628:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756e00/0xd9d09a059d6c2d69 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e057a8 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421291.117770:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2d70 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421291.117788:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2d70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421291.117803:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2d70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421291.117817:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x17:0x0]: returning size 158 00010000:00010000:3.0:1777421291.117981:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756e00/0xd9d09a059d6c2d69 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057a8 expref: 51 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421291.118207:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2d70 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057a8 expref: 50 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421291.118220:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff971053d1f400) 00010000:00010000:3.0:1777421291.118241:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421291.118246:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046757e00, rc 0) 00000100:00100000:3.0:1777421291.118448:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:25150:x1863761007014400:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 875us (1209us total) trans 4294967876 rc 0/0 00000100:00100000:3.0:1777421291.118457:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 891 00000100:00100000:1.0:1777421291.121231:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421291.121433:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007014528 00000100:00100000:3.0:1777421291.121448:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007014528 00000100:00100000:2.0:1777421291.122584:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 35 00000100:00100000:2.0:1777421291.122604:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:2358:x1863761007014528:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421291.122623:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421291.122655:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2d70 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057a8 expref: 50 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421291.122697:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff971053d1f400) 00010000:00010000:2.0:1777421291.122704:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421291.122788:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:2358:x1863761007014528:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 193us (1565us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421291.122797:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 35 00000100:00100000:1.0:1777421291.123195:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421291.123734:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007014656 00000100:00100000:0.0:1777421291.123744:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007014656 00000100:00100000:0.0:1777421291.123812:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 223 00000100:00100000:0.0:1777421291.123833:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761007014656:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421291.123883:0:6554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000845211b2/0xd9d09a059d6c2d7e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.123906:0:6554:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001cf93925/0xd9d09a059d6c2d00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05770 expref: 10 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.123931:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421291.123933:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421291.123938:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000845211b2/0xd9d09a059d6c2d7e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.123980:0:6554:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001cf93925/0xd9d09a059d6c2d00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05770 expref: 10 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.123996:0:6554:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001cf93925/0xd9d09a059d6c2d00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05770 expref: 10 pid: 12497 timeout: 457 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421291.124015:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080354a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018364928:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421291.124101:0:6554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97105ec79780 going to sleep for 11 seconds 00000100:00080000:1.0:1777421291.124567:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421291.127114:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421291.127244:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080354a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018364928:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421291.127311:0:6554:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000845211b2/0xd9d09a059d6c2d7e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421291.127726:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007014784 00000100:00100000:1.0:1777421291.127736:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007014784 00002000:00100000:1.0:1777421291.127799:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x14:0x0] (0->157) req@ffff970f41b6ed80 x1863761007014784/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:302/0 lens 648/0 e 0 to 0 dl 1777421302 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421291.127810:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f41b6ed80 with x1863761007014784 ext(0->157) 00010000:00010000:1.0:1777421291.127819:0:6559:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000001cf93925/0xd9d09a059d6c2d00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05770 expref: 11 pid: 12497 timeout: 457 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421291.127836:0:6559:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000001cf93925/0xd9d09a059d6c2d00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05770 expref: 11 pid: 12497 timeout: 457 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421291.127845:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff970f41b6ed80 00000100:00100000:1.0:1777421291.127916:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 7 00000100:00100000:1.0:1777421291.127928:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007014784:12345-192.168.204.24@tcp:4:cp.0 00000100:00100000:1.0:1777421291.128681:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007014784:12345-192.168.204.24@tcp:4:cp.0 Request processed in 752us (1575us total) trans 4294967350 rc 0/0 00000100:00100000:1.0:1777421291.128692:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 7 00002000:00100000:1.0:1777421291.128700:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x14:0x0] (0->157) req@ffff970f41b6ed80 x1863761007014784/t4294967350(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:302/0 lens 648/448 e 0 to 0 dl 1777421302 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421291.128711:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f41b6ed80 with x1863761007014784 ext(0->157) 00010000:00010000:1.0:1777421291.128725:0:6559:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000001cf93925/0xd9d09a059d6c2d00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05770 expref: 13 pid: 12497 timeout: 457 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421291.128738:0:6559:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000001cf93925/0xd9d09a059d6c2d00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05770 expref: 13 pid: 12497 timeout: 457 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421291.128745:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff970f41b6ed80 00000100:00100000:1.0:1777421291.131748:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421291.131877:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007014912 00000100:00100000:0.0:1777421291.131888:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007014912 00010000:00010000:0.0:1777421291.131929:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001cf93925/0xd9d09a059d6c2d00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05770 expref: 13 pid: 12497 timeout: 457 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421291.132019:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 274 00000100:00100000:0.0:1777421291.132029:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077264380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761007014912:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421291.132059:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421291.132080:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001cf93925/0xd9d09a059d6c2d00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05770 expref: 13 pid: 12497 timeout: 457 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.132094:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001cf93925/0xd9d09a059d6c2d00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05770 expref: 13 pid: 12497 timeout: 457 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.132117:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001cf93925/0xd9d09a059d6c2d00 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05770 expref: 13 pid: 12497 timeout: 457 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.132135:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421291.132138:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421291.132143:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000845211b2/0xd9d09a059d6c2d7e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.132152:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000845211b2/0xd9d09a059d6c2d7e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.132199:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421291.132233:0:6554:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000845211b2/0xd9d09a059d6c2d7e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421291.132245:0:6554:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000845211b2/0xd9d09a059d6c2d7e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421291.132269:0:6554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000845211b2/0xd9d09a059d6c2d7e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421291.132310:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077264380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007014912:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 241us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421291.132320:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 274 00010000:00010000:3.0:1777421291.132407:0:6554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000845211b2/0xd9d09a059d6c2d7e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421291.132416:0:6554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000845211b2/0xd9d09a059d6c2d7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421291.132423:0:6554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217ce00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421291.132428:0:6554:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000845211b2/0xd9d09a059d6c2d7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421291.132496:0:6554:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000845211b2/0xd9d09a059d6c2d7e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421291.132511:0:6554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000845211b2/0xd9d09a059d6c2d7e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421291.132518:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000845211b2/0xd9d09a059d6c2d7e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421291.132584:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007014656:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 8763us (9577us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421291.132592:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 223 00000100:00100000:1.0:1777421291.139330:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421291.139422:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007015168 00000100:00100000:3.0:1777421291.139440:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007015168 00000100:00100000:3.0:1777421291.139534:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 892 00000100:00100000:3.0:1777421291.139547:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:25150:x1863761007015168:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777421291.139707:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:25150:x1863761007015168:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 162us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421291.139716:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 892 00000100:00100000:0.0:1777421291.144437:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421291.144623:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007015296 00000100:00100000:3.0:1777421291.144637:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007015296 00000100:00100000:3.0:1777421291.144713:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 224 00000100:00100000:3.0:1777421291.144725:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007015296:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421291.144750:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421291.144809:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007cbecbc1/0xd9d09a059d6c2d85 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e057af expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421291.144862:0:6554:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x14:0x0] initial LVB size: 158, mtime: 0x69f14be9, atime: 0x0, ctime: 0x69f14be9, blocks: 0x1 00010000:00010000:3.0:1777421291.144887:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421291.144890:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421291.144901:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007cbecbc1/0xd9d09a059d6c2d85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057af expref: 12 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421291.144922:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007cbecbc1/0xd9d09a059d6c2d85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057af expref: 12 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421291.144941:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046756e00, rc 0) 00000100:00100000:3.0:1777421291.145017:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007015296:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 295us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421291.145026:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 224 00000100:00100000:0.0:1777421291.148591:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421291.149165:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007015552 00000100:00100000:1.0:1777421291.149175:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007015552 00000100:00100000:1.0:1777421291.149230:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 893 00000100:00100000:1.0:1777421291.149241:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:25150:x1863761007015552:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421291.149368:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:25150:x1863761007015552:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 128us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421291.149378:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 893 00000100:00100000:1.0:1777421291.154047:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421291.154187:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007015680 00000100:00100000:3.0:1777421291.154201:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007015680 00002000:00100000:3.0:1777421291.154268:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x14:0x0] (0->4095) req@ffff971077266680 x1863761007015680/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:302/0 lens 488/0 e 0 to 0 dl 1777421302 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421291.154322:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077266680 with x1863761007015680 ext(0->4095) 00002000:00010000:3.0:1777421291.154329:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff971077266680 00000100:00100000:3.0:1777421291.154449:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 86 00000100:00100000:3.0:1777421291.154461:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761007015680:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1777421291.154733:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761007015680:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 273us (698us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777421291.154761:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 86 00002000:00100000:3.0:1777421291.154770:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x14:0x0] (0->4095) req@ffff971077266680 x1863761007015680/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:302/0 lens 488/4536 e 0 to 0 dl 1777421302 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421291.154779:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077266680 with x1863761007015680 ext(0->4095) 00002000:00010000:3.0:1777421291.154783:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff971077266680 00000100:00100000:0.0:1777421291.159803:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421291.159867:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007015808 00000100:00100000:1.0:1777421291.159881:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007015808 00000100:00100000:1.0:1777421291.159957:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 894 00000100:00100000:1.0:1777421291.159970:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:25150:x1863761007015808:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421291.159995:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421291.160024:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c2d8c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e057b6 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421291.160065:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2d93 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421291.160098:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2d93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421291.160112:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2d93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421291.160246:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c2d8c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057b6 expref: 51 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421291.160267:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2d93 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057b6 expref: 50 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421291.160541:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff971053d1f400) 00010000:00010000:1.0:1777421291.160545:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421291.160550:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11a00, rc 0) 00000100:00100000:1.0:1777421291.160632:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:25150:x1863761007015808:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 664us (841us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421291.160641:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 894 00000100:00100000:0.0:1777421291.163435:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421291.163484:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007015936 00000100:00100000:1.0:1777421291.163498:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007015936 00000100:00100000:1.0:1777421291.163570:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 895 00000100:00100000:1.0:1777421291.163582:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:25150:x1863761007015936:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421291.163635:0:5772:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421291.163746:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:25150:x1863761007015936:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 168us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421291.163757:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 895 00000100:00100000:3.0:1777421291.168886:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421291.169031:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007016064 00000100:00100000:0.0:1777421291.169062:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007016064 00000100:00100000:0.0:1777421291.169186:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 225 00000100:00100000:0.0:1777421291.169198:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761007016064:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421291.169258:0:7984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c2d9a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.169319:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421291.169323:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421291.169330:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c2d9a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.169349:0:7984:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c2d9a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.169387:0:7984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c2d9a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.169397:0:7984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c2d9a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.169408:0:7984:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c2d9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.169417:0:7984:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217dc00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421291.169422:0:7984:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c2d9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.169444:0:7984:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c2d9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.169463:0:7984:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c2d9a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.169472:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c2d9a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421291.169565:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761007016064:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 368us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421291.169574:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 225 00000100:00100000:0.0:1777421291.171915:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421291.172001:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007016320 00000100:00100000:1.0:1777421291.172013:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007016320 00000100:00100000:1.0:1777421291.172124:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 896 00000100:00100000:1.0:1777421291.172135:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:25150:x1863761007016320:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777421291.172244:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2da1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421291.172268:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2d93 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057b6 expref: 50 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421291.172315:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2da1 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421291.172356:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2d93 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057b6 expref: 50 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421291.172371:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2d93 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057b6 expref: 50 pid: 5772 timeout: 457 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421291.172387:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018365056:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421291.172495:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104904f240 going to sleep for 11 seconds 00000100:00100000:1.0:1777421291.176258:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421291.176382:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007016448 00000100:00100000:2.0:1777421291.176395:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007016448 00000100:00100000:0.0:1777421291.176415:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018365056:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421291.176452:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2da1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421291.176560:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2d93 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057b6 expref: 51 pid: 5772 timeout: 457 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421291.176605:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 275 00000100:00100000:2.0:1777421291.176618:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:2360:x1863761007016448:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421291.176644:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421291.176654:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2d93 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057b6 expref: 51 pid: 5772 timeout: 457 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421291.176668:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2d93 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057b6 expref: 51 pid: 5772 timeout: 457 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421291.176698:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2d93 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057b6 expref: 51 pid: 5772 timeout: 457 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421291.176717:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff971053d1f400) 00010000:00010000:2.0:1777421291.176723:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2da1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421291.176752:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2da1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421291.176761:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2da1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421291.176802:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421291.176875:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:2360:x1863761007016448:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 259us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421291.176884:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 275 00010000:00010000:0.0:1777421291.177746:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2da1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.177759:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2da1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.178036:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2da1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.178045:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2da1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.178066:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2da1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.178074:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421291.178079:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2da1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.178088:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2da1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.178100:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff971053d1f400) 00010000:00010000:0.0:1777421291.178114:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421291.178119:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2da1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421291.178126:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c2da1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421291.178328:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:25150:x1863761007016320:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 6193us (6423us total) trans 4294967877 rc 0/0 00000100:00100000:0.0:1777421291.178338:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 896 00000040:00080000:2.0:1777421291.178582:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421291.178588:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421291.179141:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:2.0:1777421291.179150:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421291.185263:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421291.185484:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007016704 00000100:00100000:0.0:1777421291.185501:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007016704 00000100:00100000:0.0:1777421291.185569:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 198 00000100:00100000:0.0:1777421291.185582:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:25150:x1863761007016704:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421291.185912:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:25150:x1863761007016704:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 332us (664us total) trans 4294967878 rc 0/0 00000100:00100000:0.0:1777421291.185923:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 198 00000001:00080000:0.0:1777421291.334602:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967340 is committed 00000001:00080000:0.0:1777421291.334636:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967339 is committed 00000001:00080000:3.0:1777421291.338784:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967878 is committed 00000020:00080000:3.0:1777421291.338812:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 13 batchid updated 00000001:00080000:3.0:1777421291.338847:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967873 is committed 00000020:00080000:3.0:1777421291.338948:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff97106ff8ea80 refcount 2 committed 0 result 0 batchid 14 00000020:00080000:3.0:1777421291.338952:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff97104527bd00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff97106ff8e180 00000020:00080000:3.0:1777421291.338954:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9710777b3e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff970f41f89400 00000020:00080000:1.0:1777421291.339170:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 14 committed batchid 13 00000020:00080000:1.0:1777421291.339550:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 13 00010000:00010000:3.0:1777421291.746459:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777421292.186371:0:18406:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421292.186380:0:18406:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421292.186452:0:18406:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 5 00000040:00080000:3.0:1777421292.186460:0:18406:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421292.214599:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421292.214686:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007016832 00000100:00100000:2.0:1777421292.214700:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007016832 00000100:00100000:2.0:1777421292.214768:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 226 00000100:00100000:2.0:1777421292.214778:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+11:2359:x1863761007016832:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421292.214794:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421292.214812:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d712024a/0xd9d09a059d6c2da8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e057bd expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421292.214838:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421292.214842:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421292.214851:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d712024a/0xd9d09a059d6c2da8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057bd expref: 12 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421292.214869:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d712024a/0xd9d09a059d6c2da8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057bd expref: 12 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421292.214892:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5c00, rc 0) 00000100:00100000:2.0:1777421292.214944:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+12:2359:x1863761007016832:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 166us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421292.214952:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 226 00000100:00080000:2.0:1777421292.214974:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421292.220434:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421292.220508:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007017088 00000100:00100000:0.0:1777421292.220527:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007017088 00000100:00080000:2.0:1777421292.220598:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421292.220616:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 36 00000100:00100000:0.0:1777421292.220627:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+85:25158:x1863761007017088:12345-192.168.204.24@tcp:103:lfs.0 00010000:00010000:0.0:1777421292.220642:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421292.220668:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c2d54 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05793 expref: 85 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421292.220686:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff971053d1f400) 00010000:00010000:0.0:1777421292.220692:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421292.220754:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+84:25158:x1863761007017088:12345-192.168.204.24@tcp:103:lfs.0 Request processed in 129us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421292.220763:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 36 00000100:00100000:2.0:1777421292.223368:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421292.223421:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007017216 00000100:00100000:0.0:1777421292.223430:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007017216 00000100:00100000:0.0:1777421292.223489:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 897 00000100:00100000:0.0:1777421292.223500:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+84:25158:x1863761007017216:12345-192.168.204.24@tcp:58:lfs.0 00000100:00100000:0.0:1777421292.223625:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+84:25158:x1863761007017216:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 127us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421292.223632:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 897 00000040:00080000:0.0:1777421292.690849:0:18457:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421292.690858:0:18457:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421292.690913:0:18457:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 5 00000040:00080000:0.0:1777421292.690999:0:18457:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777421292.772745:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777421293.218504:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421293.218514:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421293.219027:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:2.0:1777421293.219037:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777421293.796317:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421293.859060:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018365184:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421293.859124:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421293.859835:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018365184 00000100:00100000:3.0:1777421293.860042:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018365184 00000100:00100000:3.0:1777421293.860123:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1777421293.860133:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018365184:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1777421293.860173:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1777421293.860209:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 76611584 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777421293.860389:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018365184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 258us (1263us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421293.860395:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1777421293.860486:0:3297:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967340 gen 2 00000004:00080000:2.0:1777421293.860491:0:3297:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967340 committed transno 4294967340 00000100:00100000:2.0:1777421293.860520:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018365184:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421293.873036:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421293.873081:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421293.873115:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421293.873137:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421293.873163:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421293.873183:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421293.873220:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007017600 00000100:00100000:1.0:1777421293.873231:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007017600 00000100:00100000:0.0:1777421293.873237:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007017856 00000100:00100000:0.0:1777421293.873243:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007017856 00000100:00100000:1.0:1777421293.873313:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007018112 00000100:00100000:0.0:1777421293.873316:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007017472 00000100:00100000:1.0:1777421293.873317:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007018112 00000100:00100000:0.0:1777421293.873322:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007017472 00000100:00100000:0.0:1777421293.873353:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 195 00000100:00100000:1.0:1777421293.873361:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007017728 00000100:00100000:0.0:1777421293.873366:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:2361:x1863761007017856:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421293.873367:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007017728 00000100:00100000:1.0:1777421293.873392:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 186 00000100:00100000:1.0:1777421293.873401:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007017600:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421293.873446:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:2361:x1863761007017856:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 84us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421293.873453:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 195 00000100:00100000:0.0:1777421293.873473:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 196 00000100:00100000:0.0:1777421293.873481:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+84:2361:x1863761007017472:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421293.873483:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007017344 00000100:00100000:3.0:1777421293.873490:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007017344 00000100:00100000:3.0:1777421293.873529:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 478 00000100:00100000:3.0:1777421293.873538:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b514c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761007017344:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421293.873719:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007017600:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 317us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421293.873720:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+84:2361:x1863761007017472:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 238us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421293.873739:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 186 00000100:00100000:0.0:1777421293.873739:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 196 00000100:00100000:1.0:1777421293.873764:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 187 00000100:00100000:1.0:1777421293.873774:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42677100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007018112:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421293.873803:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42677100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007018112:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 32us (664us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421293.873810:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 187 00000100:00100000:1.0:1777421293.873822:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 188 00000100:00100000:1.0:1777421293.873827:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007017728:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421293.873850:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007017728:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 23us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421293.873856:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 188 00000100:00080000:1.0:1777421293.873873:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777421293.873876:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777421293.873879:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421293.874015:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b514c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761007017344:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 477us (985us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421293.874022:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 478 00000100:00100000:2.0:1777421293.874181:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421293.876764:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007017984 00000100:00100000:2.0:1777421293.876779:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007017984 00000100:00100000:2.0:1777421293.876835:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 189 00000100:00100000:2.0:1777421293.876844:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761007017984:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421293.876918:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761007017984:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 75us (2737us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421293.876925:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 189 00000100:00080000:2.0:1777421293.877341:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1777421293.896901:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967350 is committed 00000040:00080000:2.0:1777421294.242490:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421294.242501:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421294.242756:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 3 00000040:00080000:2.0:1777421294.242764:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777421294.818873:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421294.882519:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018365312:0@lo:400:kworker.0 00000100:00100000:3.0:1777421294.882579:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018365696:0@lo:400:kworker.0 00000100:00100000:2.0:1777421294.882589:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421294.882644:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421294.882671:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777421294.882677:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018365824:0@lo:400:kworker.0 00000100:00100000:3.0:1777421294.882698:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421294.882726:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018365440:0@lo:400:kworker.0 00000100:00100000:3.0:1777421294.882747:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421294.882748:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018365824 00000100:00100000:0.0:1777421294.882757:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018365824 00000100:00100000:3.0:1777421294.882763:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018365952:0@lo:400:kworker.0 00000100:00100000:3.0:1777421294.882784:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421294.882812:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018365440 00000100:00100000:2.0:1777421294.882816:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018365696 00000100:00100000:3.0:1777421294.882819:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777421294.882822:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018365696 00000100:00100000:3.0:1777421294.882827:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018365568:0@lo:400:kworker.0 00000100:00100000:0.0:1777421294.882832:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018365440 00000100:00100000:3.0:1777421294.882857:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421294.882858:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018365952 00000100:00100000:2.0:1777421294.882862:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018365952 00000100:00100000:3.0:1777421294.882895:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018365312 00000100:00100000:2.0:1777421294.882900:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:3.0:1777421294.882901:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018365312 00000100:00100000:2.0:1777421294.882912:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018365696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421294.882945:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1777421294.882965:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018365312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421294.882966:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018365568 00000100:00100000:0.0:1777421294.882972:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018365568 00000100:00100000:2.0:1777421294.882974:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018365696:12345-0@lo:400:kworker.0 Request processed in 62us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421294.882983:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1777421294.882987:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:1.0:1777421294.883000:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863761018365824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421294.883007:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:2.0:1777421294.883014:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:3.0:1777421294.883016:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018365312:12345-0@lo:400:kworker.0 Request processed in 51us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421294.883020:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018365440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421294.883026:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018365952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421294.883041:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1777421294.883063:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863761018365824:12345-0@lo:400:kworker.0 Request processed in 60us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421294.883073:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1777421294.883085:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018365952:12345-0@lo:400:kworker.0 Request processed in 62us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421294.883097:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018365440:12345-0@lo:400:kworker.0 Request processed in 70us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421294.883099:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:0.0:1777421294.883111:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:3.0:1777421294.883114:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018365568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421294.883115:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00080000:1.0:1777421294.883115:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777421294.883125:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421294.883161:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018365568:12345-0@lo:400:kworker.0 Request processed in 51us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421294.883169:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:2.0:1777421294.883177:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018365824:0@lo:400:kworker.0 00000100:00100000:2.0:1777421294.883193:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018365696:0@lo:400:kworker.0 00000100:00100000:2.0:1777421294.883228:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018365568:0@lo:400:kworker.0 00000100:00100000:2.0:1777421294.883237:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018365440:0@lo:400:kworker.0 00000100:00100000:2.0:1777421294.883244:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018365952:0@lo:400:kworker.0 00000100:00100000:2.0:1777421294.883257:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777421294.883262:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018366080:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421294.883311:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421294.883342:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018365312:0@lo:400:kworker.0 00000100:00100000:0.0:1777421294.883441:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018366080 00000100:00100000:0.0:1777421294.883446:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018366080 00000100:00100000:0.0:1777421294.883482:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1777421294.883491:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018366080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777421294.883520:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1777421294.883556:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018366080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421294.883563:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1777421294.883585:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018366080:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421295.210499:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421295.210812:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007018240 00000100:00100000:3.0:1777421295.210826:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007018240 00000100:00080000:1.0:1777421295.210918:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421295.210934:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 898 00000100:00100000:3.0:1777421295.210953:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:25122:x1863761007018240:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1777421295.212436:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:25122:x1863761007018240:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 Request processed in 1485us (1945us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421295.212451:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 898 00010000:00010000:1.0:1777421295.842739:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1777421296.059560:0:18655:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12e: Check forbidden restore ========== 20:08:14 (1777421294) 00000100:00100000:2.0:1777421296.212671:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421296.212802:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007018368 00000100:00100000:3.0:1777421296.212811:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007018368 00000100:00100000:3.0:1777421296.212936:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 899 00000100:00100000:3.0:1777421296.212948:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:25769:x1863761007018368:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1777421296.213048:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:25769:x1863761007018368:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 98us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421296.213056:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 899 00000100:00100000:3.0:1777421296.232969:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421296.233768:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007018496 00000100:00100000:1.0:1777421296.233780:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007018496 00000100:00100000:1.0:1777421296.233849:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 900 00000100:00100000:1.0:1777421296.233860:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+84:25770:x1863761007018496:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421296.233880:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421296.233901:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c2daf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e057c4 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.233973:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2db6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.233987:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2db6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.233997:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2db6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.234010:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c2dbd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.234016:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c2dbd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.234023:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c2dbd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.234111:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2db6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777421296.234582:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777421296.234978:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2db6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.234984:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2db6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.234990:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421296.234994:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2db6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.235001:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2db6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.235014:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:1.0:1777421296.235017:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421296.235022:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2db6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.235028:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2db6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.235041:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c2dbd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.235046:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c2dbd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.235051:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c2dbd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.235056:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421296.236190:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c2dbd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.236198:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c2dbd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.236208:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff97104562ff00) 00010000:00010000:1.0:1777421296.236211:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421296.236215:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c2dbd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.236221:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c2dbd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.236264:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c2daf lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057c4 expref: 85 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.236293:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:1.0:1777421296.236300:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421296.236304:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c2daf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057c4 expref: 85 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.236315:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10c00, rc 0) 00000100:00100000:1.0:1777421296.236388:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+84:25770:x1863761007018496:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 2529us (3426us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421296.236397:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 900 00000100:00100000:2.0:1777421296.240886:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421296.241053:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007018752 00000100:00100000:1.0:1777421296.241072:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007018752 00000100:00100000:1.0:1777421296.241143:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 901 00000100:00100000:1.0:1777421296.241153:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+84:25770:x1863761007018752:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:1.0:1777421296.241213:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421296.241241:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c2c20 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05723 expref: 84 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.241259:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:1.0:1777421296.241264:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421296.241378:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2dc4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.241392:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c2c5f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05738 expref: 37 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.241401:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2dc4 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.241431:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c2c5f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05738 expref: 37 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.241444:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c2c5f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05738 expref: 37 pid: 5770 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421296.241468:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018366208:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421296.241555:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f42081300 going to sleep for 11 seconds 00000100:00100000:0.0:1777421296.243920:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421296.244718:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007018880 00000100:00100000:2.0:1777421296.244730:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007018880 00010000:00010000:2.0:1777421296.244769:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c2c5f lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05738 expref: 38 pid: 5770 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421296.245223:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 276 00000100:00100000:0.0:1777421296.245236:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:2360:x1863761007018880:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421296.245249:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421296.245257:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c2c5f lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05738 expref: 38 pid: 5770 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.245293:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c2c5f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05738 expref: 38 pid: 5770 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421296.245297:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018366208:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421296.245321:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c2c5f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05738 expref: 38 pid: 5770 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.245335:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2dc4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.245339:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:0.0:1777421296.245465:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2dc4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.245475:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2dc4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.245493:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2dc4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.245517:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421296.245539:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2dc4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.245549:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2dc4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.245571:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2dcb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.245580:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2dcb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.245587:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2dcb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421296.245619:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:2360:x1863761007018880:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 386us (1706us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421296.245626:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 276 00000004:00200000:3.0:1777421296.247499:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 512 00010000:00010000:3.0:1777421296.247514:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2dc4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.247523:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2dc4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.247530:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2dc4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.247536:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421296.247541:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2dc4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.247548:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2dc4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.247573:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:3.0:1777421296.247576:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421296.247580:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2dc4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.247586:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c2dc4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421296.247604:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000004a70290a reply state 00000000cb769f10 transno 4294967879 ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2dcb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421296.247612:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777421296.247707:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+85:25770:x1863761007018752:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 6552us (6827us total) trans 4294967879 rc 0/0 00000100:00100000:3.0:1777421296.247716:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 901 00010000:00010000:3.0:1777421296.249581:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2dcb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.249594:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2dcb lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.249599:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2dcb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.249603:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046756000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421296.249606:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2dcb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.249611:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2dcb lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.249637:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff971052ac0600) 00010000:00010000:3.0:1777421296.249639:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421296.249642:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2dcb lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.249647:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2dcb lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421296.257912:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421296.257976:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007019008 00000100:00100000:3.0:1777421296.257988:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007019008 00000100:00100000:3.0:1777421296.258117:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 902 00000100:00100000:3.0:1777421296.258128:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971048d81050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+84:25771:x1863761007019008:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:3.0:1777421296.258150:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421296.258175:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2dd2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e057cb expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.258243:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6c2dd9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.258307:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6c2dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.258372:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6c2dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421296.258433:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1777421296.258437:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421296.258476:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6c2dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.258531:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2dd2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057cb expref: 86 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.258551:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6c2dd9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057cb expref: 85 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.258560:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971052ac0800) 00010000:00010000:3.0:1777421296.258563:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421296.258567:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046757400, rc 0) 00000100:00100000:3.0:1777421296.258624:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971048d81050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+85:25771:x1863761007019008:12345-192.168.204.24@tcp:101:bash.0 Request processed in 497us (727us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421296.258632:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 902 00000100:00100000:0.0:1777421296.261645:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421296.261732:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007019136 00000100:00100000:3.0:1777421296.261742:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007019136 00000100:00100000:3.0:1777421296.261833:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 903 00000100:00100000:3.0:1777421296.261844:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+85:25771:x1863761007019136:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:3.0:1777421296.261865:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421296.261885:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2de0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e057d2 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.261949:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2de7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.261963:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2de7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.261974:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2de7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.262004:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2dee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.262012:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2dee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.262020:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2dee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.262822:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756c00/0xd9d09a059d6c2df5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.262834:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046756c00/0xd9d09a059d6c2df5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.262842:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756c00/0xd9d09a059d6c2df5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421296.262870:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 512 00000004:00200000:3.0:1777421296.262873:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421296.262888:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971046756c00/0xd9d09a059d6c2df5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.262896:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2de7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.262901:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2de7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.262906:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2de7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.262919:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046757a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421296.262922:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2de7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.262927:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2de7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.262937:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971052ac0800) 00010000:00010000:3.0:1777421296.262938:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421296.262941:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2de7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.262945:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2de7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.262954:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2dee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.262958:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2dee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.262961:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2dee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.262964:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046756a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421296.262966:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2dee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.262969:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2dee lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.262979:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff971052ac0600) 00010000:00010000:3.0:1777421296.262980:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421296.262982:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2dee lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.262985:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2dee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.263008:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2de0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057d2 expref: 87 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.263016:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756c00/0xd9d09a059d6c2df5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057d2 expref: 86 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.263020:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff971052ac0e00) 00010000:00010000:3.0:1777421296.263022:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777421296.263023:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046756c00, rc 0) 00000100:00100000:3.0:1777421296.263086:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+86:25771:x1863761007019136:12345-192.168.204.24@tcp:101:bash.0 Request processed in 1245us (1450us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421296.263098:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 903 00000100:00100000:1.0:1777421296.265785:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421296.265858:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007019264 00000100:00100000:3.0:1777421296.265868:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007019264 00000100:00100000:3.0:1777421296.265923:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 904 00000100:00100000:3.0:1777421296.265933:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+86:25771:x1863761007019264:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:3.0:1777421296.265951:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421296.265971:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2dfc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e057d9 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.266051:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757c00/0xd9d09a059d6c2e03 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.266074:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757c00/0xd9d09a059d6c2e03 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.266086:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757c00/0xd9d09a059d6c2e03 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.266102:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2e0a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.266107:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2e0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.266111:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2e0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.266159:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757c00/0xd9d09a059d6c2e03 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.266164:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046757c00/0xd9d09a059d6c2e03 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.266168:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046757c00/0xd9d09a059d6c2e03 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.266172:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046757c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421296.266175:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757c00/0xd9d09a059d6c2e03 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.266186:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757c00/0xd9d09a059d6c2e03 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.266194:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff971052ac0e00) 00010000:00010000:3.0:1777421296.266196:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421296.266200:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046757c00/0xd9d09a059d6c2e03 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.266204:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757c00/0xd9d09a059d6c2e03 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.266221:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2e0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.266225:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2e0a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.266229:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2e0a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.266232:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046757e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421296.266233:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2e0a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.266237:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2e0a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.266240:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff971052ac0d00) 00010000:00010000:3.0:1777421296.266242:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421296.266243:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2e0a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.266255:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2e0a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.266321:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2dfc lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057d9 expref: 87 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.266329:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff971052ac0e00) 00010000:00010000:3.0:1777421296.266331:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421296.266334:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2dfc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057d9 expref: 87 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.266341:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046757600, rc 0) 00000100:00100000:3.0:1777421296.266393:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+86:25771:x1863761007019264:12345-192.168.204.24@tcp:101:bash.0 Request processed in 462us (614us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421296.266398:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 904 00000100:00100000:2.0:1777421296.273366:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421296.273810:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007019392 00000100:00100000:3.0:1777421296.273820:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007019392 00000100:00100000:3.0:1777421296.273872:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 905 00000100:00100000:3.0:1777421296.273879:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+37:25772:x1863761007019392:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:3.0:1777421296.273898:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421296.273914:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2e11 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e057e0 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.273975:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2e18 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.273990:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2e18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.274015:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2e18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421296.274084:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1777421296.274089:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421296.274120:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2e18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.274145:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2e11 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057e0 expref: 39 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.274164:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2e18 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057e0 expref: 38 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.274172:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971052ac0800) 00010000:00010000:3.0:1777421296.274175:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421296.274178:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046757e00, rc 0) 00000100:00100000:3.0:1777421296.274241:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:25772:x1863761007019392:12345-192.168.204.24@tcp:101:rm.0 Request processed in 360us (883us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421296.274248:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 905 00000100:00100000:0.0:1777421296.279499:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421296.280533:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007019520 00000100:00100000:3.0:1777421296.280544:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007019520 00000100:00100000:3.0:1777421296.280601:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 906 00000100:00100000:1.0:1777421296.281207:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+38:25772:x1863761007019520:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:1.0:1777421296.281227:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421296.281247:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c2e1f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e057e7 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281572:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c2e26 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281587:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c2e26 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281598:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c2e26 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281612:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c2e2d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281619:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c2e2d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281625:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c2e2d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281722:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c2e34 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281730:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c2e34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281736:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c2e34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421296.281762:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 512 00000004:00200000:1.0:1777421296.281766:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421296.281783:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c2e34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281803:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c2e26 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281809:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c2e26 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281815:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c2e26 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281820:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421296.281824:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c2e26 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281832:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c2e26 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281845:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971052ac0800) 00010000:00010000:1.0:1777421296.281848:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421296.281853:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c2e26 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281859:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c2e26 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281872:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c2e2d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281878:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c2e2d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281884:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c2e2d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281895:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421296.281898:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c2e2d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281904:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c2e2d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281911:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff97104562ff00) 00010000:00010000:1.0:1777421296.281913:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421296.281916:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c2e2d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281921:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c2e2d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281961:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11800/0xd9d09a059d6c2e1f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057e7 expref: 40 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281975:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10a00/0xd9d09a059d6c2e34 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057e7 expref: 39 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421296.281982:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff971052ac0e00) 00010000:00010000:1.0:1777421296.281984:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777421296.281986:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10a00, rc 0) 00000100:00100000:1.0:1777421296.282041:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:25772:x1863761007019520:12345-192.168.204.24@tcp:101:rm.0 Request processed in 1431us (2552us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421296.282049:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 906 00000100:00100000:1.0:1777421296.285471:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421296.286367:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007019648 00000100:00100000:2.0:1777421296.286381:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007019648 00000100:00100000:2.0:1777421296.286449:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 907 00000100:00100000:2.0:1777421296.286471:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:25772:x1863761007019648:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:2.0:1777421296.286490:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421296.286517:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c2e3b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e057ee expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.286579:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c2e42 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.286590:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c2e42 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.286598:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c2e42 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.286607:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c2e49 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.286611:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c2e49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.286615:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c2e49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.286661:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c2e42 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.286665:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c2e42 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.286670:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c2e42 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.286688:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421296.286692:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c2e42 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.286699:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c2e42 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.286711:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff971052ac0e00) 00010000:00010000:2.0:1777421296.286714:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421296.286718:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c2e42 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.286723:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c2e42 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.286737:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c2e49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.286740:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c2e49 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.286744:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c2e49 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.286747:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb5800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421296.286749:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c2e49 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.286752:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c2e49 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.286764:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff971053d1fb00) 00010000:00010000:2.0:1777421296.286766:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421296.286767:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c2e49 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.286771:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c2e49 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.286797:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c2e3b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057ee expref: 40 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.286804:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff971052ac0e00) 00010000:00010000:2.0:1777421296.286805:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421296.286807:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c2e3b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057ee expref: 40 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.286813:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4800, rc 0) 00000100:00100000:2.0:1777421296.286869:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:25772:x1863761007019648:12345-192.168.204.24@tcp:101:rm.0 Request processed in 401us (1415us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421296.286874:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 907 00000100:00100000:3.0:1777421296.290457:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000040:00080000:2.0:1777421296.290496:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421296.290505:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1777421296.290584:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007019776 00000100:00100000:0.0:1777421296.290599:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007019776 00000100:00100000:0.0:1777421296.290669:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 908 00000100:00100000:0.0:1777421296.290681:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:25772:x1863761007019776:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:0.0:1777421296.290706:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421296.290732:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c2e50 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e057f5 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.290817:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c2e57 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.290835:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c2e57 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.290848:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c2e57 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.290865:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c2e5e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.290894:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c2e5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.290902:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c2e5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.290977:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c2e57 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.290985:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c2e57 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.290992:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c2e57 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.290999:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217dc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421296.291004:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c2e57 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.291013:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c2e57 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777421296.291014:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1777421296.291031:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777421296.291039:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff971052ac0e00) 00010000:00010000:0.0:1777421296.291045:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421296.291051:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c2e57 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.291057:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c2e57 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.291086:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c2e5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.291099:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c2e5e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.291106:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c2e5e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.291111:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217c600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421296.291115:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c2e5e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.291122:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c2e5e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.291131:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff971049800600) 00010000:00010000:0.0:1777421296.291134:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421296.291137:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c2e5e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.291143:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c2e5e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.291186:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c2e50 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057f5 expref: 40 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.291199:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff971052ac0e00) 00010000:00010000:0.0:1777421296.291201:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421296.291205:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c2e50 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057f5 expref: 40 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.291227:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97108217d200, rc 0) 00000100:00100000:0.0:1777421296.291344:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:25772:x1863761007019776:12345-192.168.204.24@tcp:101:rm.0 Request processed in 664us (899us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421296.291352:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 908 00000100:00100000:1.0:1777421296.302637:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421296.302742:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007019904 00000100:00100000:0.0:1777421296.302771:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007019904 00000100:00100000:0.0:1777421296.302838:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 909 00000100:00100000:0.0:1777421296.302849:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:25773:x1863761007019904:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421296.302874:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421296.302900:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c2e65 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e057fc expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.302986:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c2e6c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.303003:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c2e6c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.303015:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c2e6c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.303030:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c2e73 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.303037:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c2e73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.303043:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c2e73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.303159:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c2e6c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.303167:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c2e6c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.303175:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c2e6c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.303182:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217c600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421296.303187:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c2e6c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.303194:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c2e6c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.303207:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff971052ac0e00) 00010000:00010000:0.0:1777421296.303211:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421296.303217:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c2e6c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.303223:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c2e6c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.303241:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c2e73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.303247:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c2e73 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.303253:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c2e73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.303263:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217dc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421296.303266:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c2e73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.303681:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c2e73 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.303693:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff971049800600) 00010000:00010000:0.0:1777421296.303696:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421296.303700:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c2e73 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.303705:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c2e73 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.303750:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c2e65 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057fc expref: 40 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.303762:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff971052ac0e00) 00010000:00010000:0.0:1777421296.303764:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421296.303768:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c2e65 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057fc expref: 40 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.303779:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97108217d200, rc 0) 00000100:00100000:0.0:1777421296.303849:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:25773:x1863761007019904:12345-192.168.204.24@tcp:101:cp.0 Request processed in 1002us (1228us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421296.303858:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 909 00000100:00100000:1.0:1777421296.308056:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421296.308154:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007020032 00000100:00100000:0.0:1777421296.308184:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007020032 00000100:00100000:0.0:1777421296.308544:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 910 00000100:00100000:0.0:1777421296.308557:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:25773:x1863761007020032:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421296.308584:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421296.308614:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c2e7a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05803 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.308699:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c800/0xd9d09a059d6c2e81 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.308716:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c800/0xd9d09a059d6c2e81 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.308731:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c800/0xd9d09a059d6c2e81 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.308748:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c2e88 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.308755:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c2e88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.308762:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c2e88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.308840:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c800/0xd9d09a059d6c2e81 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.308849:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c800/0xd9d09a059d6c2e81 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.308856:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c800/0xd9d09a059d6c2e81 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.308872:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217c800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421296.308877:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c800/0xd9d09a059d6c2e81 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.308886:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c800/0xd9d09a059d6c2e81 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.308900:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff971052ac0e00) 00010000:00010000:0.0:1777421296.308909:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421296.308916:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c800/0xd9d09a059d6c2e81 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.308923:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c800/0xd9d09a059d6c2e81 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.308941:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c2e88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.308948:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c2e88 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.308954:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c2e88 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.308958:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217ce00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421296.308962:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c2e88 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.308968:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c2e88 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.308985:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff971049800500) 00010000:00010000:0.0:1777421296.308988:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421296.308991:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c2e88 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.308997:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c2e88 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.309108:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c2e7a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05803 expref: 40 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.309120:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff971052ac0e00) 00010000:00010000:0.0:1777421296.309123:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421296.309126:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c2e7a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05803 expref: 40 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.309137:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97108217da00, rc 0) 00000100:00100000:0.0:1777421296.309221:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:25773:x1863761007020032:12345-192.168.204.24@tcp:101:cp.0 Request processed in 666us (1179us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421296.309231:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 910 00000100:00100000:1.0:1777421296.311884:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421296.311920:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007020288 00000100:00100000:0.0:1777421296.311934:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007020288 00000100:00100000:0.0:1777421296.312006:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 911 00000100:00100000:0.0:1777421296.312019:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:25773:x1863761007020288:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421296.312046:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421296.312082:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c2e8f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0580a expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.312306:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c2e96 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.312326:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c2e96 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.312341:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c2e96 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.312361:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c2e9d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.312369:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c2e9d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.312376:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c2e9d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421296.313192:0:12998:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x12:0x0], index 0: 0 00010000:00010000:0.0:1777421296.313425:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082052600/0xd9d09a059d6c2ea4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.313439:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082052600/0xd9d09a059d6c2ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.313449:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082052600/0xd9d09a059d6c2ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.313491:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c2e96 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.313513:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c2e96 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.313521:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c2e96 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.313528:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217de00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421296.313534:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c2e96 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.313543:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c2e96 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.313558:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff971052ac0e00) 00010000:00010000:0.0:1777421296.313562:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421296.313567:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c2e96 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.313575:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c2e96 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421296.313592:0:12998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000047cfbd07 reply state 00000000a110962a transno 4294967880 ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c2e9d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421296.313602:0:12998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777421296.313659:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c2e8f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0580a expref: 42 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.313678:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971082052600/0xd9d09a059d6c2ea4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0580a expref: 41 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421296.313698:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff971049800100) 00010000:00010000:0.0:1777421296.313701:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421296.313703:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971082052600, rc 0) 00000100:00100000:0.0:1777421296.313785:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:25773:x1863761007020288:12345-192.168.204.24@tcp:101:cp.0 Request processed in 1768us (1912us total) trans 4294967880 rc 0/0 00000100:00100000:0.0:1777421296.313795:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 911 00000100:00100000:3.0:1777421296.314187:0:6596:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41e7ca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6596:1863761018366336:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1777421296.314466:0:6596:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421296.314544:0:6596:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f43e636c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421296.314547:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018366336 00000100:00100000:2.0:1777421296.314565:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018366336 00000100:00080000:1.0:1777421296.314802:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421296.314894:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:3.0:1777421296.314919:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:6596:x1863761018366336:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1777421296.314974:0:12497:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 34 00010000:00010000:3.0:1777421296.317295:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c2e9d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.317311:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c2e9d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.317317:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c2e9d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.317322:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082052a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421296.317326:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c2e9d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.317331:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c2e9d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.317347:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff971049800d00) 00010000:00010000:3.0:1777421296.317350:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421296.317354:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c2e9d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.317360:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c2e9d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421296.317402:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421296.317704:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007020416 00000100:00100000:3.0:1777421296.317716:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007020416 00000100:00100000:3.0:1777421296.317857:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 228 00000100:00100000:3.0:1777421296.317868:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761007020416:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:3.0:1777421296.317895:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421296.317913:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009fa09dea/0xd9d09a059d6c2eb2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05811 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421296.317936:0:7984:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00080000:1.0:1777421296.317952:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777421296.317958:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421296.317961:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421296.317969:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009fa09dea/0xd9d09a059d6c2eb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05811 expref: 9 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.317986:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009fa09dea/0xd9d09a059d6c2eb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05811 expref: 9 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.317999:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046757600, rc 0) 00000100:00100000:3.0:1777421296.318075:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007020416:12345-192.168.204.24@tcp:101:cp.0 Request processed in 209us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421296.318082:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 228 00000100:00100000:1.0:1777421296.321147:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421296.321198:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007020544 00000100:00100000:3.0:1777421296.321208:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007020544 00000100:00100000:3.0:1777421296.321317:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 229 00000100:00100000:3.0:1777421296.321328:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:25773:x1863761007020544:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:3.0:1777421296.321344:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421296.321361:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5875542/0xd9d09a059d6c2eb9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05818 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.321394:0:7984:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009fa09dea/0xd9d09a059d6c2eb2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05811 expref: 10 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.321406:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421296.321408:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421296.321412:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5875542/0xd9d09a059d6c2eb9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05818 expref: 10 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.321443:0:7984:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009fa09dea/0xd9d09a059d6c2eb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05811 expref: 10 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.321456:0:7984:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009fa09dea/0xd9d09a059d6c2eb2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05811 expref: 10 pid: 7984 timeout: 462 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421296.321469:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41e7d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018366464:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421296.321549:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f43e63000 going to sleep for 11 seconds 00000100:00100000:3.0:1777421296.324041:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41e7d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018366464:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421296.324083:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f5875542/0xd9d09a059d6c2eb9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05818 expref: 10 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.324103:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046757c00, rc 0) 00000100:00100000:3.0:1777421296.324221:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:25773:x1863761007020544:12345-192.168.204.24@tcp:101:cp.0 Request processed in 2828us (3013us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421296.324232:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 229 00000100:00100000:1.0:1777421296.324314:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421296.324468:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007020672 00000100:00100000:3.0:1777421296.324475:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007020672 00010000:00010000:3.0:1777421296.324501:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009fa09dea/0xd9d09a059d6c2eb2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05811 expref: 10 pid: 7984 timeout: 462 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421296.324544:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 277 00000100:00100000:3.0:1777421296.324556:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971049aeec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007020672:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421296.324570:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421296.324587:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009fa09dea/0xd9d09a059d6c2eb2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05811 expref: 10 pid: 7984 timeout: 462 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.324601:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009fa09dea/0xd9d09a059d6c2eb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05811 expref: 10 pid: 7984 timeout: 462 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.324625:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009fa09dea/0xd9d09a059d6c2eb2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05811 expref: 10 pid: 7984 timeout: 462 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.324639:0:5755:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421296.324642:0:5755:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421296.324648:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f5875542/0xd9d09a059d6c2eb9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05818 expref: 9 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.324659:0:5755:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5875542/0xd9d09a059d6c2eb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05818 expref: 9 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.324691:0:5755:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f5875542/0xd9d09a059d6c2eb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05818 expref: 9 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421296.324706:0:5755:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41e7d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5755:1863761018366592:192.168.204.24@tcp:105: 00000100:00100000:3.0:1777421296.324762:0:5755:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f43e63000 going to sleep for 11 seconds 00000100:00100000:3.0:1777421296.327117:0:5755:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41e7d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5755:1863761018366592:192.168.204.24@tcp:105: 00010000:00010000:3.0:1777421296.327138:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421296.327220:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971049aeec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007020672:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 2666us (2906us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421296.327232:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 277 00000100:00100000:1.0:1777421296.329029:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421296.329396:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:6596:x1863761018366336:12345-0@lo:5:osp-pre-0-0.0 Request processed in 14480us (14928us total) trans 4294967341 rc 0/0 00000100:00100000:2.0:1777421296.329416:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:0.0:1777421296.329537:0:6596:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41e7ca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6596:1863761018366336:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1777421296.329554:0:6596:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x12:0x0]-[0x240000400:0x41:0x0] 00000100:00100000:3.0:1777421296.330185:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007020928 00000100:00100000:3.0:1777421296.330195:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007020928 00000100:00100000:3.0:1777421296.330239:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 199 00000100:00100000:3.0:1777421296.330247:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:25773:x1863761007020928:12345-192.168.204.24@tcp:35:cp.0 00000100:00100000:2.0:1777421296.330659:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:25773:x1863761007020928:12345-192.168.204.24@tcp:35:cp.0 Request processed in 410us (1632us total) trans 4294967881 rc 0/0 00000100:00100000:2.0:1777421296.330668:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 199 00000100:00100000:0.0:1777421296.359590:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421296.359710:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007021056 00000100:00100000:3.0:1777421296.359720:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007021056 00000100:00100000:3.0:1777421296.359782:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 912 00000100:00100000:3.0:1777421296.359792:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+86:25776:x1863761007021056:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421296.359822:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421296.359844:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2ec0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0581f expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.359913:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2ec7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.359942:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2ec7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.359955:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2ec7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.359969:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2ece lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.359990:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2ece lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.359998:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2ece lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.360103:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2ed5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.360112:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2ed5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.360119:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2ed5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421296.360151:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 158 00000004:00200000:3.0:1777421296.360156:0:12998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421296.360170:0:12998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2ed5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.360181:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2ed5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.360189:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2ec7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.360196:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2ec7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.360204:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2ec7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.360220:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046756000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421296.360224:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2ec7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.360233:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2ec7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.360245:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff971052ac0e00) 00010000:00010000:3.0:1777421296.360248:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421296.360253:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2ec7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.360260:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2ec7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.360318:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2ece lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.360325:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2ece lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.360332:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2ece lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.360338:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046756a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421296.360342:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2ece lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.360348:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2ece lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.360366:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff971043c57c00) 00010000:00010000:3.0:1777421296.360368:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421296.360371:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2ece lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.360376:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2ece lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.360410:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2ec0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0581f expref: 88 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.360422:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2ed5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0581f expref: 87 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.360429:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff971049800100) 00010000:00010000:3.0:1777421296.360431:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421296.360434:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046757a00, rc 0) 00000100:00100000:3.0:1777421296.360901:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+87:25776:x1863761007021056:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1108us (1319us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421296.360910:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 912 00000100:00100000:1.0:1777421296.367825:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421296.367885:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007021184 00000100:00100000:2.0:1777421296.367895:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007021184 00000100:00100000:2.0:1777421296.367954:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 230 00000100:00080000:1.0:1777421296.367954:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421296.367968:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+12:2359:x1863761007021184:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421296.367985:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421296.368003:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e918f140/0xd9d09a059d6c2edc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05826 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421296.368072:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046235f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018366720:192.168.204.24@tcp:106: 00000100:00100000:2.0:1777421296.368162:0:12497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4300 going to sleep for 11 seconds 00002000:00010000:2.0:1777421296.370662:0:12497:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x12:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1777421296.370670:0:12497:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x12:0x0] updating lvb mtime: 0 -> 1777421295 00002000:00010000:2.0:1777421296.370673:0:12497:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x12:0x0] updating lvb atime: 0 -> 1777421295 00002000:00010000:2.0:1777421296.370675:0:12497:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x12:0x0] updating lvb ctime: 0 -> 1777421295 00000100:00100000:2.0:1777421296.370695:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046235f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018366720:192.168.204.24@tcp:106: 00010000:00010000:2.0:1777421296.370728:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e918f140/0xd9d09a059d6c2edc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05826 expref: 13 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.370755:0:12497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e918f140/0xd9d09a059d6c2edc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05826 expref: 13 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.370787:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5800, rc 0) 00000100:00100000:2.0:1777421296.370852:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+12:2359:x1863761007021184:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 2887us (3037us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421296.370862:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 230 00000100:00100000:0.0:1777421296.374584:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421296.374647:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007021312 00000100:00100000:3.0:1777421296.374656:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007021312 00000100:00100000:3.0:1777421296.374707:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 913 00000100:00100000:3.0:1777421296.374714:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+87:25776:x1863761007021312:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421296.374730:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421296.374746:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2ee3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0582d expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.374846:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2eea lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.374859:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2eea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.374872:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2eea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421296.374928:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 512 00000004:00200000:3.0:1777421296.374932:0:12998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421296.374964:0:12998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2eea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.374991:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2ee3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0582d expref: 89 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.375007:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2eea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0582d expref: 88 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421296.375016:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff971052ac0e00) 00010000:00010000:3.0:1777421296.375019:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421296.375022:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046756a00, rc 0) 00000100:00100000:3.0:1777421296.375089:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+88:25776:x1863761007021312:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 375us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421296.375097:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 913 00000100:00100000:1.0:1777421296.378077:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421296.378149:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007021440 00000100:00100000:2.0:1777421296.378157:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007021440 00000100:00100000:2.0:1777421296.378233:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 231 00000100:00100000:2.0:1777421296.378244:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761007021440:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421296.378264:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421296.378315:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e918f140/0xd9d09a059d6c2ef1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05834 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421296.378380:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046235f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018366848:192.168.204.24@tcp:106: 00000100:00100000:2.0:1777421296.378465:0:12497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4300 going to sleep for 11 seconds 00000100:00100000:2.0:1777421296.380672:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046235f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018366848:192.168.204.24@tcp:106: 00010000:00010000:2.0:1777421296.380702:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e918f140/0xd9d09a059d6c2ef1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05834 expref: 13 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.380722:0:12497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e918f140/0xd9d09a059d6c2ef1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05834 expref: 13 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421296.380735:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5800, rc 0) 00000100:00100000:2.0:1777421296.380792:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761007021440:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 2549us (2730us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421296.380816:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 231 00000100:00100000:0.0:1777421296.383599:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421296.383646:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007021696 00000100:00100000:2.0:1777421296.383657:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007021696 00000100:00100000:2.0:1777421296.383719:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 914 00000100:00100000:2.0:1777421296.383729:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+88:25776:x1863761007021696:12345-192.168.204.24@tcp:58:lfs.0 00000040:00080000:2.0:1777421296.384068:0:5771:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].23, 136 off11320 00000100:00100000:2.0:1777421296.384167:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+88:25776:x1863761007021696:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 439us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421296.384176:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 914 00000001:00080000:2.0:1777421296.462005:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967880 is committed 00000020:00080000:2.0:1777421296.462027:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 14 batchid updated 00000001:00080000:2.0:1777421296.462068:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967881 is committed 00000001:00080000:2.0:1777421296.462092:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967879 is committed 00000020:00080000:1.0:1777421296.462176:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000020:00080000:1.0:1777421296.462188:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000001:00080000:0.0:1777421296.477666:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967341 is committed 00000040:00080000:3.0:1777421296.824168:0:18707:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421296.824177:0:18707:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421296.824237:0:18707:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 4 00000040:00080000:3.0:1777421296.824244:0:18707:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777421296.867508:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777421297.315091:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421297.315099:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421297.315134:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 4 00000040:00080000:2.0:1777421297.315139:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421297.315418:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046235f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018366976:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421297.315532:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104af2d600 going to sleep for 11 seconds 00000100:00100000:0.0:1777421297.322941:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421297.323116:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046235f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018366976:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421297.323463:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007021824 00000100:00100000:1.0:1777421297.323471:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007021824 00000100:00100000:1.0:1777421297.323619:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 915 00000100:00100000:1.0:1777421297.323628:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+40:25787:x1863761007021824:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421297.323661:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421297.323751:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+40:25787:x1863761007021824:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 123us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421297.323759:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 915 00000100:00080000:2.0:1777421297.323800:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421297.327117:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421297.327341:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007022080 00000100:00100000:2.0:1777421297.327352:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007022080 00000100:00100000:2.0:1777421297.327462:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 916 00000100:00100000:2.0:1777421297.327474:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+40:25787:x1863761007022080:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421297.327507:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421297.327527:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c2ef8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0583b expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.327629:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c2eff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.327644:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c2eff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.327656:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c2eff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421297.327667:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 158 00010000:00010000:2.0:1777421297.327820:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c2ef8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0583b expref: 43 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.327842:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c2eff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0583b expref: 42 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.327851:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff971049800100) 00010000:00010000:2.0:1777421297.327855:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421297.327858:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5800, rc 0) 00000100:00100000:2.0:1777421297.327923:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:25787:x1863761007022080:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 452us (814us total) trans 4294967882 rc 0/0 00000100:00100000:2.0:1777421297.327931:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 916 00000100:00100000:0.0:1777421297.329773:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421297.329862:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007022208 00000100:00100000:3.0:1777421297.329870:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007022208 00000100:00100000:3.0:1777421297.330025:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 37 00000100:00100000:3.0:1777421297.330038:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:2360:x1863761007022208:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421297.330062:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421297.330133:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c2eff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0583b expref: 42 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421297.330162:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff971049800100) 00010000:00010000:3.0:1777421297.330166:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421297.330212:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:2360:x1863761007022208:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 178us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421297.330220:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 37 00000100:00100000:0.0:1777421297.330324:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421297.330852:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007022336 00000100:00100000:2.0:1777421297.330858:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007022336 00000100:00100000:2.0:1777421297.330909:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 232 00000100:00100000:2.0:1777421297.330928:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007022336:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421297.330958:0:12497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001b494f8e/0xd9d09a059d6c2f0d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.330976:0:12497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f5875542/0xd9d09a059d6c2eb9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05818 expref: 9 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.330984:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421297.330986:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421297.330989:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001b494f8e/0xd9d09a059d6c2f0d lrc: 4/1,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.331020:0:12497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f5875542/0xd9d09a059d6c2eb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05818 expref: 9 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.331034:0:12497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f5875542/0xd9d09a059d6c2eb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05818 expref: 9 pid: 7984 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421297.331062:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046235f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018367104:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421297.331122:0:12497:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104af2d600 going to sleep for 11 seconds 00000100:00100000:2.0:1777421297.332648:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046235f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018367104:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421297.332669:0:12497:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001b494f8e/0xd9d09a059d6c2f0d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421297.333513:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421297.333561:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007022464 00000100:00100000:3.0:1777421297.333725:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007022464 00002000:00100000:3.0:1777421297.333766:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12:0x0] (0->157) req@ffff97107c83e300 x1863761007022464/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:308/0 lens 648/0 e 0 to 0 dl 1777421308 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421297.333774:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97107c83e300 with x1863761007022464 ext(0->157) 00010000:00010000:3.0:1777421297.333780:0:6559:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000f5875542/0xd9d09a059d6c2eb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05818 expref: 10 pid: 7984 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421297.333791:0:6559:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000f5875542/0xd9d09a059d6c2eb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05818 expref: 10 pid: 7984 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421297.333799:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff97107c83e300 00000100:00100000:3.0:1777421297.333842:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 8 00000100:00100000:3.0:1777421297.333856:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761007022464:12345-192.168.204.24@tcp:4:cp.0 00000100:00100000:3.0:1777421297.334328:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007022464:12345-192.168.204.24@tcp:4:cp.0 Request processed in 473us (816us total) trans 4294967342 rc 0/0 00000100:00100000:3.0:1777421297.334336:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 8 00002000:00100000:3.0:1777421297.334344:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12:0x0] (0->157) req@ffff97107c83e300 x1863761007022464/t4294967342(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:308/0 lens 648/448 e 0 to 0 dl 1777421308 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421297.334352:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97107c83e300 with x1863761007022464 ext(0->157) 00010000:00010000:3.0:1777421297.334358:0:6559:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000f5875542/0xd9d09a059d6c2eb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05818 expref: 12 pid: 7984 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421297.334370:0:6559:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000f5875542/0xd9d09a059d6c2eb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05818 expref: 12 pid: 7984 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421297.334377:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff97107c83e300 00000100:00100000:0.0:1777421297.336344:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421297.336512:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007022592 00000100:00100000:3.0:1777421297.336521:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007022592 00010000:00010000:3.0:1777421297.336554:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f5875542/0xd9d09a059d6c2eb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05818 expref: 12 pid: 7984 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421297.336596:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 278 00000100:00100000:3.0:1777421297.336608:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2358:x1863761007022592:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421297.336621:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421297.336641:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f5875542/0xd9d09a059d6c2eb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05818 expref: 12 pid: 7984 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421297.336671:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f5875542/0xd9d09a059d6c2eb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05818 expref: 12 pid: 7984 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421297.336695:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5875542/0xd9d09a059d6c2eb9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05818 expref: 12 pid: 7984 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421297.336711:0:5755:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421297.336713:0:5755:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421297.336718:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001b494f8e/0xd9d09a059d6c2f0d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421297.336729:0:5755:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001b494f8e/0xd9d09a059d6c2f0d lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421297.336773:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421297.336822:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2358:x1863761007022592:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 217us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421297.336830:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 278 00010000:00010000:2.0:1777421297.336904:0:12497:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001b494f8e/0xd9d09a059d6c2f0d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.336926:0:12497:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001b494f8e/0xd9d09a059d6c2f0d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.336960:0:12497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001b494f8e/0xd9d09a059d6c2f0d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.336970:0:12497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001b494f8e/0xd9d09a059d6c2f0d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.336978:0:12497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001b494f8e/0xd9d09a059d6c2f0d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.337002:0:12497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4800 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421297.337006:0:12497:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001b494f8e/0xd9d09a059d6c2f0d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.337015:0:12497:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001b494f8e/0xd9d09a059d6c2f0d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.337027:0:12497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001b494f8e/0xd9d09a059d6c2f0d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.337035:0:12497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001b494f8e/0xd9d09a059d6c2f0d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421297.337107:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761007022336:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 6180us (6782us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421297.337116:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 232 00000100:00100000:0.0:1777421297.338905:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421297.338944:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007022848 00000100:00100000:2.0:1777421297.338952:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007022848 00000100:00100000:2.0:1777421297.338998:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 917 00000100:00100000:2.0:1777421297.339009:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:25787:x1863761007022848:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421297.339114:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:25787:x1863761007022848:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 107us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421297.339123:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 917 00000100:00100000:1.0:1777421297.342571:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421297.342629:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007022976 00000100:00100000:2.0:1777421297.342641:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007022976 00000100:00100000:2.0:1777421297.342739:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 233 00000100:00100000:2.0:1777421297.342751:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007022976:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421297.342769:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421297.342790:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001b494f8e/0xd9d09a059d6c2f14 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05842 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421297.342818:0:12497:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12:0x0] initial LVB size: 158, mtime: 0x69f14bef, atime: 0x0, ctime: 0x69f14bef, blocks: 0x1 00010000:00010000:2.0:1777421297.342842:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421297.342845:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421297.342854:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001b494f8e/0xd9d09a059d6c2f14 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05842 expref: 11 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.342871:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001b494f8e/0xd9d09a059d6c2f14 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05842 expref: 11 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.342900:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4800, rc 0) 00000100:00100000:2.0:1777421297.342960:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007022976:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 211us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421297.342968:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 233 00000100:00100000:0.0:1777421297.346715:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421297.348117:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007023232 00000100:00100000:2.0:1777421297.348130:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007023232 00000100:00100000:2.0:1777421297.348204:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 918 00000100:00100000:2.0:1777421297.348214:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:25787:x1863761007023232:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421297.348356:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:25787:x1863761007023232:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 143us (1648us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421297.348364:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 918 00000100:00100000:0.0:1777421297.353582:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421297.355640:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007023360 00000100:00100000:3.0:1777421297.355651:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007023360 00002000:00100000:3.0:1777421297.355720:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12:0x0] (0->4095) req@ffff97106ff69500 x1863761007023360/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:308/0 lens 488/0 e 0 to 0 dl 1777421308 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421297.355733:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff69500 with x1863761007023360 ext(0->4095) 00002000:00010000:3.0:1777421297.355739:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97106ff69500 00000100:00100000:3.0:1777421297.355772:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 87 00000100:00100000:3.0:1777421297.355794:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007023360:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1777421297.355986:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007023360:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 192us (2411us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777421297.355994:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 87 00002000:00100000:3.0:1777421297.356001:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12:0x0] (0->4095) req@ffff97106ff69500 x1863761007023360/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:308/0 lens 488/4536 e 0 to 0 dl 1777421308 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421297.356010:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff69500 with x1863761007023360 ext(0->4095) 00002000:00010000:3.0:1777421297.356013:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97106ff69500 00000100:00100000:1.0:1777421297.360959:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421297.362186:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007023488 00000100:00100000:3.0:1777421297.362198:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007023488 00000100:00100000:3.0:1777421297.362258:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 919 00000100:00100000:3.0:1777421297.362267:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:25787:x1863761007023488:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421297.362310:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421297.362330:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757c00/0xd9d09a059d6c2f1b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05849 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421297.362362:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f22 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421297.362376:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f22 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421297.362388:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f22 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421297.362485:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757c00/0xd9d09a059d6c2f1b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05849 expref: 43 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421297.362512:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f22 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05849 expref: 42 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421297.362520:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff971049800100) 00010000:00010000:3.0:1777421297.362523:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421297.362526:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046757600, rc 0) 00000100:00100000:3.0:1777421297.362633:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:25787:x1863761007023488:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 365us (1680us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421297.362640:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 919 00000100:00100000:0.0:1777421297.366894:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421297.367016:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007023616 00000100:00100000:3.0:1777421297.367026:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007023616 00000100:00100000:3.0:1777421297.367197:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 920 00000100:00100000:3.0:1777421297.367208:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:25787:x1863761007023616:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421297.367237:0:12998:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421297.367387:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:25787:x1863761007023616:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 180us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421297.367396:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 920 00000100:00100000:0.0:1777421297.369589:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421297.369670:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007023744 00000100:00100000:2.0:1777421297.369681:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007023744 00000100:00100000:2.0:1777421297.369733:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 234 00000100:00100000:2.0:1777421297.369743:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007023744:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421297.369786:0:12497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa0d54bf/0xd9d09a059d6c2f29 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.369803:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421297.369805:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421297.369810:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa0d54bf/0xd9d09a059d6c2f29 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.369824:0:12497:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa0d54bf/0xd9d09a059d6c2f29 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.369865:0:12497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa0d54bf/0xd9d09a059d6c2f29 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.369873:0:12497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa0d54bf/0xd9d09a059d6c2f29 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.369882:0:12497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa0d54bf/0xd9d09a059d6c2f29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.369889:0:12497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4c00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421297.369893:0:12497:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa0d54bf/0xd9d09a059d6c2f29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.369902:0:12497:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa0d54bf/0xd9d09a059d6c2f29 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.369916:0:12497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa0d54bf/0xd9d09a059d6c2f29 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.369926:0:12497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa0d54bf/0xd9d09a059d6c2f29 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421297.370000:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007023744:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 258us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421297.370016:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 234 00000100:00100000:1.0:1777421297.371231:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421297.371302:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007024000 00000100:00100000:3.0:1777421297.371308:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007024000 00000100:00100000:0.0:1777421297.371474:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 921 00000100:00100000:0.0:1777421297.371484:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:25787:x1863761007024000:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777421297.371540:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c2f30 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421297.371557:0:12998:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f22 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05849 expref: 42 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421297.371563:0:12998:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c2f30 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421297.371589:0:12998:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f22 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05849 expref: 42 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421297.371600:0:12998:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f22 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05849 expref: 42 pid: 12998 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421297.371614:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018367232:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421297.371692:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104987d480 going to sleep for 11 seconds 00000100:00100000:2.0:1777421297.373749:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018367232:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421297.373770:0:12998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c2f30 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421297.374493:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421297.374810:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007024128 00000100:00100000:3.0:1777421297.374818:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007024128 00010000:00010000:3.0:1777421297.374854:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f22 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05849 expref: 43 pid: 12998 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421297.375159:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 279 00000100:00100000:3.0:1777421297.375171:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:2360:x1863761007024128:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421297.375202:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421297.375210:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f22 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05849 expref: 43 pid: 12998 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421297.375222:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f22 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05849 expref: 43 pid: 12998 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421297.375243:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f22 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05849 expref: 43 pid: 12998 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421297.375259:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff971049800100) 00010000:00010000:3.0:1777421297.375264:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c2f30 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421297.375305:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c2f30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421297.375315:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c2f30 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421297.375340:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421297.375360:0:12998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c2f30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.375370:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c2f30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421297.375387:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:2360:x1863761007024128:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 218us (896us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421297.375397:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 279 00010000:00010000:2.0:1777421297.375551:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c2f30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.375567:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c2f30 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.375573:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c2f30 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.375580:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082053000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421297.375584:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c2f30 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.375592:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c2f30 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.375601:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff971049800100) 00010000:00010000:2.0:1777421297.375603:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421297.375607:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c2f30 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421297.375620:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c2f30 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421297.375752:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:25787:x1863761007024000:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 4269us (4522us total) trans 4294967883 rc 0/0 00000100:00100000:2.0:1777421297.375759:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 921 00000040:00080000:0.0:1777421297.375941:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421297.375946:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421297.376470:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1777421297.376480:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421297.377225:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421297.377269:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007024384 00000100:00100000:2.0:1777421297.377303:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007024384 00000100:00100000:2.0:1777421297.377342:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 200 00000100:00100000:2.0:1777421297.377351:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:25787:x1863761007024384:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421297.377509:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:25787:x1863761007024384:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 158us (285us total) trans 4294967884 rc 0/0 00000100:00100000:2.0:1777421297.377516:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 200 00010000:00010000:3.0:1777421297.891383:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777421298.254596:0:18759:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421298.254604:0:18759:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421298.254650:0:18759:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 4 00000040:00080000:0.0:1777421298.254656:0:18759:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421298.285397:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421298.285774:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007024640 00000100:00100000:3.0:1777421298.285784:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007024640 00000100:00080000:0.0:1777421298.285846:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421298.285861:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 922 00000100:00100000:3.0:1777421298.285881:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+87:25795:x1863761007024640:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:3.0:1777421298.285904:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421298.285907:0:12998:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1777421298.285932:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2eea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0582d expref: 87 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421298.285948:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff971052ac0e00) 00010000:00010000:3.0:1777421298.285953:0:12998:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421298.285964:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757c00/0xd9d09a059d6c2f37 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05850 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421298.286063:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f3e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421298.286077:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421298.286087:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421298.286097:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 158 00010000:00010000:3.0:1777421298.286344:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757c00/0xd9d09a059d6c2f37 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05850 expref: 89 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421298.286359:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05850 expref: 88 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421298.286367:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff971049800100) 00010000:00010000:3.0:1777421298.286369:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421298.286372:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046757600, rc 0) 00000100:00100000:3.0:1777421298.286487:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+88:25795:x1863761007024640:12345-192.168.204.24@tcp:101:bash.0 Request processed in 616us (1098us total) trans 4294967885 rc 0/0 00000100:00100000:3.0:1777421298.286496:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 922 00000100:00100000:0.0:1777421298.290503:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421298.290579:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007024768 00000100:00100000:3.0:1777421298.290589:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007024768 00000100:00100000:3.0:1777421298.290682:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 38 00000100:00100000:3.0:1777421298.290693:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+88:2359:x1863761007024768:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421298.290709:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421298.290733:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f3e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05850 expref: 88 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421298.290751:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff971049800100) 00010000:00010000:3.0:1777421298.290757:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421298.290819:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+87:2359:x1863761007024768:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 128us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421298.290827:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 38 00000100:00100000:0.0:1777421298.295953:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421298.296011:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007024896 00000100:00100000:2.0:1777421298.296031:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007024896 00000100:00080000:0.0:1777421298.296095:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421298.296101:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 235 00000100:00100000:2.0:1777421298.296117:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761007024896:12345-192.168.204.24@tcp:101:cat.0 00010000:00010000:2.0:1777421298.296142:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421298.296160:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000660a9d90/0xd9d09a059d6c2f4c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05857 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421298.296182:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421298.296184:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421298.296191:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000660a9d90/0xd9d09a059d6c2f4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05857 expref: 13 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421298.296215:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000660a9d90/0xd9d09a059d6c2f4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05857 expref: 13 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421298.296232:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5e00, rc 0) 00000100:00100000:2.0:1777421298.296310:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+13:2360:x1863761007024896:12345-192.168.204.24@tcp:101:cat.0 Request processed in 197us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421298.296318:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 235 00000100:00100000:0.0:1777421298.299157:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421298.299356:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007025024 00000100:00100000:1.0:1777421298.299366:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007025024 00000100:00100000:1.0:1777421298.299419:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 236 00000100:00100000:1.0:1777421298.299430:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+13:25795:x1863761007025024:12345-192.168.204.24@tcp:101:cat.0 00010000:00010000:1.0:1777421298.299445:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421298.299463:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000098d52c/0xd9d09a059d6c2f53 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0585e expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421298.299495:0:12497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001b494f8e/0xd9d09a059d6c2f14 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05842 expref: 10 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421298.299504:0:12497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000660a9d90/0xd9d09a059d6c2f4c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05857 expref: 14 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421298.299511:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421298.299513:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421298.299517:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000098d52c/0xd9d09a059d6c2f53 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0585e expref: 14 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421298.299548:0:12497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000660a9d90/0xd9d09a059d6c2f4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05857 expref: 14 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421298.299560:0:12497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000660a9d90/0xd9d09a059d6c2f4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05857 expref: 14 pid: 12497 timeout: 464 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421298.299573:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018367360:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421298.299664:0:12497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001b494f8e/0xd9d09a059d6c2f14 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05842 expref: 10 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421298.299674:0:12497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001b494f8e/0xd9d09a059d6c2f14 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05842 expref: 10 pid: 12497 timeout: 464 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421298.299683:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018367488:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421298.299707:0:12497:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f42081cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421298.302696:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018367360:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421298.302710:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018367488:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421298.302737:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000098d52c/0xd9d09a059d6c2f53 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0585e expref: 14 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421298.302754:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11800, rc 0) 00000100:00100000:1.0:1777421298.302790:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+14:25795:x1863761007025024:12345-192.168.204.24@tcp:101:cat.0 Request processed in 3363us (3640us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421298.302799:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 236 00000100:00100000:1.0:1777421298.304353:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421298.304383:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421298.304409:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007025152 00000100:00100000:1.0:1777421298.304417:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007025152 00010000:00010000:1.0:1777421298.304454:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000660a9d90/0xd9d09a059d6c2f4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05857 expref: 14 pid: 12497 timeout: 464 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421298.304486:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007025280 00000100:00100000:1.0:1777421298.304492:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 280 00000100:00100000:0.0:1777421298.304493:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007025280 00000100:00100000:1.0:1777421298.304511:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+14:2361:x1863761007025152:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421298.304526:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421298.304528:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001b494f8e/0xd9d09a059d6c2f14 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05842 expref: 11 pid: 12497 timeout: 464 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421298.304547:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000660a9d90/0xd9d09a059d6c2f4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05857 expref: 14 pid: 12497 timeout: 464 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421298.304557:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 281 00010000:00010000:1.0:1777421298.304564:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000660a9d90/0xd9d09a059d6c2f4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05857 expref: 14 pid: 12497 timeout: 464 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421298.304570:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007025280:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421298.304583:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421298.304593:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000660a9d90/0xd9d09a059d6c2f4c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05857 expref: 14 pid: 12497 timeout: 464 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421298.304597:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001b494f8e/0xd9d09a059d6c2f14 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05842 expref: 11 pid: 12497 timeout: 464 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421298.304617:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001b494f8e/0xd9d09a059d6c2f14 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05842 expref: 11 pid: 12497 timeout: 464 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421298.304643:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421298.304653:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001b494f8e/0xd9d09a059d6c2f14 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05842 expref: 11 pid: 12497 timeout: 464 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421298.304670:0:5755:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421298.304673:0:5755:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421298.304680:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000098d52c/0xd9d09a059d6c2f53 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0585e expref: 13 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421298.304685:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+13:2361:x1863761007025152:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 174us (332us total) trans 0 rc 0/0 00010000:00010000:0.0:1777421298.304698:0:5755:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000098d52c/0xd9d09a059d6c2f53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0585e expref: 13 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421298.304699:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 280 00000100:00080000:1.0:1777421298.304738:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777421298.304739:0:5755:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000098d52c/0xd9d09a059d6c2f53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0585e expref: 12 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421298.304763:0:5755:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5755:1863761018367616:192.168.204.24@tcp:105: 00000100:00100000:0.0:1777421298.304816:0:5755:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a044840 going to sleep for 11 seconds 00000100:00100000:3.0:1777421298.307499:0:5755:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5755:1863761018367616:192.168.204.24@tcp:105: 00010000:00010000:3.0:1777421298.307519:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421298.307562:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761007025280:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 2996us (3177us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421298.307572:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 281 00000100:00100000:2.0:1777421298.308744:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421298.308819:0:17961:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007025408 00000100:00100000:1.0:1777421298.308831:0:17961:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007025408 00002000:00100000:1.0:1777421298.308873:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x12:0x0] (0->4095) req@ffff971046235f80 x1863761007025408/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:309/0 lens 488/0 e 0 to 0 dl 1777421309 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421298.308882:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971046235f80 with x1863761007025408 ext(0->4095) 00002000:00010000:1.0:1777421298.308886:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971046235f80 00000100:00100000:1.0:1777421298.308907:0:17961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 88 00000100:00100000:1.0:1777421298.308915:0:17961:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046235f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b251bd7-457c-4889-b04e-8036834fd389+13:2361:x1863761007025408:12345-192.168.204.24@tcp:3:cat.0 00000100:00100000:1.0:1777421298.309115:0:17961:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046235f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b251bd7-457c-4889-b04e-8036834fd389+13:2361:x1863761007025408:12345-192.168.204.24@tcp:3:cat.0 Request processed in 199us (373us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777421298.309134:0:17961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 88 00002000:00100000:1.0:1777421298.309142:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x12:0x0] (0->4095) req@ffff971046235f80 x1863761007025408/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:309/0 lens 488/4536 e 0 to 0 dl 1777421309 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421298.309151:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971046235f80 with x1863761007025408 ext(0->4095) 00002000:00010000:1.0:1777421298.309154:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971046235f80 00000100:00100000:1.0:1777421298.311740:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421298.311959:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007025664 00000100:00100000:2.0:1777421298.311968:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007025664 00000100:00100000:2.0:1777421298.312011:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 201 00000100:00100000:2.0:1777421298.312018:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+87:25795:x1863761007025664:12345-192.168.204.24@tcp:35:cat.0 00000001:00080000:2.0:1777421298.312298:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967886 00000001:00080000:2.0:1777421298.312363:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967887 00000100:00100000:2.0:1777421298.312470:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+90:25795:x1863761007025664:12345-192.168.204.24@tcp:35:cat.0 Request processed in 450us (736us total) trans 4294967888 rc 0/0 00000100:00100000:2.0:1777421298.312478:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 201 00000020:00080000:2.0:1777421298.312483:0:5774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1777421298.331579:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421298.331617:0:17961:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007025792 00000100:00100000:1.0:1777421298.331627:0:17961:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007025792 00002000:00100000:1.0:1777421298.331676:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x12:0x0] (0->315) req@ffff970f429e3800 x1863761007025792/t0(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:309/0 lens 808/0 e 0 to 0 dl 1777421309 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421298.331688:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f429e3800 with x1863761007025792 ext(0->315) 00002000:00010000:1.0:1777421298.331694:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff970f429e3800 00000100:00100000:1.0:1777421298.331722:0:17961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 89 00000100:00100000:1.0:1777421298.331732:0:17961:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b251bd7-457c-4889-b04e-8036834fd389+13:2359:x1863761007025792:12345-192.168.204.24@tcp:4:cat.0 00000100:00100000:1.0:1777421298.332108:0:17961:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b251bd7-457c-4889-b04e-8036834fd389+15:2359:x1863761007025792:12345-192.168.204.24@tcp:4:cat.0 Request processed in 377us (533us total) trans 4294967343 rc 0/0 00000100:00100000:1.0:1777421298.332116:0:17961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 89 00002000:00100000:1.0:1777421298.332124:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x12:0x0] (0->315) req@ffff970f429e3800 x1863761007025792/t4294967343(0) o4->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:309/0 lens 808/448 e 0 to 0 dl 1777421309 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421298.332132:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f429e3800 with x1863761007025792 ext(0->315) 00002000:00010000:1.0:1777421298.332136:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff970f429e3800 00000100:00100000:3.0:1777421298.347112:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421298.347223:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007026048 00000100:00100000:1.0:1777421298.347234:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007026048 00000100:00100000:1.0:1777421298.347439:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 923 00000100:00100000:1.0:1777421298.347450:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+90:25797:x1863761007026048:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421298.347474:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421298.347495:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2f5a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05865 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421298.347599:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2f61 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421298.347614:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2f61 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x18:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421298.347625:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2f61 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x18:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421298.347637:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 316 00010000:00010000:1.0:1777421298.347775:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c2f5a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05865 expref: 93 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421298.347791:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2f61 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x18:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05865 expref: 92 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421298.347801:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff971049800100) 00010000:00010000:1.0:1777421298.347804:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1777421298.347808:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11a00, rc 0) 00000100:00100000:1.0:1777421298.347860:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+92:25797:x1863761007026048:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 412us (756us total) trans 4294967889 rc 0/0 00000100:00100000:1.0:1777421298.347869:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 923 00000100:00100000:1.0:1777421298.353632:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421298.353716:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007026176 00000100:00100000:3.0:1777421298.353727:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007026176 00000100:00100000:3.0:1777421298.353787:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 924 00000100:00100000:3.0:1777421298.353799:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+92:25797:x1863761007026176:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:3.0:1777421298.353886:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f6f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421298.353904:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421298.353915:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421298.353941:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421298.353947:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f6f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421298.353955:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f6f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421298.353961:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046757600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421298.353966:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f6f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421298.353975:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f6f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421298.353985:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff971049800100) 00010000:00010000:3.0:1777421298.353988:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421298.353993:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f6f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421298.354000:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f6f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421298.354096:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+92:25797:x1863761007026176:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 300us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421298.354105:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 924 00000100:00100000:1.0:1777421298.365648:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421298.365695:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007026304 00000100:00100000:3.0:1777421298.365706:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007026304 00000100:00100000:3.0:1777421298.365771:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 925 00000100:00100000:3.0:1777421298.365782:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+92:25798:x1863761007026304:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421298.365800:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421298.365832:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f76 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0586c expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421298.365899:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757c00/0xd9d09a059d6c2f7d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421298.365913:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757c00/0xd9d09a059d6c2f7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421298.365923:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757c00/0xd9d09a059d6c2f7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421298.365988:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 11776 00000004:00200000:3.0:1777421298.365992:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421298.366014:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971046757c00/0xd9d09a059d6c2f7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421298.366049:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f76 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0586c expref: 94 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421298.366064:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757c00/0xd9d09a059d6c2f7d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0586c expref: 93 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421298.366087:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff971052ac0e00) 00010000:00010000:3.0:1777421298.366090:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421298.366094:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046757c00, rc 0) 00000100:00100000:3.0:1777421298.366155:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+93:25798:x1863761007026304:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 375us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421298.366162:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 925 00000100:00100000:2.0:1777421298.369807:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421298.369886:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007026688 00000100:00100000:1.0:1777421298.369897:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007026688 00000100:00100000:1.0:1777421298.369956:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 202 00000100:00100000:1.0:1777421298.369966:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+93:25798:x1863761007026688:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1777421298.370219:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+94:25798:x1863761007026688:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 254us (421us total) trans 4294967890 rc 0/0 00000100:00100000:1.0:1777421298.370227:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 202 00000100:00100000:1.0:1777421298.372359:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421298.372410:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007026816 00000100:00100000:3.0:1777421298.372420:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007026816 00000100:00100000:3.0:1777421298.372485:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 39 00000100:00100000:3.0:1777421298.372495:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971049aee850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+94:25798:x1863761007026816:12345-192.168.204.24@tcp:103:lfs.0 00010000:00010000:3.0:1777421298.372510:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777421298.372533:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c2f61 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x18:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05865 expref: 94 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421298.372555:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2ed5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0581f expref: 93 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421298.372566:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff971049800100) 00010000:00010000:3.0:1777421298.372572:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421298.372702:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971049aee850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+92:25798:x1863761007026816:12345-192.168.204.24@tcp:103:lfs.0 Request processed in 208us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421298.372709:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 39 00000100:00100000:2.0:1777421298.374873:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421298.374939:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007026944 00000100:00100000:3.0:1777421298.374954:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007026944 00000100:00100000:3.0:1777421298.375000:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 926 00000100:00100000:3.0:1777421298.375031:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046234e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+92:25798:x1863761007026944:12345-192.168.204.24@tcp:58:lfs.0 00000100:00100000:3.0:1777421298.375154:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046234e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+92:25798:x1863761007026944:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 135us (288us total) trans 0 rc -1/-1 00000100:00100000:3.0:1777421298.375160:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 926 00010000:00010000:2.0:1777421298.914907:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421298.981163:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777421298.981185:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41e7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018367744:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421298.981248:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421298.981323:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018367744 00000100:00100000:3.0:1777421298.981331:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018367744 00000100:00100000:3.0:1777421298.981396:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1777421298.981406:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018367744:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777421298.981426:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83296256 pending 3407872 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777421298.981468:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018367744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421298.981475:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1777421298.981513:0:3298:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967341 gen 2 00000100:00100000:3.0:1777421298.981533:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41e7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018367744:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1777421298.981866:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421298.993755:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421298.993834:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421298.993870:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421298.993892:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421298.993924:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421298.993943:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421298.993969:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421298.993994:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007027328 00000100:00100000:2.0:1777421298.994004:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007027328 00000100:00100000:2.0:1777421298.994077:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007027456 00000100:00100000:2.0:1777421298.994080:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007027456 00000100:00100000:2.0:1777421298.994103:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007027840 00000100:00100000:2.0:1777421298.994106:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007027840 00000100:00100000:2.0:1777421298.994117:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007027712 00000100:00100000:2.0:1777421298.994119:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007027712 00000100:00100000:2.0:1777421298.994133:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 192 00000100:00100000:2.0:1777421298.994142:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+15:2358:x1863761007027328:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421298.994206:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+15:2358:x1863761007027328:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 65us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421298.994227:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 192 00000100:00100000:2.0:1777421298.994244:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 193 00000100:00100000:2.0:1777421298.994249:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046234a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+12:2359:x1863761007027456:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421298.994309:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046234a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+12:2359:x1863761007027456:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 24us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421298.994316:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 193 00000100:00100000:2.0:1777421298.994328:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 194 00000100:00100000:2.0:1777421298.994333:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046237b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2358:x1863761007027840:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421298.994357:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046237b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2358:x1863761007027840:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 24us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421298.994363:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 194 00000100:00100000:2.0:1777421298.994378:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 195 00000100:00100000:2.0:1777421298.994384:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046235c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2359:x1863761007027712:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421298.994406:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046235c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2359:x1863761007027712:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 22us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421298.994411:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 195 00000100:00100000:2.0:1777421298.994427:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007027200 00000100:00100000:2.0:1777421298.994431:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007027200 00000100:00100000:2.0:1777421298.994455:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007027584 00000100:00100000:2.0:1777421298.994458:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007027584 00000100:00100000:2.0:1777421298.994477:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 200 00000100:00100000:2.0:1777421298.994483:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+92:2359:x1863761007027200:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421298.994510:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+92:2359:x1863761007027200:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 27us (640us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421298.994516:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 200 00000100:00100000:2.0:1777421298.994527:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 201 00000100:00100000:2.0:1777421298.994533:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:2358:x1863761007027584:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421298.994558:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:2358:x1863761007027584:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 25us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421298.994564:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 201 00000100:00080000:2.0:1777421298.994590:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421298.995003:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007027072 00000100:00100000:3.0:1777421298.995021:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007027072 00000100:00100000:3.0:1777421298.995162:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 480 00000100:00100000:3.0:1777421298.995170:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b517450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2358:x1863761007027072:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421298.995214:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b517450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2358:x1863761007027072:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 44us (1467us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421298.995221:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 480 00010000:00010000:2.0:1777421299.938685:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421300.002617:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777421300.002637:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018367872:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421300.002751:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1863761018368128:0@lo:400:kworker.0 00000100:00100000:2.0:1777421300.002762:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41e7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018368000:0@lo:400:kworker.0 00000100:00100000:1.0:1777421300.002812:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421300.002818:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421300.002881:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018368512:0@lo:400:kworker.0 00000100:00100000:1.0:1777421300.002886:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018368640:0@lo:400:kworker.0 00000100:00100000:0.0:1777421300.002894:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421300.002925:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41e7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1863761018368256:0@lo:400:kworker.0 00000100:00100000:1.0:1777421300.002936:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421300.002939:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421300.002963:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018367872 00000100:00100000:0.0:1777421300.002971:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018367872 00000100:00100000:1.0:1777421300.003009:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018368384:0@lo:400:kworker.0 00000100:00100000:2.0:1777421300.003024:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018368000 00000100:00100000:2.0:1777421300.003030:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018368000 00000100:00100000:0.0:1777421300.003049:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1777421300.003060:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018367872:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421300.003072:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:2.0:1777421300.003083:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b515450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018368000:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1777421300.003093:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777421300.003138:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b515450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018368000:12345-0@lo:400:kworker.0 Request processed in 57us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421300.003140:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018367872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421300.003156:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:2.0:1777421300.003190:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018368640 00000100:00100000:2.0:1777421300.003194:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018368640 00000100:00100000:2.0:1777421300.003219:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:2.0:1777421300.003225:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018368640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421300.003247:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421300.003268:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018368128 00000100:00100000:2.0:1777421300.003268:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018368640:12345-0@lo:400:kworker.0 Request processed in 40us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421300.003304:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:2.0:1777421300.003316:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018368384 00000100:00100000:2.0:1777421300.003320:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018368384 00000100:00100000:2.0:1777421300.003343:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1777421300.003349:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018368384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421300.003479:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018368128 00000100:00100000:3.0:1777421300.003508:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018368512 00000100:00100000:3.0:1777421300.003511:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018368512 00000100:00100000:3.0:1777421300.003534:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:3.0:1777421300.003548:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1863761018368128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421300.003598:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1777421300.003632:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421300.004090:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018368384:12345-0@lo:400:kworker.0 Request processed in 740us (843us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421300.004098:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1777421300.004120:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018368256 00000100:00100000:2.0:1777421300.004124:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018368256 00000100:00100000:2.0:1777421300.004145:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:2.0:1777421300.004152:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1863761018368512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421300.004186:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1863761018368512:12345-0@lo:400:kworker.0 Request processed in 35us (1254us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421300.004202:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:2.0:1777421300.004216:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:2.0:1777421300.004223:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018368256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421300.004305:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018368384:0@lo:400:kworker.0 00000100:00100000:2.0:1777421300.004313:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018368256:12345-0@lo:400:kworker.0 Request processed in 90us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421300.004318:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1863761018368128:12345-0@lo:400:kworker.0 Request processed in 775us (1503us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421300.004325:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:3.0:1777421300.004333:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:1.0:1777421300.004348:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018368640:0@lo:400:kworker.0 00000100:00080000:2.0:1777421300.004354:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421300.004360:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018367872:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1777421300.004361:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777421300.004367:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421300.004367:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1863761018368128:0@lo:400:kworker.0 00000100:00100000:3.0:1777421300.004452:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41e7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018368000:0@lo:400:kworker.0 00000100:00100000:0.0:1777421300.004452:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41e7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1863761018368256:0@lo:400:kworker.0 00000100:00100000:3.0:1777421300.004462:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018368512:0@lo:400:kworker.0 00000100:00100000:2.0:1777421300.726816:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421300.726922:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007027968 00000100:00100000:1.0:1777421300.726933:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007027968 00000100:00100000:1.0:1777421300.727062:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 927 00000100:00080000:2.0:1777421300.727065:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421300.727072:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046234380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:25769:x1863761007027968:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1777421300.727160:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046234380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:25769:x1863761007027968:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 Request processed in 88us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421300.727182:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 927 00010000:00010000:3.0:1777421300.962422:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777421301.558290:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967890 is committed 00000001:00080000:3.0:1777421301.558331:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967884 is committed 00000001:00080000:0.0:1777421301.560461:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967343 is committed 00000001:00080000:0.0:1777421301.560492:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967342 is committed 00000001:02000400:2.0:1777421301.576796:0:18957:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12f: Restore a released file explicitly ========================================================== 20:08:20 (1777421300) 00000100:00100000:0.0:1777421301.759076:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421301.759129:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007028096 00000100:00100000:3.0:1777421301.759141:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007028096 00000100:00100000:3.0:1777421301.759199:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 928 00000100:00100000:3.0:1777421301.759210:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+40:26399:x1863761007028096:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1777421301.759349:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+40:26399:x1863761007028096:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 140us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421301.759359:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 928 00000100:00100000:2.0:1777421301.771422:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421301.771481:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007028224 00000100:00100000:3.0:1777421301.771492:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007028224 00000100:00100000:3.0:1777421301.771612:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 929 00000100:00100000:3.0:1777421301.771622:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+86:26400:x1863761007028224:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421301.771640:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421301.771670:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f84 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05873 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.771758:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2f8b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.771773:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2f8b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.771787:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2f8b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.771801:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2f92 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.771808:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2f92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.771815:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2f92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.771886:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2f8b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.771894:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2f8b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.771901:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2f8b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.771907:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046757a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421301.771911:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2f8b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.771929:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2f8b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.771940:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971052ac0800) 00010000:00010000:3.0:1777421301.771943:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421301.771948:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2f8b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.771955:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2f8b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.771986:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2f92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.771992:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2f92 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.771999:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2f92 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.772004:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046756a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421301.772007:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2f92 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.772012:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2f92 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.772024:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff971050d92e00) 00010000:00010000:3.0:1777421301.772027:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421301.772030:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2f92 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.772046:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2f92 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.772078:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f84 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05873 expref: 87 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.772089:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971052ac0800) 00010000:00010000:3.0:1777421301.772091:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421301.772095:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2f84 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05873 expref: 87 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.772106:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046757600, rc 0) 00000100:00100000:3.0:1777421301.772172:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+86:26400:x1863761007028224:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 550us (759us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421301.772180:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 929 00000100:00080000:2.0:1777421301.772226:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421301.775026:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421301.775123:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007028480 00000100:00100000:3.0:1777421301.775135:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007028480 00000100:00100000:3.0:1777421301.775201:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 930 00000100:00100000:3.0:1777421301.775212:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+86:26400:x1863761007028480:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:3.0:1777421301.775321:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421301.775355:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6c2dd9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057cb expref: 86 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.775375:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971052ac0800) 00010000:00010000:3.0:1777421301.775379:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421301.775501:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2f99 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.775531:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2e18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057e0 expref: 39 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.775538:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2f99 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.775575:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2e18 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057e0 expref: 39 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.775590:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2e18 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057e0 expref: 39 pid: 5771 timeout: 468 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421301.775607:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41e7fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018368768:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421301.775759:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff971044f6b840 going to sleep for 11 seconds 00000100:00100000:0.0:1777421301.779871:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421301.780036:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007028608 00000100:00100000:1.0:1777421301.780049:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007028608 00010000:00010000:1.0:1777421301.780104:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2e18 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057e0 expref: 40 pid: 5771 timeout: 468 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421301.780154:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 282 00000100:00100000:1.0:1777421301.780166:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+40:2360:x1863761007028608:12345-192.168.204.24@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777421301.780173:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41e7fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018368768:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421301.780187:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421301.780197:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2e18 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057e0 expref: 40 pid: 5771 timeout: 468 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.780210:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2e18 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057e0 expref: 40 pid: 5771 timeout: 468 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.780237:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c2e18 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e057e0 expref: 40 pid: 5771 timeout: 468 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.780255:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971052ac0800) 00010000:00010000:1.0:1777421301.780261:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2f99 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.780291:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2f99 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.780301:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2f99 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.780339:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2f99 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.780346:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421301.780354:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2f99 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.780362:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2f99 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.780392:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2fa0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.780404:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2fa0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421301.780409:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:2360:x1863761007028608:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 245us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421301.780426:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 282 00010000:00010000:3.0:1777421301.780430:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2fa0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421301.781761:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 512 00010000:00010000:3.0:1777421301.781776:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2f99 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.781785:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2f99 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.781793:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2f99 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.781800:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046756000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421301.781806:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2f99 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.781814:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2f99 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.781875:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971052ac0800) 00010000:00010000:3.0:1777421301.781879:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421301.781884:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2f99 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.781890:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2f99 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421301.781911:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000004a70290a reply state 000000000da3b0ba transno 4294967891 ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2fa0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421301.781936:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777421301.782090:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+87:26400:x1863761007028480:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 6875us (7076us total) trans 4294967891 rc 0/0 00000100:00100000:3.0:1777421301.782100:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 930 00010000:00010000:3.0:1777421301.785781:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2fa0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.785803:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2fa0 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.785811:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2fa0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.785829:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046757600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421301.785836:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2fa0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.785844:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2fa0 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.785865:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff971050d92e00) 00010000:00010000:3.0:1777421301.785868:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421301.785873:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2fa0 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.785880:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c2fa0 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421301.792728:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421301.792824:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007028736 00000100:00100000:3.0:1777421301.792838:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007028736 00000100:00100000:3.0:1777421301.793037:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 931 00000100:00100000:3.0:1777421301.793051:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+86:26401:x1863761007028736:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:3.0:1777421301.793083:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421301.793115:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2fa7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0587a expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.793209:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6c2fae lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.793228:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6c2fae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.793243:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6c2fae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421301.793364:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1777421301.793369:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421301.793402:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6c2fae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.793434:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2fa7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0587a expref: 88 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.793457:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6c2fae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0587a expref: 87 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.793467:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92300) 00010000:00010000:3.0:1777421301.793470:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421301.793474:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046757400, rc 0) 00000100:00100000:3.0:1777421301.793597:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+87:26401:x1863761007028736:12345-192.168.204.24@tcp:101:bash.0 Request processed in 549us (884us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421301.793614:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 931 00000100:00100000:0.0:1777421301.795911:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421301.796085:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007028864 00000100:00100000:3.0:1777421301.796101:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007028864 00000100:00100000:3.0:1777421301.796173:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 932 00000100:00100000:3.0:1777421301.796184:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+87:26401:x1863761007028864:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:3.0:1777421301.796218:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421301.796244:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2fb5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05881 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.796656:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fbc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.796671:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fbc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.796682:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fbc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.796696:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2fc3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.796702:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2fc3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.796709:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2fc3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.796836:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756600/0xd9d09a059d6c2fca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.796863:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046756600/0xd9d09a059d6c2fca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.796871:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756600/0xd9d09a059d6c2fca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421301.796916:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 512 00000004:00200000:3.0:1777421301.796920:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421301.796944:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971046756600/0xd9d09a059d6c2fca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.796970:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fbc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.796977:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fbc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.796983:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fbc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.796989:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046757a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421301.796993:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fbc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.797000:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fbc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.797011:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92300) 00010000:00010000:3.0:1777421301.797014:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421301.797019:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fbc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.797034:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fbc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.797050:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2fc3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.797057:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2fc3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.797063:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2fc3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.797068:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046756800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421301.797071:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2fc3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.797077:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2fc3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.797085:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff971050d92a00) 00010000:00010000:3.0:1777421301.797087:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421301.797090:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2fc3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.797096:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2fc3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.797136:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2fb5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05881 expref: 89 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.797151:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756600/0xd9d09a059d6c2fca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05881 expref: 88 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.797165:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff971043c57c00) 00010000:00010000:3.0:1777421301.797167:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777421301.797170:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046756600, rc 0) 00000100:00100000:3.0:1777421301.797370:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+88:26401:x1863761007028864:12345-192.168.204.24@tcp:101:bash.0 Request processed in 1187us (1477us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421301.797379:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 932 00000100:00100000:2.0:1777421301.803691:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421301.804084:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007028992 00000100:00100000:3.0:1777421301.804096:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007028992 00000100:00100000:3.0:1777421301.804253:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 933 00000100:00100000:3.0:1777421301.804264:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+88:26401:x1863761007028992:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:3.0:1777421301.804336:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421301.804362:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2fd1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05888 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.804627:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2fd8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.804649:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2fd8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.804661:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2fd8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.804678:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fdf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.804686:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.805213:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.805315:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2fd8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.805323:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2fd8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.805329:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2fd8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.805336:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046756800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421301.805341:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2fd8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.805348:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2fd8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.805361:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff971043c57c00) 00010000:00010000:3.0:1777421301.805364:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421301.805369:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2fd8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.805377:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2fd8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.805390:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.805396:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fdf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.805411:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fdf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.805416:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046757a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421301.805419:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fdf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.805426:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fdf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.805434:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff971043c57e00) 00010000:00010000:3.0:1777421301.805437:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421301.805440:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fdf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.805445:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fdf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.805484:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2fd1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05888 expref: 89 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.805495:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff971043c57c00) 00010000:00010000:3.0:1777421301.805498:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421301.805501:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2fd1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05888 expref: 89 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.805511:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046756a00, rc 0) 00000100:00100000:3.0:1777421301.805734:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+88:26401:x1863761007028992:12345-192.168.204.24@tcp:101:bash.0 Request processed in 1471us (2051us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421301.805752:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 933 00000100:00100000:2.0:1777421301.816400:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421301.816623:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007029120 00000100:00100000:3.0:1777421301.816635:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007029120 00000100:00100000:3.0:1777421301.816701:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 934 00000100:00100000:3.0:1777421301.816712:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+39:26402:x1863761007029120:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:3.0:1777421301.816733:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421301.816755:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2fe6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0588f expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.816815:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fed lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.816828:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.816840:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421301.816899:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1777421301.816902:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421301.816933:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.816967:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756a00/0xd9d09a059d6c2fe6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0588f expref: 41 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.816988:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0588f expref: 40 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.817015:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92300) 00010000:00010000:3.0:1777421301.817018:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421301.817022:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046757a00, rc 0) 00000100:00100000:3.0:1777421301.817129:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+40:26402:x1863761007029120:12345-192.168.204.24@tcp:101:rm.0 Request processed in 418us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421301.817137:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 934 00000100:00100000:0.0:1777421301.818915:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421301.818983:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007029248 00000100:00100000:3.0:1777421301.818991:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007029248 00000100:00100000:3.0:1777421301.819035:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 935 00000100:00100000:3.0:1777421301.819047:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+40:26402:x1863761007029248:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:3.0:1777421301.819063:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421301.819077:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2ff4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05896 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819115:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2ffb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819124:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2ffb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819132:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2ffb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819141:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c3002 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819146:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c3002 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819157:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c3002 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819247:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c3009 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819255:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c3009 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819262:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c3009 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421301.819321:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 512 00000004:00200000:3.0:1777421301.819324:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421301.819339:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c3009 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819347:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2ffb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819352:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2ffb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819357:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2ffb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819364:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046756000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421301.819368:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2ffb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819375:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2ffb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819393:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92300) 00010000:00010000:3.0:1777421301.819396:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421301.819400:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2ffb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819406:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756000/0xd9d09a059d6c2ffb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819418:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c3002 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819424:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c3002 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819430:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c3002 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819434:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971046757600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421301.819437:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c3002 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819443:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c3002 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819450:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff971043c57e00) 00010000:00010000:3.0:1777421301.819453:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421301.819456:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c3002 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819461:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757600/0xd9d09a059d6c3002 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819509:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046756800/0xd9d09a059d6c2ff4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05896 expref: 42 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819521:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757e00/0xd9d09a059d6c3009 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05896 expref: 41 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.819529:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff971043c57c00) 00010000:00010000:3.0:1777421301.819532:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777421301.819535:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971046757e00, rc 0) 00000100:00100000:3.0:1777421301.819594:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:26402:x1863761007029248:12345-192.168.204.24@tcp:101:rm.0 Request processed in 551us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421301.819601:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 935 00000100:00100000:2.0:1777421301.821561:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421301.821735:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007029376 00000100:00100000:3.0:1777421301.821744:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007029376 00000100:00100000:3.0:1777421301.821802:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 936 00000100:00100000:3.0:1777421301.821811:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:26402:x1863761007029376:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:3.0:1777421301.821828:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421301.821849:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c3010 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0589d expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.821909:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3017 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.821926:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3017 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.821936:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3017 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.821973:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c301e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.821981:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c301e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.821989:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c301e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.822042:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3017 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.822050:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3017 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.822056:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3017 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.822063:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421301.822067:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3017 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.822073:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3017 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.822083:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff971043c57c00) 00010000:00010000:3.0:1777421301.822086:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421301.822090:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3017 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.822096:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3017 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.822116:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c301e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.822121:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c301e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.822127:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c301e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.822132:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421301.822135:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c301e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.822141:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c301e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.822149:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff971050d92a00) 00010000:00010000:3.0:1777421301.822152:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421301.822154:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c301e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.822160:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c301e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.822190:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c3010 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0589d expref: 42 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.822201:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff971043c57c00) 00010000:00010000:3.0:1777421301.822203:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421301.822213:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c3010 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0589d expref: 42 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.822222:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60e00, rc 0) 00000100:00100000:3.0:1777421301.822369:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:26402:x1863761007029376:12345-192.168.204.24@tcp:101:rm.0 Request processed in 559us (812us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421301.822375:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 936 00000100:00100000:2.0:1777421301.824583:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421301.824648:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007029504 00000100:00100000:3.0:1777421301.824658:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007029504 00000100:00100000:3.0:1777421301.824711:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 937 00000100:00100000:3.0:1777421301.824722:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:26402:x1863761007029504:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:3.0:1777421301.824743:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421301.824765:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3025 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e058a4 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.824822:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c302c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.824836:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c302c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.824847:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c302c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.824862:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3033 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.824869:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3033 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.824876:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3033 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.824946:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c302c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.824968:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c302c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.824975:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c302c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.824982:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421301.824986:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c302c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.824994:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c302c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.825006:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff971043c57c00) 00010000:00010000:3.0:1777421301.825010:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421301.825014:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c302c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.825021:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c302c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.825036:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3033 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.825042:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3033 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.825049:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3033 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.825062:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421301.825066:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3033 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.825072:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3033 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.825081:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff971050d92e00) 00010000:00010000:3.0:1777421301.825084:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421301.825087:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3033 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.825094:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3033 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.825127:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3025 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058a4 expref: 42 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.825137:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff971043c57c00) 00010000:00010000:3.0:1777421301.825140:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421301.825144:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3025 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058a4 expref: 42 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.825153:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60400, rc 0) 00000100:00100000:3.0:1777421301.825205:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:26402:x1863761007029504:12345-192.168.204.24@tcp:101:rm.0 Request processed in 485us (629us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421301.825214:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 937 00000100:00100000:0.0:1777421301.839090:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421301.839198:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007029632 00000100:00100000:3.0:1777421301.839221:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007029632 00000100:00100000:1.0:1777421301.839379:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 938 00000100:00100000:1.0:1777421301.839404:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:26403:x1863761007029632:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421301.839433:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421301.839463:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c303a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e058ab expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.839551:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3041 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.839568:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3041 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.839582:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3041 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.839599:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3048 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.839606:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.839612:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.839693:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3041 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.839712:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3041 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.839719:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3041 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.839726:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421301.839730:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3041 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.839739:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3041 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.839752:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff971043c57c00) 00010000:00010000:1.0:1777421301.839755:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421301.839761:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3041 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.839767:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3041 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.839784:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.839789:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.839795:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3048 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.839800:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421301.839808:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3048 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.839814:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3048 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.839821:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff97104fb1d600) 00010000:00010000:1.0:1777421301.839823:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421301.839825:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3048 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.839831:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3048 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.839868:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c303a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058ab expref: 42 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.839880:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff971043c57c00) 00010000:00010000:1.0:1777421301.839882:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421301.839885:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c303a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058ab expref: 42 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421301.839894:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10c00, rc 0) 00000100:00100000:1.0:1777421301.840024:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:26403:x1863761007029632:12345-192.168.204.24@tcp:101:cp.0 Request processed in 631us (943us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421301.840034:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 938 00000100:00100000:2.0:1777421301.843498:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421301.843580:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007029760 00000100:00100000:3.0:1777421301.843591:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007029760 00000100:00100000:3.0:1777421301.843642:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 939 00000100:00100000:3.0:1777421301.843649:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:26403:x1863761007029760:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:3.0:1777421301.843676:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421301.843697:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c304f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e058b2 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.843758:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3056 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.843769:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3056 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.843777:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3056 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.843786:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c305d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.843790:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c305d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.843806:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c305d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.843855:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3056 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.843859:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3056 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.843874:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3056 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.843878:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421301.843881:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3056 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.843886:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3056 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.843894:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff971043c57c00) 00010000:00010000:3.0:1777421301.843896:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421301.843899:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3056 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.843903:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3056 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.843911:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c305d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.843914:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c305d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.843918:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c305d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.843921:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421301.843923:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c305d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.843932:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c305d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.843937:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff971050d92e00) 00010000:00010000:3.0:1777421301.843938:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421301.843940:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c305d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.843943:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c305d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.843981:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c304f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058b2 expref: 42 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.843988:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff971043c57c00) 00010000:00010000:3.0:1777421301.843989:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421301.843991:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c304f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058b2 expref: 42 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.843997:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60400, rc 0) 00000100:00100000:3.0:1777421301.844046:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:26403:x1863761007029760:12345-192.168.204.24@tcp:101:cp.0 Request processed in 397us (556us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421301.844054:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 939 00000100:00100000:2.0:1777421301.849830:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421301.849908:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007030016 00000100:00100000:3.0:1777421301.849921:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007030016 00000100:00100000:3.0:1777421301.849991:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 940 00000100:00100000:3.0:1777421301.850003:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:26403:x1863761007030016:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:3.0:1777421301.850041:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421301.850066:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c3064 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e058b9 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.850188:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c306b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.850204:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c306b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.850215:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c306b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.850231:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3072 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.850237:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3072 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.850244:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3072 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777421301.851091:0:5771:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x15:0x0], index 1: 0 00010000:00010000:2.0:1777421301.851261:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3079 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.851391:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3079 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.851410:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3079 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.851446:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c306b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.851453:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c306b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.851460:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c306b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.851892:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421301.851897:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c306b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.851905:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c306b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.851918:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff971043c57c00) 00010000:00010000:2.0:1777421301.851921:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421301.851926:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c306b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.851932:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c306b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421301.851948:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000b0a6bafb reply state 00000000f4ae6736 transno 4294967892 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3072 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421301.851967:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777421301.852011:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c3064 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058b9 expref: 44 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.852026:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3079 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058b9 expref: 43 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.852034:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff971053d1f800) 00010000:00010000:2.0:1777421301.852037:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421301.852040:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4e00, rc 0) 00000100:00100000:2.0:1777421301.852176:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:26403:x1863761007030016:12345-192.168.204.24@tcp:101:cp.0 Request processed in 2175us (2354us total) trans 4294967892 rc 0/0 00000100:00100000:2.0:1777421301.852186:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 940 00010000:00010000:3.0:1777421301.854716:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3072 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.854729:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3072 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.854735:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3072 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.854739:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421301.854753:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3072 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.854759:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3072 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.854771:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff971050d92a00) 00010000:00010000:3.0:1777421301.854773:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421301.854776:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3072 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421301.854789:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3072 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421301.858444:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421301.858532:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007030144 00000100:00100000:0.0:1777421301.858543:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007030144 00000100:00100000:0.0:1777421301.858602:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 237 00000100:00100000:0.0:1777421301.858611:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007030144:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421301.858627:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421301.858647:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c3087 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e058c0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421301.858671:0:7984:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777421301.858690:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421301.858692:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421301.858700:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c3087 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c0 expref: 11 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421301.858720:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c3087 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c0 expref: 11 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421301.858734:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971082053000, rc 0) 00000100:00080000:2.0:1777421301.858761:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421301.858784:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007030144:12345-192.168.204.24@tcp:101:cp.0 Request processed in 173us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421301.858793:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 237 00000100:00100000:0.0:1777421301.861110:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421301.861419:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007030272 00000100:00100000:2.0:1777421301.861428:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007030272 00000100:00100000:2.0:1777421301.861482:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 238 00000100:00100000:2.0:1777421301.861491:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:26403:x1863761007030272:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421301.861508:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421301.861527:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1f69e23/0xd9d09a059d6c308e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e058c7 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.861557:0:7984:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c3087 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c0 expref: 12 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.861566:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421301.861568:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421301.861572:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1f69e23/0xd9d09a059d6c308e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c7 expref: 12 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.861618:0:7984:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c3087 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c0 expref: 12 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.861632:0:7984:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c3087 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c0 expref: 12 pid: 7984 timeout: 468 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421301.861647:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018368896:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421301.861732:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ff8e000 going to sleep for 11 seconds 00000100:00100000:0.0:1777421301.868975:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018368896:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421301.869013:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b1f69e23/0xd9d09a059d6c308e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c7 expref: 12 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421301.869059:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4a00, rc 0) 00000100:00100000:0.0:1777421301.869124:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:26403:x1863761007030272:12345-192.168.204.24@tcp:101:cp.0 Request processed in 7633us (8020us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421301.869134:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 238 00000100:00100000:3.0:1777421301.869793:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421301.872503:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007030400 00000100:00100000:0.0:1777421301.872520:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007030400 00010000:00010000:0.0:1777421301.872582:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c3087 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c0 expref: 12 pid: 7984 timeout: 468 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421301.872627:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 283 00000100:00100000:0.0:1777421301.872635:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007030400:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421301.872647:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421301.872664:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c3087 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c0 expref: 12 pid: 7984 timeout: 468 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421301.872674:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c3087 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c0 expref: 12 pid: 7984 timeout: 468 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421301.872696:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c3087 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c0 expref: 12 pid: 7984 timeout: 468 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421301.872714:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421301.872716:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421301.872723:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1f69e23/0xd9d09a059d6c308e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c7 expref: 11 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421301.872745:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1f69e23/0xd9d09a059d6c308e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c7 expref: 11 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421301.872789:0:11342:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b1f69e23/0xd9d09a059d6c308e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c7 expref: 11 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421301.872803:0:11342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11342:1863761018369024:192.168.204.24@tcp:105: 00000100:00100000:0.0:1777421301.872889:0:11342:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104fe63780 going to sleep for 11 seconds 00000100:00100000:0.0:1777421301.875061:0:11342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11342:1863761018369024:192.168.204.24@tcp:105: 00010000:00010000:0.0:1777421301.875085:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421301.875137:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007030400:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 2501us (5351us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421301.875148:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 283 00000100:00100000:2.0:1777421301.876019:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421301.876092:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007030656 00000100:00100000:1.0:1777421301.876101:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007030656 00000100:00100000:1.0:1777421301.876154:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 203 00000100:00100000:1.0:1777421301.876228:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b5a5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:26403:x1863761007030656:12345-192.168.204.24@tcp:35:cp.0 00000100:00100000:1.0:1777421301.876647:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b5a5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:26403:x1863761007030656:12345-192.168.204.24@tcp:35:cp.0 Request processed in 423us (629us total) trans 4294967893 rc 0/0 00000100:00100000:1.0:1777421301.876653:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 203 00000100:00100000:3.0:1777421301.898060:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421301.898333:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007030784 00000100:00100000:2.0:1777421301.898348:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007030784 00000100:00100000:2.0:1777421301.898409:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 941 00000100:00100000:2.0:1777421301.898420:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+88:26406:x1863761007030784:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421301.898441:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421301.898464:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3095 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e058ce expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.898538:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c309c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.898553:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c309c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.898564:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c309c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.898603:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c30a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.898612:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c30a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.898619:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c30a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.898728:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c30aa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.898736:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c30aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.898742:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c30aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421301.898771:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00000004:00200000:2.0:1777421301.898776:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421301.898794:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c30aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.898815:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c30aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.898823:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c309c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.898829:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c309c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.898844:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c309c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.898850:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb5a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421301.898855:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c309c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.898862:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c309c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.898873:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff971043c57c00) 00010000:00010000:2.0:1777421301.898876:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421301.898880:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c309c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.898886:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c309c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.898904:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c30a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.898911:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c30a3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.898916:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c30a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.898922:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb5800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421301.898930:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c30a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.898947:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c30a3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.898964:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff971053d1f600) 00010000:00010000:2.0:1777421301.898966:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421301.898969:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c30a3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.898975:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c30a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.899008:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3095 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058ce expref: 90 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.899030:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c30aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058ce expref: 89 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.899039:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff971053d1f800) 00010000:00010000:2.0:1777421301.899042:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421301.899045:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4000, rc 0) 00000100:00100000:2.0:1777421301.899121:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+89:26406:x1863761007030784:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 701us (1075us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421301.899128:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 941 00000100:00100000:0.0:1777421301.902199:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421301.902257:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007030912 00000100:00100000:2.0:1777421301.902267:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007030912 00000100:00080000:0.0:1777421301.902341:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421301.902372:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 239 00000100:00100000:2.0:1777421301.902384:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007030912:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421301.902416:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421301.902433:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000595ccf08/0xd9d09a059d6c30b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e058d5 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421301.902488:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018369152:192.168.204.24@tcp:106: 00000100:00100000:2.0:1777421301.902570:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ff8e240 going to sleep for 11 seconds 00002000:00010000:2.0:1777421301.905375:0:7984:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1777421301.905381:0:7984:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb mtime: 0 -> 1777421301 00002000:00010000:2.0:1777421301.905382:0:7984:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb atime: 0 -> 1777421301 00002000:00010000:2.0:1777421301.905384:0:7984:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb ctime: 0 -> 1777421301 00000100:00100000:2.0:1777421301.905403:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018369152:192.168.204.24@tcp:106: 00010000:00010000:2.0:1777421301.905431:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000595ccf08/0xd9d09a059d6c30b1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058d5 expref: 13 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.905449:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000595ccf08/0xd9d09a059d6c30b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058d5 expref: 13 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.905466:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4600, rc 0) 00000100:00100000:2.0:1777421301.905509:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007030912:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 3128us (3319us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421301.905518:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 239 00000100:00100000:0.0:1777421301.908006:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421301.908246:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007031040 00000100:00100000:2.0:1777421301.908257:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007031040 00000100:00100000:2.0:1777421301.908386:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 942 00000100:00100000:2.0:1777421301.908397:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+89:26406:x1863761007031040:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421301.908433:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421301.908453:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c30b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e058dc expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.908522:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c30bf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.908536:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c30bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.908548:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c30bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421301.908605:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 512 00000004:00200000:2.0:1777421301.908610:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421301.908637:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c30bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.908664:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c30b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058dc expref: 91 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.908693:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c30bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058dc expref: 90 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.908703:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff971043c57c00) 00010000:00010000:2.0:1777421301.908706:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421301.908710:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5800, rc 0) 00000100:00100000:2.0:1777421301.908889:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+90:26406:x1863761007031040:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 493us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421301.908897:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 942 00000100:00100000:0.0:1777421301.911254:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421301.911342:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007031168 00000100:00100000:2.0:1777421301.911352:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007031168 00000100:00100000:2.0:1777421301.911407:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 240 00000100:00100000:2.0:1777421301.911416:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007031168:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421301.911432:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421301.911447:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000595ccf08/0xd9d09a059d6c30c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e058e3 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421301.911499:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018369280:192.168.204.24@tcp:106: 00000100:00100000:2.0:1777421301.911565:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ff8e240 going to sleep for 11 seconds 00000100:00100000:2.0:1777421301.912745:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018369280:192.168.204.24@tcp:106: 00010000:00010000:2.0:1777421301.912772:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000595ccf08/0xd9d09a059d6c30c6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058e3 expref: 13 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.912793:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000595ccf08/0xd9d09a059d6c30c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058e3 expref: 13 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421301.912808:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4600, rc 0) 00000100:00100000:2.0:1777421301.912890:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007031168:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1474us (1642us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421301.912898:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 240 00000100:00100000:0.0:1777421301.916131:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421301.916172:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007031424 00000100:00100000:2.0:1777421301.916181:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007031424 00000100:00100000:2.0:1777421301.916229:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 943 00000100:00100000:2.0:1777421301.916239:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+90:26406:x1863761007031424:12345-192.168.204.24@tcp:58:lfs.0 00000040:00080000:2.0:1777421301.916531:0:5771:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].24, 136 off11456 00000100:00100000:2.0:1777421301.916610:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+90:26406:x1863761007031424:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 371us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421301.916618:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 943 00010000:00010000:2.0:1777421301.988042:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777421302.313421:0:19006:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421302.313430:0:19006:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421302.313486:0:19006:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 5 00000040:00080000:3.0:1777421302.313493:0:19006:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1777421302.498932:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421302.498949:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421302.498988:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 5 00000040:00080000:0.0:1777421302.498995:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421302.499244:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c74380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018369408:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421302.499372:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104fe63780 going to sleep for 11 seconds 00000100:00100000:0.0:1777421302.502650:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421302.503354:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c74380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018369408:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421302.504270:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007031552 00000100:00100000:3.0:1777421302.504294:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007031552 00000100:00100000:3.0:1777421302.504437:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 944 00000100:00100000:3.0:1777421302.504452:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:26418:x1863761007031552:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421302.504485:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x19:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421302.504582:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:26418:x1863761007031552:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 137us (1941us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421302.504589:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 944 00000100:00080000:0.0:1777421302.504675:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421302.508133:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421302.508220:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007031808 00000100:00100000:3.0:1777421302.508243:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007031808 00000100:00100000:3.0:1777421302.508502:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 945 00000100:00100000:3.0:1777421302.508516:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:26418:x1863761007031808:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421302.508985:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421302.509010:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c30cd lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e058ea expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.509106:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c30d4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.509120:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c30d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.509132:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c30d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421302.509142:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:3.0:1777421302.509268:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c30cd lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058ea expref: 47 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.509312:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c30d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058ea expref: 46 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.509321:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff971053d1f800) 00010000:00010000:3.0:1777421302.509324:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421302.509327:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60400, rc 0) 00000100:00100000:3.0:1777421302.509393:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:26418:x1863761007031808:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 882us (1266us total) trans 4294967894 rc 0/0 00000100:00100000:3.0:1777421302.509401:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 945 00000100:00100000:2.0:1777421302.512565:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421302.512638:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007031936 00000100:00100000:0.0:1777421302.512646:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007031936 00000100:00100000:0.0:1777421302.512708:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 40 00000100:00100000:0.0:1777421302.512719:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:2358:x1863761007031936:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421302.512733:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421302.512755:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c30d4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058ea expref: 46 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421302.512769:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff971053d1f800) 00010000:00010000:0.0:1777421302.512773:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421302.512828:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:2358:x1863761007031936:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 111us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421302.512836:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 40 00000100:00100000:0.0:1777421302.513394:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421302.513513:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007032064 00000100:00100000:2.0:1777421302.513519:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007032064 00000100:00100000:2.0:1777421302.513560:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 241 00000100:00100000:2.0:1777421302.513569:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007032064:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421302.513612:0:7984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001b494f8e/0xd9d09a059d6c30e2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421302.513699:0:7984:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1f69e23/0xd9d09a059d6c308e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c7 expref: 11 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421302.513709:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421302.513711:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421302.513715:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b494f8e/0xd9d09a059d6c30e2 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421302.513748:0:7984:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b1f69e23/0xd9d09a059d6c308e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c7 expref: 11 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421302.513762:0:7984:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b1f69e23/0xd9d09a059d6c308e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c7 expref: 11 pid: 7984 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421302.513789:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018369536:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421302.513850:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ff8e000 going to sleep for 11 seconds 00000100:00100000:0.0:1777421302.515342:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018369536:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421302.515367:0:7984:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001b494f8e/0xd9d09a059d6c30e2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421302.516587:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421302.516640:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007032192 00000100:00100000:1.0:1777421302.516650:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007032192 00002000:00100000:1.0:1777421302.516698:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x15:0x0] (0->157) req@ffff971080973b80 x1863761007032192/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:313/0 lens 648/0 e 0 to 0 dl 1777421313 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421302.516711:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971080973b80 with x1863761007032192 ext(0->157) 00010000:00010000:1.0:1777421302.516719:0:6559:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000b1f69e23/0xd9d09a059d6c308e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c7 expref: 12 pid: 7984 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421302.516734:0:6559:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b1f69e23/0xd9d09a059d6c308e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c7 expref: 12 pid: 7984 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421302.516743:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff971080973b80 00000100:00100000:1.0:1777421302.516785:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 9 00000100:00100000:1.0:1777421302.516796:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007032192:12345-192.168.204.24@tcp:4:cp.0 00000100:00100000:1.0:1777421302.517269:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:2361:x1863761007032192:12345-192.168.204.24@tcp:4:cp.0 Request processed in 474us (686us total) trans 4294967351 rc 0/0 00000100:00100000:1.0:1777421302.517304:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 9 00002000:00100000:1.0:1777421302.517312:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x15:0x0] (0->157) req@ffff971080973b80 x1863761007032192/t4294967351(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:313/0 lens 648/448 e 0 to 0 dl 1777421313 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421302.517321:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971080973b80 with x1863761007032192 ext(0->157) 00010000:00010000:1.0:1777421302.517333:0:6559:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000b1f69e23/0xd9d09a059d6c308e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c7 expref: 14 pid: 7984 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421302.517357:0:6559:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b1f69e23/0xd9d09a059d6c308e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c7 expref: 14 pid: 7984 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421302.517365:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff971080973b80 00000100:00100000:2.0:1777421302.519460:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421302.519524:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007032320 00000100:00100000:1.0:1777421302.519534:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007032320 00010000:00010000:1.0:1777421302.519570:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b1f69e23/0xd9d09a059d6c308e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c7 expref: 14 pid: 7984 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421302.519601:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 284 00000100:00100000:1.0:1777421302.519608:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:2359:x1863761007032320:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421302.519617:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421302.519634:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b1f69e23/0xd9d09a059d6c308e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c7 expref: 14 pid: 7984 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421302.519643:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b1f69e23/0xd9d09a059d6c308e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c7 expref: 14 pid: 7984 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421302.519663:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1f69e23/0xd9d09a059d6c308e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058c7 expref: 14 pid: 7984 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421302.519678:0:5755:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421302.519679:0:5755:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421302.519685:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001b494f8e/0xd9d09a059d6c30e2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421302.519706:0:5755:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b494f8e/0xd9d09a059d6c30e2 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421302.519740:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421302.519792:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2359:x1863761007032320:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 182us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421302.519801:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 284 00010000:00010000:2.0:1777421302.519804:0:7984:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001b494f8e/0xd9d09a059d6c30e2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421302.519815:0:7984:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001b494f8e/0xd9d09a059d6c30e2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421302.519840:0:7984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001b494f8e/0xd9d09a059d6c30e2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421302.519849:0:7984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001b494f8e/0xd9d09a059d6c30e2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421302.519857:0:7984:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001b494f8e/0xd9d09a059d6c30e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421302.519865:0:7984:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4800 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421302.519869:0:7984:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001b494f8e/0xd9d09a059d6c30e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421302.519879:0:7984:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001b494f8e/0xd9d09a059d6c30e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421302.519908:0:7984:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001b494f8e/0xd9d09a059d6c30e2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421302.519916:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b494f8e/0xd9d09a059d6c30e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421302.519981:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761007032064:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 6412us (6587us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421302.519991:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 241 00000100:00100000:0.0:1777421302.524504:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421302.524608:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007032576 00000100:00100000:3.0:1777421302.524618:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007032576 00000100:00100000:3.0:1777421302.524676:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 946 00000100:00100000:3.0:1777421302.524686:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080972d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:26418:x1863761007032576:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777421302.524812:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080972d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:26418:x1863761007032576:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 127us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421302.524821:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 946 00000100:00100000:3.0:1777421302.527592:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421302.527898:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007032704 00000100:00100000:2.0:1777421302.527908:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007032704 00000100:00100000:2.0:1777421302.527970:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 242 00000100:00100000:2.0:1777421302.527981:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761007032704:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421302.527998:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421302.528017:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001b494f8e/0xd9d09a059d6c30e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e058f1 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421302.528044:0:7984:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 158, mtime: 0x69f14bf5, atime: 0x0, ctime: 0x69f14bf5, blocks: 0x1 00010000:00010000:2.0:1777421302.528061:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421302.528064:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421302.528072:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b494f8e/0xd9d09a059d6c30e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058f1 expref: 13 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421302.528090:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001b494f8e/0xd9d09a059d6c30e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058f1 expref: 13 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421302.528123:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4800, rc 0) 00000100:00100000:2.0:1777421302.528182:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007032704:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 202us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421302.528190:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 242 00000100:00100000:2.0:1777421302.530590:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421302.530643:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007032960 00000100:00100000:1.0:1777421302.530652:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007032960 00000100:00100000:1.0:1777421302.530692:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 947 00000100:00100000:1.0:1777421302.530699:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:26418:x1863761007032960:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421302.530784:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:26418:x1863761007032960:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 84us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421302.530792:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 947 00000100:00100000:0.0:1777421302.533043:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421302.533112:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007033088 00000100:00100000:1.0:1777421302.533122:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007033088 00002000:00100000:1.0:1777421302.533172:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x15:0x0] (0->4095) req@ffff971080970e00 x1863761007033088/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:313/0 lens 488/0 e 0 to 0 dl 1777421313 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421302.533183:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971080970e00 with x1863761007033088 ext(0->4095) 00002000:00010000:1.0:1777421302.533189:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff971080970e00 00000100:00100000:1.0:1777421302.533224:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 90 00000100:00100000:1.0:1777421302.533237:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761007033088:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1777421302.533446:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761007033088:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 210us (409us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777421302.533472:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 90 00002000:00100000:1.0:1777421302.533480:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x15:0x0] (0->4095) req@ffff971080970e00 x1863761007033088/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:313/0 lens 488/4536 e 0 to 0 dl 1777421313 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421302.533489:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971080970e00 with x1863761007033088 ext(0->4095) 00002000:00010000:1.0:1777421302.533494:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff971080970e00 00000100:00100000:0.0:1777421302.535869:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421302.536113:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007033216 00000100:00100000:3.0:1777421302.536123:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007033216 00000100:00100000:3.0:1777421302.536181:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 948 00000100:00100000:3.0:1777421302.536190:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:26418:x1863761007033216:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421302.536206:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421302.536226:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c30f0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e058f8 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.536261:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c30f7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.536359:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c30f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.536372:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c30f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.536469:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c30f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058f8 expref: 47 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.536487:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c30f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058f8 expref: 46 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.536504:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff971053d1f800) 00010000:00010000:3.0:1777421302.536507:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421302.536511:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61800, rc 0) 00000100:00100000:3.0:1777421302.536563:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:26418:x1863761007033216:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 369us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421302.536571:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 948 00000100:00100000:2.0:1777421302.538742:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421302.538805:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007033344 00000100:00100000:3.0:1777421302.538814:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007033344 00000100:00100000:3.0:1777421302.538865:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 949 00000100:00100000:3.0:1777421302.538875:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:26418:x1863761007033344:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421302.538902:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x19:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421302.539014:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:26418:x1863761007033344:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 141us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421302.539022:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 949 00000100:00100000:0.0:1777421302.540671:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421302.540747:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007033472 00000100:00100000:3.0:1777421302.540756:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007033472 00000100:00100000:3.0:1777421302.540812:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 243 00000100:00100000:3.0:1777421302.540823:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007033472:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777421302.540861:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c30fe lrc: 3/1,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.540876:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421302.540879:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421302.540884:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c30fe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.540909:0:6553:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c30fe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.540934:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c30fe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.540953:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c30fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.540962:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c30fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.540968:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61e00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421302.540972:0:6553:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c30fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.540979:0:6553:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c30fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.540994:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c30fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.541002:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c30fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421302.541071:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007033472:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 250us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421302.541078:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 243 00000100:00100000:0.0:1777421302.542824:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421302.542888:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007033728 00000100:00100000:3.0:1777421302.542896:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007033728 00000100:00100000:3.0:1777421302.542938:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 950 00000100:00100000:3.0:1777421302.542956:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:26418:x1863761007033728:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1777421302.543013:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3105 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.543029:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c30f7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058f8 expref: 46 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.543038:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3105 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.543071:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c30f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058f8 expref: 46 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.543086:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c30f7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058f8 expref: 46 pid: 5771 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421302.543101:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41e7df80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018369664:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421302.543201:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b747b40 going to sleep for 11 seconds 00000100:00100000:3.0:1777421302.544950:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41e7df80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018369664:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421302.545047:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3105 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421302.545146:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421302.545215:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007033856 00000100:00100000:3.0:1777421302.545222:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007033856 00010000:00010000:3.0:1777421302.545250:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c30f7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058f8 expref: 47 pid: 5771 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421302.545304:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 285 00000100:00100000:3.0:1777421302.545315:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:2361:x1863761007033856:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421302.545326:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421302.545334:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c30f7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058f8 expref: 47 pid: 5771 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.545346:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c30f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058f8 expref: 47 pid: 5771 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.545366:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c30f7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058f8 expref: 47 pid: 5771 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.545381:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff971053d1f800) 00010000:00010000:3.0:1777421302.545385:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3105 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.545395:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3105 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.545456:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3105 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421302.545491:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421302.545532:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3105 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421302.545539:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:2361:x1863761007033856:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 225us (391us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421302.545545:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3105 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421302.545552:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 285 00010000:00010000:2.0:1777421302.545754:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3105 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421302.545763:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3105 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421302.545769:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3105 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421302.545774:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421302.545778:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3105 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421302.545786:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3105 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421302.545795:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff971053d1f800) 00010000:00010000:2.0:1777421302.545804:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421302.545808:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3105 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421302.545815:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3105 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421302.545935:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:26418:x1863761007033728:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 2979us (3123us total) trans 4294967895 rc 0/0 00000100:00100000:2.0:1777421302.545956:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 950 00000040:00080000:0.0:1777421302.546027:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421302.546031:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421302.546559:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:0.0:1777421302.546565:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421302.547098:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421302.547159:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007034112 00000100:00100000:1.0:1777421302.547164:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007034112 00000100:00100000:1.0:1777421302.547218:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 204 00000100:00100000:1.0:1777421302.547225:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:26418:x1863761007034112:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421302.547383:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:26418:x1863761007034112:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 159us (286us total) trans 4294967896 rc 0/0 00000100:00100000:1.0:1777421302.547388:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 204 00010000:00010000:2.0:1777421303.013218:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777421303.825797:0:19057:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421303.825807:0:19057:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421303.825861:0:19057:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 5 00000040:00080000:3.0:1777421303.825868:0:19057:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421303.871264:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421303.871462:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007034240 00000100:00100000:3.0:1777421303.871473:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007034240 00000100:00100000:3.0:1777421303.871587:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 244 00000100:00100000:3.0:1777421303.871603:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+12:2358:x1863761007034240:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421303.871620:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421303.871639:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089995b9c/0xd9d09a059d6c310c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e058ff expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421303.871665:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421303.871668:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421303.871676:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000089995b9c/0xd9d09a059d6c310c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058ff expref: 13 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421303.871695:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089995b9c/0xd9d09a059d6c310c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058ff expref: 13 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421303.871710:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61800, rc 0) 00000100:00100000:3.0:1777421303.871769:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+13:2358:x1863761007034240:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 173us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421303.872044:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 244 00000100:00080000:0.0:1777421303.872478:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421303.879472:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421303.879599:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007034496 00000100:00100000:3.0:1777421303.879610:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007034496 00000100:00100000:3.0:1777421303.879694:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 951 00000100:00100000:3.0:1777421303.879707:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+90:26426:x1863761007034496:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421303.879726:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421303.879747:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3113 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05906 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421303.879858:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c311a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421303.879873:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c311a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421303.879896:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c311a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421303.879908:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:2.0:1777421303.880110:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3113 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05906 expref: 93 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421303.880128:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c311a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05906 expref: 92 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421303.880137:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff971053d1f800) 00010000:00010000:2.0:1777421303.880140:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777421303.880144:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61400, rc 0) 00000100:00100000:2.0:1777421303.880223:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+92:26426:x1863761007034496:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 521us (759us total) trans 4294967897 rc 0/0 00000100:00100000:2.0:1777421303.880231:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 951 00000100:00080000:0.0:1777421303.880495:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421303.883359:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421303.883438:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007034624 00000100:00100000:2.0:1777421303.883450:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007034624 00000100:00100000:2.0:1777421303.883500:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 245 00000100:00100000:2.0:1777421303.883510:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080c20050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+13:2361:x1863761007034624:12345-192.168.204.24@tcp:1:lfs.0 00010000:00010000:2.0:1777421303.883556:0:7984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000305bee/0xd9d09a059d6c3128 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421303.883577:0:7984:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001b494f8e/0xd9d09a059d6c30e9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058f1 expref: 12 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421303.883587:0:7984:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000089995b9c/0xd9d09a059d6c310c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058ff expref: 13 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421303.883594:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421303.883596:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421303.883601:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000305bee/0xd9d09a059d6c3128 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421303.883633:0:7984:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000089995b9c/0xd9d09a059d6c310c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058ff expref: 13 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421303.883646:0:7984:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000089995b9c/0xd9d09a059d6c310c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058ff expref: 13 pid: 6553 timeout: 470 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421303.883660:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018369792:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421303.883747:0:7984:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001b494f8e/0xd9d09a059d6c30e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058f1 expref: 12 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421303.883757:0:7984:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001b494f8e/0xd9d09a059d6c30e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058f1 expref: 12 pid: 7984 timeout: 470 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421303.883779:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c74380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018369920:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421303.883802:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ff8e240 going to sleep for 11 seconds 00000100:00100000:2.0:1777421303.885737:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018369792:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421303.885750:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c74380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018369920:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421303.885773:0:7984:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000000305bee/0xd9d09a059d6c3128 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421303.888465:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421303.888503:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421303.888530:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007034752 00000100:00100000:3.0:1777421303.888540:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007034752 00000100:00100000:2.0:1777421303.888573:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007034880 00010000:00010000:3.0:1777421303.888577:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000089995b9c/0xd9d09a059d6c310c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058ff expref: 14 pid: 6553 timeout: 470 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421303.888580:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007034880 00010000:00010000:2.0:1777421303.888618:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001b494f8e/0xd9d09a059d6c30e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058f1 expref: 13 pid: 7984 timeout: 470 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777421303.888633:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421303.888932:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 286 00000100:00100000:3.0:1777421303.888942:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080972a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+14:2361:x1863761007034752:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421303.888964:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777421303.888994:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 287 00010000:00010000:3.0:1777421303.888999:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000089995b9c/0xd9d09a059d6c310c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058ff expref: 14 pid: 6553 timeout: 470 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421303.889004:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971049aefc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007034880:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421303.889013:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421303.889015:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000089995b9c/0xd9d09a059d6c310c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058ff expref: 14 pid: 6553 timeout: 470 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.889028:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001b494f8e/0xd9d09a059d6c30e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058f1 expref: 13 pid: 7984 timeout: 470 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421303.889043:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089995b9c/0xd9d09a059d6c310c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058ff expref: 14 pid: 6553 timeout: 470 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.889043:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001b494f8e/0xd9d09a059d6c30e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058f1 expref: 13 pid: 7984 timeout: 470 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.889057:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b494f8e/0xd9d09a059d6c30e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058f1 expref: 13 pid: 7984 timeout: 470 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421303.889059:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421303.889060:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421303.889065:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000000305bee/0xd9d09a059d6c3128 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421303.889075:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000305bee/0xd9d09a059d6c3128 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.889092:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421303.889138:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971049aefc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761007034880:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 136us (634us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421303.889141:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421303.889149:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 287 00000100:00100000:2.0:1777421303.889170:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080972a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+13:2361:x1863761007034752:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 228us (711us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421303.889179:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 286 00010000:00010000:3.0:1777421303.889268:0:7984:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000000305bee/0xd9d09a059d6c3128 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421303.889296:0:7984:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000305bee/0xd9d09a059d6c3128 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421303.889317:0:7984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000305bee/0xd9d09a059d6c3128 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421303.889325:0:7984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000000305bee/0xd9d09a059d6c3128 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421303.889339:0:7984:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000000305bee/0xd9d09a059d6c3128 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421303.889346:0:7984:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb5400 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421303.889350:0:7984:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000000305bee/0xd9d09a059d6c3128 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421303.889359:0:7984:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000000305bee/0xd9d09a059d6c3128 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421303.889372:0:7984:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000000305bee/0xd9d09a059d6c3128 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421303.889389:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000305bee/0xd9d09a059d6c3128 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421303.889607:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080c20050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+13:2361:x1863761007034624:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 6097us (6254us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421303.889616:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 245 00000100:00100000:0.0:1777421303.891424:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421303.891828:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007035136 00000100:00100000:1.0:1777421303.891838:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007035136 00000100:00100000:1.0:1777421303.891891:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 205 00000100:00100000:1.0:1777421303.892002:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+92:26426:x1863761007035136:12345-192.168.204.24@tcp:35:lfs.0 00000004:00010000:1.0:1777421303.892080:0:5774:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000402:0x19:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c311a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05906 expref: 92 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421303.892468:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967898 00000001:00080000:1.0:1777421303.893032:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967899 00010000:00010000:1.0:1777421303.893126:0:5774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c312f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421303.893142:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3079 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058b9 expref: 46 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421303.893158:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c30aa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058ce expref: 95 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421303.893166:0:5774:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c312f lrc: 5/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421303.893200:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c30aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058ce expref: 95 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421303.893215:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c30aa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058ce expref: 95 pid: 5771 timeout: 470 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421303.893230:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018370048:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421303.893334:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3079 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058b9 expref: 46 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421303.893345:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3079 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058b9 expref: 46 pid: 5771 timeout: 470 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421303.893355:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018370176:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421303.893380:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049a803c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421303.895245:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018370048:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421303.895261:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018370176:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421303.895309:0:5774:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c312f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421303.896653:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421303.896774:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007035392 00000100:00100000:2.0:1777421303.896783:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007035392 00010000:00010000:2.0:1777421303.896874:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3079 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058b9 expref: 47 pid: 5771 timeout: 470 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421303.896915:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 288 00000100:00100000:2.0:1777421303.896933:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:2360:x1863761007035392:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421303.896945:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421303.896953:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3079 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058b9 expref: 47 pid: 5771 timeout: 470 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421303.896964:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3079 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058b9 expref: 47 pid: 5771 timeout: 470 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421303.896986:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3079 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058b9 expref: 47 pid: 5771 timeout: 470 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421303.896995:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:2.0:1777421303.897017:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff971053d1f800) 00010000:00010000:2.0:1777421303.897021:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c312f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421303.897024:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007035264 00010000:00010000:2.0:1777421303.897028:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c312f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421303.897029:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007035264 00010000:00010000:2.0:1777421303.897036:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421303.897056:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c30aa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058ce expref: 96 pid: 5771 timeout: 470 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421303.897075:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:2360:x1863761007035392:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 144us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421303.897083:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 288 00000100:00100000:3.0:1777421303.897118:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 289 00000100:00100000:3.0:1777421303.897127:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+96:2361:x1863761007035264:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421303.897137:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421303.897143:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c30aa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058ce expref: 96 pid: 5771 timeout: 470 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421303.897151:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c30aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058ce expref: 96 pid: 5771 timeout: 470 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421303.897162:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c30aa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058ce expref: 96 pid: 5771 timeout: 470 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421303.897259:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff971053d1f800) 00010000:00010000:3.0:1777421303.897264:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c312f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421303.897295:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c312f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421303.897304:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c312f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421303.897489:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421303.897527:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+95:2361:x1863761007035264:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 400us (534us total) trans 0 rc 0/0 00010000:00010000:3.0:1777421303.897540:0:5774:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c312f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421303.897548:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 289 00010000:00010000:3.0:1777421303.897551:0:5774:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c312f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777421303.897684:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967900 00000001:00080000:3.0:1777421303.897950:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967901 00000001:00080000:3.0:1777421303.898021:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967902 00000100:00100000:3.0:1777421303.898098:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41e7d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018370304:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777421303.898132:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421303.898152:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045624a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421303.898164:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018370304 00000100:00100000:0.0:1777421303.898168:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018370304 00000100:00100000:0.0:1777421303.898230:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1777421303.898239:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5774:x1863761018370304:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00080000:2.0:1777421303.898326:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421303.898333:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5774:x1863761018370304:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 95us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421303.898340:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1777421303.898465:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41e7d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018370304:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1777421303.898807:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967903 00000100:00100000:3.0:1777421303.898862:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41e7d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018370432:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777421303.898892:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421303.898915:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b5d5300 going to sleep for 11 seconds 00000100:00100000:0.0:1777421303.898940:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018370432 00000100:00100000:0.0:1777421303.898945:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018370432 00000100:00100000:0.0:1777421303.898976:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1777421303.898983:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5774:x1863761018370432:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777421303.899130:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5774:x1863761018370432:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 147us (239us total) trans 4294967352 rc 0/0 00000100:00100000:0.0:1777421303.899136:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1777421303.899161:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41e7d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018370432:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:1.0:1777421303.899180:0:5774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c312f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421303.899188:0:5774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c312f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421303.899201:0:5774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c312f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421303.899207:0:5774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421303.899212:0:5774:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c312f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421303.899219:0:5774:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c312f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421303.899229:0:5774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff971053d1f800) 00010000:00010000:1.0:1777421303.899233:0:5774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777421303.899236:0:5774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c312f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421303.899243:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c312f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777421303.899442:0:5774:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x3d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1777421303.899595:0:5774:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].12, 64 off9032 00000004:00080000:1.0:1777421303.899607:0:5774:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 370456332211ns, next at 371456329708ns, rc = 0 00000001:00080000:1.0:1777421303.899614:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967904 00010000:00010000:1.0:1777421303.899687:0:5774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff971053d1f800) 00010000:00010000:1.0:1777421303.899691:0:5774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777421303.899698:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c311a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05906 expref: 99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421303.899836:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+98:26426:x1863761007035136:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 7935us (8417us total) trans 4294967905 rc 0/0 00000100:00100000:1.0:1777421303.899855:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 205 00000020:00080000:1.0:1777421303.899860:0:5774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1777421303.912462:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421303.912521:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007035520 00000100:00100000:0.0:1777421303.912531:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007035520 00000100:00100000:0.0:1777421303.912593:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 952 00000100:00100000:0.0:1777421303.912604:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+98:26427:x1863761007035520:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421303.912628:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421303.912649:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c3136 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0590d expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.912716:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c313d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.912730:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c313d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.912749:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c313d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.912776:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3144 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.912784:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.912791:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.912883:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c314b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.912903:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c314b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.912910:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c314b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421303.912954:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00000004:00200000:0.0:1777421303.912959:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421303.912979:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c314b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.912990:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c314b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.912998:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c313d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.913015:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c313d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.913022:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c313d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.913028:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082053c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421303.913031:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c313d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.913038:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c313d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.913065:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff971043c57c00) 00010000:00010000:0.0:1777421303.913068:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421303.913074:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c313d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.913080:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c313d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.913091:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.913097:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3144 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.913103:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3144 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.913108:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082053000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421303.913116:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3144 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.913122:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3144 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.913130:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff971049800c00) 00010000:00010000:0.0:1777421303.913133:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421303.913135:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3144 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.913141:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3144 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.913172:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c3136 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0590d expref: 100 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.913188:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c314b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0590d expref: 99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.913195:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff971049800000) 00010000:00010000:0.0:1777421303.913198:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421303.913200:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971082052a00, rc 0) 00000100:00100000:0.0:1777421303.913251:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+99:26427:x1863761007035520:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 649us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421303.913258:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 952 00000100:00100000:0.0:1777421303.920041:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421303.920122:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007035776 00000100:00100000:3.0:1777421303.920133:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007035776 00000100:00100000:3.0:1777421303.920224:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 41 00000100:00100000:3.0:1777421303.920236:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+99:26427:x1863761007035776:12345-192.168.204.24@tcp:103:lfs.0 00010000:00010000:3.0:1777421303.920254:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421303.920318:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c314b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0590d expref: 99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421303.920339:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff971049800000) 00010000:00010000:3.0:1777421303.920352:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421303.920401:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+98:26427:x1863761007035776:12345-192.168.204.24@tcp:103:lfs.0 Request processed in 168us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421303.920409:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 41 00000100:00100000:0.0:1777421303.926109:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421303.926145:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007035904 00000100:00100000:0.0:1777421303.926155:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007035904 00000100:00100000:0.0:1777421303.926213:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 953 00000100:00100000:0.0:1777421303.926223:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+98:26427:x1863761007035904:12345-192.168.204.24@tcp:58:lfs.0 00010000:00010000:0.0:1777421303.926331:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c3152 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.926348:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c3152 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421303.926358:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c3152 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777421303.926504:0:5771:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].25, 136 off11592 00000100:00100000:0.0:1777421303.927775:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+98:26427:x1863761007035904:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 1548us (1670us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421303.927787:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 953 00010000:00010000:3.0:1777421304.034474:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421304.098473:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080973100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018370560:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421304.098540:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421304.098760:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018370560 00000100:00100000:0.0:1777421304.098769:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018370560 00000100:00080000:2.0:1777421304.098829:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421304.098840:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1777421304.098852:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018370560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777421304.098886:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777421304.098957:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018370560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 108us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421304.098963:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1777421304.099005:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080973100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018370560:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421304.113184:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421304.113254:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007036160 00000100:00100000:0.0:1777421304.113264:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007036160 00000100:00080000:2.0:1777421304.113362:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421304.113371:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 198 00000100:00100000:0.0:1777421304.113381:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+13:2359:x1863761007036160:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421304.113679:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+13:2359:x1863761007036160:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 298us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421304.113695:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 198 00000100:00100000:0.0:1777421304.113740:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421304.113846:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421304.113867:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007036032 00000100:00100000:0.0:1777421304.113871:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007036032 00000100:00100000:0.0:1777421304.113898:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 482 00000100:00100000:0.0:1777421304.113905:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2359:x1863761007036032:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421304.113945:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2359:x1863761007036032:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 40us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421304.113952:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 482 00000100:00100000:0.0:1777421304.114000:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007036288 00000100:00100000:0.0:1777421304.114004:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007036288 00000100:00100000:0.0:1777421304.114029:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 199 00000100:00100000:0.0:1777421304.114035:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2359:x1863761007036288:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421304.114065:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2359:x1863761007036288:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 29us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421304.114071:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 199 00000100:00080000:0.0:1777421304.114083:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1777421304.118900:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967352 is committed 00000001:00080000:1.0:1777421304.119033:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967351 is committed 00000040:00080000:1.0:1777421304.415594:0:19109:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421304.415604:0:19109:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421304.415663:0:19109:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 6 00000040:00080000:1.0:1777421304.415669:0:19109:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1777421304.610572:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421304.610582:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421304.610747:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 4 00000040:00080000:2.0:1777421304.610754:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421304.610870:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c74380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018370688:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421304.611075:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ff8e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421304.619925:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421304.620142:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007036416 00000100:00100000:1.0:1777421304.620151:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007036416 00000100:00100000:2.0:1777421304.620185:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c74380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018370688:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00080000:0.0:1777421304.620304:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421304.621357:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 954 00000100:00100000:1.0:1777421304.621371:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080972a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:26438:x1863761007036416:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421304.621682:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x19:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421304.621789:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080972a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:26438:x1863761007036416:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 420us (1872us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421304.621798:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 954 00000100:00100000:0.0:1777421304.626435:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421304.626980:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007036544 00000100:00100000:2.0:1777421304.626991:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007036544 00000100:00100000:2.0:1777421304.627111:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 955 00000100:00100000:2.0:1777421304.627122:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:26438:x1863761007036544:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1777421304.627192:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3159 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627209:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3159 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627241:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3159 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627258:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3160 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627266:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3160 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627295:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3160 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627325:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3167 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627334:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3167 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627341:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3167 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421304.627376:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00000004:00200000:2.0:1777421304.627381:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421304.627395:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3167 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627406:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3159 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627413:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3159 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627431:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3159 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627437:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb5a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421304.627441:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3159 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627449:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3159 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627461:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:2.0:1777421304.627464:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421304.627468:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3159 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627475:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3159 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627494:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3160 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627502:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3160 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627507:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3160 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627512:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421304.627515:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3160 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627531:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3160 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627539:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8876c877 (ffff971053d1fb00) 00010000:00010000:2.0:1777421304.627541:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421304.627544:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3160 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627550:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3160 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627569:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3167 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627576:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3167 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627581:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3167 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627587:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421304.627589:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3167 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627595:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3167 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627602:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff971049800c00) 00010000:00010000:2.0:1777421304.627605:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421304.627607:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3167 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.627623:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3167 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421304.627700:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:26438:x1863761007036544:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 Request processed in 579us (1275us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421304.627708:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 955 00000100:00100000:0.0:1777421304.633359:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421304.636116:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007036800 00000100:00100000:2.0:1777421304.636131:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007036800 00000100:00100000:2.0:1777421304.636239:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 956 00000100:00100000:2.0:1777421304.636251:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:26438:x1863761007036800:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421304.636270:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421304.636310:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5200/0xd9d09a059d6c316e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05914 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.636406:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3175 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.636421:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3175 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.636433:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3175 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421304.636444:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:2.0:1777421304.636544:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3175 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.636551:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3175 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.636575:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3175 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.636581:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb5e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421304.636585:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3175 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.636593:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3175 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.636603:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff971049800c00) 00010000:00010000:2.0:1777421304.636606:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421304.636611:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3175 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.636617:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3175 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.636662:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5200/0xd9d09a059d6c316e lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05914 expref: 48 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.636672:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:2.0:1777421304.636674:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421304.636678:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5200/0xd9d09a059d6c316e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05914 expref: 48 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.636688:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5200, rc 0) 00000100:00100000:2.0:1777421304.636753:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:26438:x1863761007036800:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 505us (3401us total) trans 4294967906 rc 301/301 00000100:00100000:2.0:1777421304.636770:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 956 00000100:00100000:0.0:1777421304.641100:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421304.641176:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007036928 00000100:00100000:2.0:1777421304.641186:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007036928 00000100:00100000:2.0:1777421304.641233:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 957 00000100:00100000:2.0:1777421304.641243:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:26438:x1863761007036928:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421304.641308:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x19:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421304.641394:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:26438:x1863761007036928:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 152us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421304.641403:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 957 00000100:00100000:0.0:1777421304.643225:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421304.643348:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007037184 00000100:00100000:3.0:1777421304.643356:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007037184 00000100:00100000:3.0:1777421304.643402:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 958 00000100:00100000:3.0:1777421304.643411:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046739c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:26438:x1863761007037184:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421304.643427:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421304.643448:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3183 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0591b expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.643935:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c318a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.643949:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c318a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.643960:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c318a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421304.643971:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1a:0x0]: returning size 0 00010000:00010000:3.0:1777421304.644031:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3183 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0591b expref: 50 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.644048:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c318a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0591b expref: 49 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.644058:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff971050d92a00) 00010000:00010000:3.0:1777421304.644074:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421304.644078:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61600, rc 0) 00000100:00100000:3.0:1777421304.644131:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046739c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:26438:x1863761007037184:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 721us (912us total) trans 4294967907 rc 0/0 00000100:00100000:3.0:1777421304.644139:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 958 00000100:00100000:0.0:1777421304.647991:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421304.648094:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007037440 00000100:00100000:3.0:1777421304.648105:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007037440 00000100:00100000:3.0:1777421304.648169:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 959 00000100:00100000:3.0:1777421304.648178:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046738a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:26438:x1863761007037440:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777421304.648228:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421304.648254:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c318a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0591b expref: 49 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.648303:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff971050d92a00) 00010000:00010000:3.0:1777421304.648314:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421304.648336:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3198 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.648349:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c30bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058dc expref: 97 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.648357:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3198 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.648389:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c30bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058dc expref: 97 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.648402:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c30bf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058dc expref: 97 pid: 5771 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421304.649012:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41e7d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018370816:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421304.649114:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104baa6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777421304.653248:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421304.653316:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007037568 00000100:00100000:2.0:1777421304.653326:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007037568 00000100:00100000:3.0:1777421304.653418:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41e7d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018370816:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421304.653441:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3198 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.653556:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c30bf lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058dc expref: 98 pid: 5771 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421304.653603:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 290 00000100:00100000:2.0:1777421304.653614:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104673b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+98:2361:x1863761007037568:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421304.653631:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421304.653638:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c30bf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058dc expref: 98 pid: 5771 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.653651:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c30bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058dc expref: 98 pid: 5771 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.653673:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c30bf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e058dc expref: 98 pid: 5771 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.653707:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff971043c57c00) 00010000:00010000:2.0:1777421304.653712:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3198 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.653722:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3198 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.653730:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3198 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.653756:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421304.653808:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104673b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+97:2361:x1863761007037568:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 195us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421304.653816:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 290 00010000:00010000:3.0:1777421304.657090:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3198 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.657108:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3198 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.657140:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c319f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3c:0x0].0x35b35a64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.657153:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c319f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x35b35a64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.657164:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c319f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x35b35a64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.657237:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3198 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.657244:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3198 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.657252:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3198 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.657298:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421304.657303:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3198 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.657311:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3198 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.657325:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff971043c57c00) 00010000:00010000:3.0:1777421304.657328:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421304.657332:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3198 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.657339:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3198 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.657356:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c319f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x35b35a64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.657362:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c319f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x35b35a64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.657368:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c319f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x35b35a64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.657373:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421304.657376:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c319f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x35b35a64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.657381:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c319f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x35b35a64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.657396:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x35b35a64 (ffff971050d92e00) 00010000:00010000:3.0:1777421304.657402:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421304.657405:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c319f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x35b35a64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.657411:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c319f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x35b35a64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421304.657506:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046738a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:26438:x1863761007037440:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 9324us (9520us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777421304.657515:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 959 00000100:00100000:0.0:1777421304.660878:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421304.660940:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007037696 00000100:00100000:3.0:1777421304.660951:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007037696 00000100:00100000:3.0:1777421304.661012:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 960 00000100:00100000:3.0:1777421304.661021:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:26438:x1863761007037696:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421304.661041:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421304.661065:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c31a6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05922 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.661099:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c31ad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.661113:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c31ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.661124:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c31ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.661227:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c31a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05922 expref: 50 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.661252:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c31ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05922 expref: 49 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.661260:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff971050d92a00) 00010000:00010000:3.0:1777421304.661263:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421304.661267:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61e00, rc 0) 00000100:00100000:3.0:1777421304.661360:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:26438:x1863761007037696:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 339us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421304.661493:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 960 00000100:00100000:1.0:1777421304.666723:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421304.666880:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007037952 00000100:00100000:3.0:1777421304.666889:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007037952 00000100:00100000:3.0:1777421304.667137:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 961 00000100:00100000:3.0:1777421304.667148:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:26438:x1863761007037952:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777421304.667440:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c31b4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.667457:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c31b4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.667469:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c31b4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421304.667762:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000010febf57 reply state 000000001958b664 transno 4294967908 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c31b4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421304.667776:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421304.667863:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:26438:x1863761007037952:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 716us (1145us total) trans 4294967908 rc 0/0 00000100:00100000:2.0:1777421304.667870:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 961 00010000:00010000:3.0:1777421304.668888:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c31b4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.668900:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c31b4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.668936:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c31b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.668943:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421304.668947:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c31b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.668955:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c31b4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.668969:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff971050d92a00) 00010000:00010000:3.0:1777421304.668972:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777421304.668976:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c31b4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.668983:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c31b4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421304.669100:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421304.669192:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007038080 00000100:00100000:2.0:1777421304.669199:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007038080 00000100:00100000:2.0:1777421304.669294:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 962 00000100:00100000:2.0:1777421304.669303:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:26438:x1863761007038080:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421304.669323:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421304.669337:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c31bb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05929 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.669385:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c31bb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05929 expref: 51 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.669398:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c31bb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05929 expref: 51 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.669407:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff971050d92a00) 00010000:00010000:2.0:1777421304.669409:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421304.669412:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5800, rc 0) 00000100:00100000:2.0:1777421304.669455:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:26438:x1863761007038080:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 154us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421304.669462:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 962 00000100:00100000:0.0:1777421304.671939:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421304.672041:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007038208 00000100:00100000:1.0:1777421304.672049:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007038208 00000100:00100000:1.0:1777421304.672126:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 206 00000100:00100000:1.0:1777421304.672136:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046739180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:26438:x1863761007038208:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1777421304.672239:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046739180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:26438:x1863761007038208:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 Request processed in 105us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421304.672246:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 206 00000100:00100000:0.0:1777421304.677559:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421304.677625:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007038464 00000100:00100000:1.0:1777421304.677635:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007038464 00000100:00100000:1.0:1777421304.677678:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 207 00000100:00100000:1.0:1777421304.677685:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046738000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:26438:x1863761007038464:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421304.678463:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046738000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:26438:x1863761007038464:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 773us (910us total) trans 4294967909 rc 0/0 00000100:00100000:1.0:1777421304.678487:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 207 00000100:00100000:2.0:1777421304.683160:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421304.684055:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007038720 00000100:00100000:0.0:1777421304.684067:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007038720 00000100:00100000:0.0:1777421304.684131:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 963 00000100:00100000:0.0:1777421304.684141:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:26438:x1863761007038720:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421304.684257:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:26438:x1863761007038720:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 117us (1107us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421304.684264:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 963 00000100:00100000:2.0:1777421304.689413:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421304.689610:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007038976 00000100:00100000:1.0:1777421304.689620:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007038976 00000100:00100000:1.0:1777421304.689678:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 964 00000100:00100000:1.0:1777421304.689689:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:26438:x1863761007038976:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421304.689709:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421304.689729:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c31c2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05930 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.689819:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c31c9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.689834:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c31bb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05929 expref: 53 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.689843:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c31c9 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.689874:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c31bb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05929 expref: 53 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.689887:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c31bb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05929 expref: 53 pid: 5771 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421304.689911:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018370944:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421304.690144:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049a80000 going to sleep for 11 seconds 00000100:00100000:1.0:1777421304.692798:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018370944:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421304.692849:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c31c9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421304.693181:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421304.693367:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007039104 00000100:00100000:0.0:1777421304.693376:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007039104 00010000:00010000:0.0:1777421304.693407:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c31bb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05929 expref: 54 pid: 5771 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421304.693446:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 291 00000100:00100000:0.0:1777421304.693455:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:2360:x1863761007039104:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421304.693468:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421304.693474:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c31bb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05929 expref: 54 pid: 5771 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421304.693486:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c31bb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05929 expref: 54 pid: 5771 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421304.693518:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c31bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05929 expref: 54 pid: 5771 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421304.693553:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff971050d92a00) 00010000:00010000:0.0:1777421304.693558:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c31c9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421304.693567:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c31c9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421304.693575:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c31c9 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421304.693602:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421304.693649:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:2360:x1863761007039104:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 195us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421304.693657:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 291 00010000:00010000:1.0:1777421304.693775:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c31c9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.693783:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c31c9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421304.693801:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1a:0x0]: returning size 0 00000004:00080000:1.0:1777421304.693981:0:5770:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x13:0x0], index 0: 0 00010000:00010000:1.0:1777421304.694119:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c31c9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.694126:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c31c9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.694130:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c31c9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.694133:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421304.694136:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c31c9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.694141:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c31c9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.694147:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff971050d92a00) 00010000:00010000:1.0:1777421304.694149:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421304.694151:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c31c9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.694162:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c31c9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.694202:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c31c2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05930 expref: 53 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.694208:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff971043c57c00) 00010000:00010000:1.0:1777421304.694210:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421304.694213:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c31c2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05930 expref: 53 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.694222:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10000, rc 0) 00000100:00100000:1.0:1777421304.694253:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:26438:x1863761007038976:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 4566us (4848us total) trans 4294967910 rc 301/301 00000100:00100000:1.0:1777421304.694260:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 964 00000100:00100000:2.0:1777421304.699356:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421304.699412:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007039360 00000100:00100000:1.0:1777421304.699424:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007039360 00000100:00100000:1.0:1777421304.699485:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 208 00000100:00100000:1.0:1777421304.699495:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b5a4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:26438:x1863761007039360:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421304.699816:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b5a4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:26438:x1863761007039360:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 322us (467us total) trans 4294967911 rc 0/0 00000100:00100000:1.0:1777421304.699826:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 208 00000100:00100000:3.0:1777421304.702260:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421304.703077:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007039488 00000100:00100000:1.0:1777421304.703087:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007039488 00000100:00100000:1.0:1777421304.703184:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 965 00000100:00100000:1.0:1777421304.703194:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:26438:x1863761007039488:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421304.703229:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421304.703249:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c31d7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05937 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.703345:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c31de lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.703360:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c31de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.703371:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c31de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421304.703409:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1a:0x0]: returning size 0 00000004:00200000:1.0:1777421304.703414:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421304.703431:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c31de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.703468:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c31d7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05937 expref: 55 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.703486:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c31de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05937 expref: 54 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.703494:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff971050d92a00) 00010000:00010000:1.0:1777421304.703497:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777421304.703752:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11200, rc 0) 00000100:00100000:1.0:1777421304.703815:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:26438:x1863761007039488:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 622us (1563us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421304.703832:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 965 00000100:00100000:0.0:1777421304.707412:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421304.707588:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007039616 00000100:00100000:3.0:1777421304.707597:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007039616 00000100:00100000:3.0:1777421304.707644:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 246 00000100:00100000:3.0:1777421304.707651:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104673ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761007039616:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421304.707664:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421304.707681:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c31e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0593e expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421304.707700:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777421304.707715:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421304.707727:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421304.707734:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c31e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0593e expref: 9 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.707748:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c31e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0593e expref: 9 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.707760:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60200, rc 0) 00000100:00100000:3.0:1777421304.707873:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104673ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007039616:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 220us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421304.707880:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 246 00000100:00100000:2.0:1777421304.711486:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421304.711698:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007039872 00000100:00100000:1.0:1777421304.711709:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007039872 00000100:00100000:1.0:1777421304.711768:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 966 00000100:00100000:1.0:1777421304.711778:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:26438:x1863761007039872:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421304.711964:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:26438:x1863761007039872:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 186us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421304.711971:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 966 00000100:00100000:2.0:1777421304.714992:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421304.715091:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007040000 00000100:00100000:3.0:1777421304.715236:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007040000 00000100:00100000:3.0:1777421304.715309:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 247 00000100:00100000:3.0:1777421304.715319:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:26438:x1863761007040000:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421304.715337:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421304.715355:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c31ec lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05945 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.715385:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c31e5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0593e expref: 10 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.715392:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421304.715395:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421304.715398:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c31ec lrc: 4/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05945 expref: 10 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.715447:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c31e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0593e expref: 10 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.715459:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c31e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0593e expref: 10 pid: 6553 timeout: 471 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421304.715474:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41e7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6553:1863761018371072:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421304.715553:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104baa6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421304.718003:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421304.718215:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41e7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6553:1863761018371072:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421304.718241:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007040128 00010000:00010000:3.0:1777421304.718244:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c31ec lrc: 3/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05945 expref: 10 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421304.718248:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007040128 00010000:00010000:3.0:1777421304.718263:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61600, rc 0) 00010000:00010000:0.0:1777421304.718317:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c31e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0593e expref: 11 pid: 6553 timeout: 471 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421304.718346:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 292 00000100:00100000:0.0:1777421304.718491:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007040128:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421304.718506:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421304.718526:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c31e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0593e expref: 11 pid: 6553 timeout: 471 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421304.718913:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:26438:x1863761007040000:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 3584us (3918us total) trans 0 rc 0/0 00010000:00010000:0.0:1777421304.718926:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c31e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0593e expref: 11 pid: 6553 timeout: 471 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421304.718950:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c31e5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0593e expref: 11 pid: 6553 timeout: 471 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421304.718962:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421304.718965:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421304.718970:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c31ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05945 expref: 10 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421304.718980:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c31ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05945 expref: 10 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421304.719011:0:5757:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c31ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05945 expref: 10 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421304.719024:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046739500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5757:1863761018371200:192.168.204.24@tcp:105: 00000100:00100000:3.0:1777421304.719036:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 247 00000100:00100000:0.0:1777421304.719084:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049088240 going to sleep for 11 seconds 00000100:00100000:0.0:1777421304.723948:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046739500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5757:1863761018371200:192.168.204.24@tcp:105: 00010000:00010000:0.0:1777421304.723972:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421304.724029:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007040128:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 5674us (6030us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421304.724040:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 292 00000100:00100000:2.0:1777421304.725684:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421304.725912:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007040256 00000100:00100000:1.0:1777421304.725921:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007040256 00002000:00100000:1.0:1777421304.725966:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x13:0x0] (0->157) req@ffff971077a66680 x1863761007040256/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:315/0 lens 648/0 e 0 to 0 dl 1777421315 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421304.725976:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077a66680 with x1863761007040256 ext(0->157) 00002000:00010000:1.0:1777421304.725981:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077a66680 00000100:00100000:1.0:1777421304.726014:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 91 00000100:00100000:1.0:1777421304.726024:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007040256:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1777421304.726503:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007040256:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 Request processed in 479us (823us total) trans 4294967344 rc 0/0 00000100:00100000:1.0:1777421304.726511:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 91 00002000:00100000:1.0:1777421304.726518:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x13:0x0] (0->157) req@ffff971077a66680 x1863761007040256/t4294967344(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:315/0 lens 648/448 e 0 to 0 dl 1777421315 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421304.726526:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077a66680 with x1863761007040256 ext(0->157) 00002000:00010000:1.0:1777421304.726530:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077a66680 00000100:00100000:2.0:1777421304.729543:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421304.729613:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007040384 00000100:00100000:1.0:1777421304.729622:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007040384 00000100:00100000:1.0:1777421304.729716:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 967 00000100:00100000:1.0:1777421304.729725:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:26438:x1863761007040384:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1777421304.755601:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967911 is committed 00000001:00080000:0.0:1777421304.755615:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967905 is committed 00000004:00080000:0.0:1777421304.755619:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 15 committed 00000020:00080000:0.0:1777421304.755662:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff97104baa6000 refcount 2 committed 0 result 0 batchid 15 00000020:00080000:0.0:1777421304.755666:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff970f42bd1100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff97104f04a9c0 00000020:00080000:0.0:1777421304.755668:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff970f42bd1b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff97107c49e000 00000100:00100000:3.0:1777421304.755698:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:26438:x1863761007040384:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 Request processed in 25967us (26155us total) trans 0 rc 0/0 00000020:00080000:1.0:1777421304.755701:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 15 committed batchid 14 00000100:00100000:3.0:1777421304.755714:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 967 00000020:00080000:1.0:1777421304.755896:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000100:00100000:0.0:1777421304.755911:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018371328:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777421304.755962:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421304.755995:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018371328 00000100:00100000:3.0:1777421304.756003:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018371328 00000100:00100000:3.0:1777421304.756055:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:3.0:1777421304.756065:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018371328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777421304.756103:0:6553:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:21 count 1 00002000:00010000:3.0:1777421304.756198:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 158, mtime: 0x69f14bf5, atime: 0x0, ctime: 0x69f14bf5, blocks: 0xb 00010000:00010000:3.0:1777421304.756207:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000089995b9c/0xd9d09a059d6c31f3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.756222:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421304.756224:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421304.756230:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000089995b9c/0xd9d09a059d6c31f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.756245:0:6553:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089995b9c/0xd9d09a059d6c31f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.756255:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000089995b9c/0xd9d09a059d6c31f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.756264:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000089995b9c/0xd9d09a059d6c31f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.756317:0:6553:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777421304.756357:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421304.756366:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000089995b9c/0xd9d09a059d6c31f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.756376:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61800 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421304.756387:0:5758:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000089995b9c/0xd9d09a059d6c31f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.756397:0:5758:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000089995b9c/0xd9d09a059d6c31f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.756424:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000089995b9c/0xd9d09a059d6c31f3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.756431:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089995b9c/0xd9d09a059d6c31f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.756451:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421304.756453:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421304.756455:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421304.756688:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018371328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 624us (725us total) trans 4294967353 rc 0/0 00000100:00100000:3.0:1777421304.756695:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1777421304.756727:0:3298:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967352 gen 2 00000004:00080000:0.0:1777421304.756732:0:3298:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967352 committed transno 4294967352 00000100:00100000:0.0:1777421304.756748:0:3298:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff971077a66a00 x1863761018371328/t4294967353(4294967353) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777421320 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1777421304.756757:0:3298:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff971077a66a00/2, rc 0, transno 4294967353 00000100:00100000:0.0:1777421304.756771:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018371328:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777421304.757959:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421304.758114:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007040512 00000100:00100000:3.0:1777421304.758122:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007040512 00000100:00100000:3.0:1777421304.758175:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 249 00000100:00100000:3.0:1777421304.758186:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007040512:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1777421304.779739:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967344 is committed 00000100:00100000:3.0:1777421304.780213:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007040512:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 Request processed in 22022us (22264us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421304.780227:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 249 00000100:00100000:2.0:1777421304.783072:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421304.783147:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007040768 00000100:00100000:3.0:1777421304.783156:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007040768 00000100:00100000:3.0:1777421304.783203:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 968 00000100:00100000:3.0:1777421304.783209:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c486300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:26438:x1863761007040768:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777421304.783251:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421304.783439:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c31de lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05937 expref: 43 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.783460:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff971050d92a00) 00010000:00010000:3.0:1777421304.783465:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421304.783611:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c31fa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.783627:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c31fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.783638:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c31fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.783663:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c31fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.783671:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c31fa lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.783704:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c31fa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.783710:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421304.783715:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c31fa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.783722:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c31fa lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.783731:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff971050d92a00) 00010000:00010000:2.0:1777421304.783734:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421304.783738:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c31fa lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.783744:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c31fa lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421304.784152:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c486300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:26438:x1863761007040768:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 940us (1086us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421304.784161:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 968 00000100:00100000:2.0:1777421304.788069:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421304.788153:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007040896 00000100:00100000:1.0:1777421304.788163:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007040896 00000100:00100000:1.0:1777421304.788218:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 969 00000100:00100000:1.0:1777421304.788229:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:26438:x1863761007040896:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421304.788247:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421304.788266:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3201 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0594c expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.788352:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3201 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0594c expref: 43 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.788366:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3201 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0594c expref: 43 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.788385:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff971050d92a00) 00010000:00010000:1.0:1777421304.788389:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421304.788393:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10000, rc 0) 00000100:00100000:1.0:1777421304.788447:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:26438:x1863761007040896:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 218us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421304.788454:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 969 00000100:00100000:0.0:1777421304.791734:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421304.791781:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007041024 00000100:00100000:3.0:1777421304.791792:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007041024 00000100:00100000:3.0:1777421304.791879:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 250 00000100:00100000:3.0:1777421304.791889:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007041024:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1777421304.792149:0:6553:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1777421304.792154:0:6553:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb mtime from disk: 0 -> 1777421301 00002000:00010000:3.0:1777421304.792157:0:6553:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb atime from disk: 0 -> 1777421301 00002000:00010000:3.0:1777421304.792159:0:6553:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb ctime from disk: 0 -> 1777421301 00002000:00010000:3.0:1777421304.792162:0:6553:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1777421304.792311:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007041024:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 Request processed in 422us (583us total) trans 4294967345 rc 0/0 00000100:00100000:3.0:1777421304.792320:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 250 00000100:00100000:2.0:1777421304.794554:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421304.794611:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007041280 00000100:00100000:1.0:1777421304.794621:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007041280 00000100:00100000:1.0:1777421304.794675:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 970 00000100:00100000:1.0:1777421304.794684:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c486680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:26438:x1863761007041280:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1777421304.794744:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3208 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.794760:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c31ad lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05922 expref: 43 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.794770:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3208 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.794801:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c31ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05922 expref: 43 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.794814:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c31ad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05922 expref: 43 pid: 5771 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421304.794828:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018371456:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421304.794926:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104af2d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421304.796668:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018371456:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421304.796692:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3208 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421304.797001:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421304.797072:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007041408 00000100:00100000:0.0:1777421304.797079:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007041408 00010000:00010000:0.0:1777421304.797109:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c31ad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05922 expref: 44 pid: 5771 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421304.797146:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 293 00000100:00100000:0.0:1777421304.797155:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971049aedc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:2360:x1863761007041408:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421304.797168:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421304.797174:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c31ad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05922 expref: 44 pid: 5771 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421304.797201:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c31ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05922 expref: 44 pid: 5771 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421304.797221:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c31ad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05922 expref: 44 pid: 5771 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421304.797236:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff971050d92a00) 00010000:00010000:0.0:1777421304.797240:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3208 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421304.797249:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3208 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421304.797256:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3208 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421304.797314:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421304.797362:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971049aedc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:2360:x1863761007041408:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 206us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421304.797371:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 293 00010000:00010000:2.0:1777421304.797504:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3208 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.797512:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3208 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.797548:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3208 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.797555:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3208 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.797560:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3208 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.797566:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421304.797569:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3208 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.797577:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3208 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.797586:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff971050d92a00) 00010000:00010000:2.0:1777421304.797588:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777421304.797592:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3208 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.797598:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3208 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421304.797644:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c486680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:26438:x1863761007041280:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 Request processed in 2961us (3093us total) trans 0 rc -22/-22 00000100:00100000:2.0:1777421304.797652:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 970 00000100:00100000:2.0:1777421304.799699:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421304.799818:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007041536 00000100:00100000:3.0:1777421304.799827:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007041536 00000100:00100000:3.0:1777421304.799878:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 251 00000100:00100000:3.0:1777421304.799885:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761007041536:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777421304.799932:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005adf4adb/0xd9d09a059d6c320f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.799950:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c31ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05945 expref: 10 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.799959:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421304.799961:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777421304.799965:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005adf4adb/0xd9d09a059d6c320f lrc: 4/1,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.800003:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c31ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05945 expref: 10 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421304.800017:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c31ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05945 expref: 10 pid: 6553 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421304.800031:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41e7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6553:1863761018371584:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421304.800103:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104baa60c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421304.802736:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421304.803164:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007041664 00000100:00100000:1.0:1777421304.803174:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007041664 00010000:00010000:1.0:1777421304.803211:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c31ec lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05945 expref: 11 pid: 6553 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421304.803212:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41e7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6553:1863761018371584:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421304.803235:0:6553:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005adf4adb/0xd9d09a059d6c320f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421304.803266:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 294 00000100:00100000:1.0:1777421304.803300:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007041664:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421304.803315:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421304.803335:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c31ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05945 expref: 11 pid: 6553 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.803347:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c31ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05945 expref: 11 pid: 6553 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.803370:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c31ec lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05945 expref: 11 pid: 6553 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.803385:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421304.803387:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421304.803392:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005adf4adb/0xd9d09a059d6c320f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.803403:0:5756:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005adf4adb/0xd9d09a059d6c320f lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.803436:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421304.803489:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007041664:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 215us (760us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421304.803497:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 294 00010000:00010000:0.0:1777421304.805340:0:6553:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005adf4adb/0xd9d09a059d6c320f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421304.805373:0:6553:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005adf4adb/0xd9d09a059d6c320f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421304.805403:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005adf4adb/0xd9d09a059d6c320f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421304.805412:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005adf4adb/0xd9d09a059d6c320f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421304.805420:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005adf4adb/0xd9d09a059d6c320f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421304.805428:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60400 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421304.805432:0:6553:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005adf4adb/0xd9d09a059d6c320f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421304.805440:0:6553:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005adf4adb/0xd9d09a059d6c320f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421304.805456:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005adf4adb/0xd9d09a059d6c320f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421304.805463:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005adf4adb/0xd9d09a059d6c320f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421304.805555:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007041536:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 5667us (5859us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421304.805564:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 251 00000100:00100000:3.0:1777421304.809061:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421304.809165:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007041920 00000100:00100000:2.0:1777421304.809175:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007041920 00000100:00100000:2.0:1777421304.809325:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 971 00000100:00100000:2.0:1777421304.809338:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:26438:x1863761007041920:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777421304.809420:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c3216 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.809436:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c3216 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.809448:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c3216 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.809671:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c321d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.809682:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3201 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0594c expref: 43 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.809691:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c321d lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.809725:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3201 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0594c expref: 43 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.809739:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3201 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0594c expref: 43 pid: 5770 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421304.809754:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c487480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018371712:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421304.809822:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049a80c00 going to sleep for 11 seconds 00000100:00100000:2.0:1777421304.812703:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c487480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018371712:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421304.812753:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c321d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421304.813379:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421304.813588:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007042048 00000100:00100000:2.0:1777421304.813596:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007042048 00010000:00010000:2.0:1777421304.813630:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3201 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0594c expref: 44 pid: 5770 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421304.813674:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 295 00000100:00100000:2.0:1777421304.813684:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:2361:x1863761007042048:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421304.813699:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421304.813705:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3201 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0594c expref: 44 pid: 5770 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.813718:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3201 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0594c expref: 44 pid: 5770 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.813739:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3201 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0594c expref: 44 pid: 5770 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.813754:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff971050d92a00) 00010000:00010000:2.0:1777421304.813769:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c321d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.813779:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c321d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.813786:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c321d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.813824:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421304.813877:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:2361:x1863761007042048:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 194us (499us total) trans 0 rc 0/0 00010000:00010000:1.0:1777421304.813877:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c321d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421304.813884:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 295 00010000:00010000:1.0:1777421304.813890:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c321d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421304.814118:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967912 00000001:00080000:1.0:1777421304.814224:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967913 00000001:00080000:1.0:1777421304.814268:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967914 00000100:00100000:1.0:1777421304.814396:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5770:1863761018371840:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777421304.814435:0:5770:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421304.814466:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104af2df00 going to sleep for 11 seconds 00000100:00100000:2.0:1777421304.814487:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018371840 00000100:00100000:2.0:1777421304.814492:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018371840 00000100:00100000:2.0:1777421304.814602:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1777421304.814611:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5770:x1863761018371840:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1777421304.814690:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5770:x1863761018371840:12345-0@lo:1000:mdt00_000.0 Request processed in 80us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421304.814697:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1777421304.814772:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5770:1863761018371840:0@lo:1000:mdt00_000.0 00000001:00080000:1.0:1777421304.815072:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967915 00000100:00100000:1.0:1777421304.815129:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5770:1863761018371968:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777421304.815154:0:5770:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421304.815176:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104af2d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421304.815196:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018371968 00000100:00100000:2.0:1777421304.815201:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018371968 00000100:00100000:2.0:1777421304.815229:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1777421304.815235:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5770:x1863761018371968:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777421304.815508:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5770:1863761018371968:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1777421304.815515:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5770:x1863761018371968:12345-0@lo:1000:mdt00_000.0 Request processed in 276us (357us total) trans 4294967346 rc 0/0 00000100:00100000:2.0:1777421304.815524:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000001:00080000:1.0:1777421304.815575:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967916 00010000:00010000:1.0:1777421304.815600:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c321d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815610:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c321d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815618:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c321d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815624:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421304.815628:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c321d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815651:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c321d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815663:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff971050d92a00) 00010000:00010000:1.0:1777421304.815666:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421304.815670:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c321d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815676:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c321d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815720:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c3152 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815725:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c3152 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815729:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c3152 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815732:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217de00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421304.815733:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c3152 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815737:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c3152 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815743:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff971049800c00) 00010000:00010000:1.0:1777421304.815745:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421304.815747:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c3152 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815765:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c3152 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815790:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3224 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815801:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3224 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815810:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3224 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815817:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3224 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815820:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3224 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815824:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3224 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815829:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421304.815832:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3224 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815837:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3224 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815844:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff971049800c00) 00010000:00010000:1.0:1777421304.815846:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421304.815849:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3224 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815861:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3224 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815871:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c3216 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815877:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c3216 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815883:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c3216 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815889:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421304.815892:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c3216 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815911:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c3216 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815920:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff971049800c00) 00010000:00010000:1.0:1777421304.815922:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421304.815925:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c3216 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.815930:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c3216 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421304.816187:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:26438:x1863761007041920:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 6851us (7132us total) trans 4294967917 rc 0/0 00000100:00100000:1.0:1777421304.816196:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 971 00000020:00080000:1.0:1777421304.816206:0:5770:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1777421304.816262:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421304.816267:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421304.816794:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1777421304.816801:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421304.818575:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421304.818781:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007042304 00000100:00100000:1.0:1777421304.818790:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007042304 00000100:00100000:1.0:1777421304.818845:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 209 00000100:00100000:1.0:1777421304.818855:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:26438:x1863761007042304:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1777421304.820460:0:5774:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x1a:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1777421304.820557:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967918 00010000:00010000:1.0:1777421304.820604:0:5774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c322b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.820621:0:5774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c322b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.820632:0:5774:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c322b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.820640:0:5774:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c322b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.820646:0:5774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c322b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.820653:0:5774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c322b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421304.820676:0:5774:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777421304.820723:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421304.820731:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c322b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.820739:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10c00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421304.820754:0:5759:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c322b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.820763:0:5759:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c322b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.820776:0:5759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff97104fb1dc00) 00010000:00010000:2.0:1777421304.820779:0:5759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777421304.820784:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c322b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.820790:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c322b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421304.820808:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421304.820810:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421304.820812:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421304.820820:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:26438:x1863761007042304:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 1960us (2246us total) trans 4294967919 rc 0/0 00000100:00100000:1.0:1777421304.820831:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 209 00000020:00080000:1.0:1777421304.820837:0:5774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777421305.058421:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421305.122724:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1863761018372352:0@lo:400:kworker.0 00000100:00100000:0.0:1777421305.122788:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421305.122843:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777421305.122849:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018372480:0@lo:400:kworker.0 00000100:00100000:0.0:1777421305.122869:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421305.122910:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018372352 00000100:00100000:0.0:1777421305.122917:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018372352 00000100:00080000:2.0:1777421305.122948:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421305.122963:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018372480 00000100:00100000:0.0:1777421305.122966:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018372480 00000100:00100000:2.0:1777421305.122975:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:2.0:1777421305.122985:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018372352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421305.122988:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:0.0:1777421305.122993:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863761018372480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421305.123216:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1863761018372224:0@lo:400:kworker.0 00000100:00100000:1.0:1777421305.123257:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421305.123295:0:3300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1777421305.123301:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97104673b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018372096:0@lo:400:kworker.0 00000100:00100000:1.0:1777421305.123329:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421305.123350:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018372608:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421305.123375:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421305.123401:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018372224 00000100:00100000:1.0:1777421305.123405:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018372224 00000100:00100000:1.0:1777421305.123425:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1777421305.123431:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1863761018372224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421305.123466:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1863761018372224:12345-0@lo:400:kworker.0 Request processed in 34us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421305.123472:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1777421305.123493:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018372096 00000100:00100000:1.0:1777421305.123496:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018372096 00000100:00100000:1.0:1777421305.123519:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1777421305.123526:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b511450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018372096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421305.123553:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b511450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018372096:12345-0@lo:400:kworker.0 Request processed in 28us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421305.123558:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1777421305.123585:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018372608 00000100:00100000:1.0:1777421305.123588:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018372608 00000100:00100000:1.0:1777421305.123613:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1777421305.123619:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018372608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777421305.123660:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777421305.123690:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018372608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421305.123703:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1777421305.123738:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97104673b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018372096:0@lo:400:kworker.0 00000100:00100000:1.0:1777421305.123756:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018372608:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421305.123765:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1863761018372224:0@lo:400:kworker.0 00000100:00100000:2.0:1777421305.123793:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018372352:12345-0@lo:400:kworker.0 Request processed in 810us (1005us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421305.123799:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1777421305.123828:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018372480:0@lo:400:kworker.0 00000100:00100000:1.0:1777421305.123836:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1863761018372352:0@lo:400:kworker.0 00000100:00080000:1.0:1777421305.123849:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777421305.123852:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421305.125978:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863761018372480:12345-0@lo:400:kworker.0 Request processed in 2976us (3100us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421305.125990:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000040:00080000:0.0:1777421305.962376:0:19161:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421305.962384:0:19161:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421305.962425:0:19161:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 4 00000040:00080000:0.0:1777421305.962430:0:19161:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421305.998218:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421305.998468:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007042560 00000100:00100000:0.0:1777421305.998479:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007042560 00000100:00100000:0.0:1777421305.998595:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 972 00000100:00100000:0.0:1777421305.998607:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+87:26448:x1863761007042560:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421305.998637:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421305.998661:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c3232 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05953 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.998739:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3239 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.998756:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3239 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.998770:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3239 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.998789:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c3240 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.998797:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c3240 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.998804:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c3240 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.999030:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c800/0xd9d09a059d6c3247 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.999039:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c800/0xd9d09a059d6c3247 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.999047:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c800/0xd9d09a059d6c3247 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421305.999058:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:0.0:1777421305.999168:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3239 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.999176:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3239 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.999183:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3239 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.999190:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217da00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421305.999195:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3239 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.999204:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3239 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.999218:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff971043c57c00) 00010000:00010000:0.0:1777421305.999222:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421305.999227:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3239 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.999234:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3239 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.999248:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c3240 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.999254:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c3240 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.999260:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c3240 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.999304:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217ce00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421305.999308:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c3240 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.999315:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c3240 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.999324:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff971049800200) 00010000:00010000:0.0:1777421305.999327:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421305.999331:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c3240 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.999338:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c3240 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.999390:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c3232 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05953 expref: 90 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.999408:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c800/0xd9d09a059d6c3247 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05953 expref: 89 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421305.999416:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff971049800400) 00010000:00010000:0.0:1777421305.999419:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421305.999422:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97108217c800, rc 0) 00000100:00100000:0.0:1777421305.999482:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+89:26448:x1863761007042560:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 877us (1273us total) trans 4294967920 rc 0/0 00000100:00100000:0.0:1777421305.999491:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 972 00000100:00080000:2.0:1777421305.999742:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421306.004739:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421306.004790:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007042688 00000100:00100000:0.0:1777421306.004807:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007042688 00000100:00100000:0.0:1777421306.004874:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 973 00000100:00100000:0.0:1777421306.004898:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c487480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+89:26448:x1863761007042688:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:0.0:1777421306.004965:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c3255 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421306.004979:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c3255 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421306.004988:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c3255 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421306.005010:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c3255 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421306.005015:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c3255 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421306.005020:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c3255 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421306.005024:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217de00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421306.005028:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c3255 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421306.005032:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c3255 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421306.005040:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff971049800400) 00010000:00010000:0.0:1777421306.005043:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421306.005046:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c3255 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421306.005059:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217de00/0xd9d09a059d6c3255 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421306.005117:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c487480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+89:26448:x1863761007042688:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 224us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421306.005122:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 973 00000100:00100000:0.0:1777421306.007455:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421306.007549:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007042944 00000100:00100000:1.0:1777421306.007559:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007042944 00000100:00100000:1.0:1777421306.007605:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 210 00000100:00100000:1.0:1777421306.007615:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+89:26448:x1863761007042944:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1777421306.007828:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+90:26448:x1863761007042944:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 214us (379us total) trans 4294967921 rc 0/0 00000100:00100000:1.0:1777421306.007836:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 210 00000100:00100000:2.0:1777421306.037459:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421306.038153:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007043072 00000100:00100000:0.0:1777421306.038162:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007043072 00000100:00080000:2.0:1777421306.038205:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421306.038217:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 252 00000100:00100000:0.0:1777421306.038225:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+13:2360:x1863761007043072:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:0.0:1777421306.038239:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421306.038262:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000afb1087/0xd9d09a059d6c325c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0595a expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421306.038318:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x13:0x0] initial LVB size: 158, mtime: 0x69f14bf5, atime: 0x69f14bf5, ctime: 0x69f14bf5, blocks: 0xb 00010000:00010000:0.0:1777421306.038336:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421306.038338:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421306.038347:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000afb1087/0xd9d09a059d6c325c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0595a expref: 14 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421306.038368:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000afb1087/0xd9d09a059d6c325c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0595a expref: 14 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421306.038383:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97108217de00, rc 0) 00000100:00100000:0.0:1777421306.038435:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+14:2360:x1863761007043072:12345-192.168.204.24@tcp:101:diff.0 Request processed in 211us (986us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421306.038445:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 252 00000100:00100000:3.0:1777421306.041349:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421306.041386:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007043328 00000100:00100000:3.0:1777421306.041396:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007043328 00000100:00100000:3.0:1777421306.041454:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 974 00000100:00100000:3.0:1777421306.041465:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+90:26453:x1863761007043328:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:3.0:1777421306.041487:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421306.041507:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3263 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05961 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421306.041620:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c326a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421306.041635:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c326a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x19:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421306.041646:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c326a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x19:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421306.041658:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:3.0:1777421306.041801:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3263 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05961 expref: 93 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421306.041816:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60e00/0xd9d09a059d6c326a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x19:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05961 expref: 92 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421306.041825:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff971049800400) 00010000:00010000:3.0:1777421306.041827:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1777421306.041837:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60e00, rc 0) 00000100:00100000:3.0:1777421306.041898:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+92:26453:x1863761007043328:12345-192.168.204.24@tcp:101:diff.0 Request processed in 434us (555us total) trans 4294967922 rc 0/0 00000100:00100000:3.0:1777421306.044146:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 974 00000100:00100000:3.0:1777421306.046265:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421306.046358:0:17961:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007043456 00000100:00100000:2.0:1777421306.046369:0:17961:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007043456 00002000:00100000:2.0:1777421306.046418:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x13:0x0] (0->4095) req@ffff970f41e7c700 x1863761007043456/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:317/0 lens 488/0 e 0 to 0 dl 1777421317 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421306.046442:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f41e7c700 with x1863761007043456 ext(0->4095) 00002000:00010000:2.0:1777421306.046449:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff970f41e7c700 00000100:00100000:2.0:1777421306.046496:0:17961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 92 00000100:00100000:2.0:1777421306.046506:0:17961:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b251bd7-457c-4889-b04e-8036834fd389+14:2361:x1863761007043456:12345-192.168.204.24@tcp:3:diff.0 00000100:00100000:2.0:1777421306.046729:0:17961:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b251bd7-457c-4889-b04e-8036834fd389+14:2361:x1863761007043456:12345-192.168.204.24@tcp:3:diff.0 Request processed in 223us (470us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777421306.046738:0:17961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 92 00002000:00100000:2.0:1777421306.046745:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x13:0x0] (0->4095) req@ffff970f41e7c700 x1863761007043456/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:317/0 lens 488/4536 e 0 to 0 dl 1777421317 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421306.046755:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f41e7c700 with x1863761007043456 ext(0->4095) 00002000:00010000:2.0:1777421306.046758:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff970f41e7c700 00010000:00010000:2.0:1777421306.082535:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421307.107026:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421308.130537:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421308.581893:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421308.581956:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007043584 00000100:00100000:3.0:1777421308.581968:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007043584 00000100:00080000:2.0:1777421308.582042:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421308.582072:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 975 00000100:00100000:3.0:1777421308.582085:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c487800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:26399:x1863761007043584:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1777421308.582196:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c487800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:26399:x1863761007043584:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 Request processed in 113us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421308.582204:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 975 00010000:00010000:2.0:1777421309.154873:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421309.221725:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018372736:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421309.221793:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421309.222011:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018372736 00000100:00100000:2.0:1777421309.222019:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018372736 00000100:00100000:2.0:1777421309.222075:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1777421309.222087:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c486a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018372736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777421309.222130:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 81592320 pending 0 free 3851419648 avail 3849322496 00000100:00080000:3.0:1777421309.222175:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421309.222177:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c486a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018372736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421309.222194:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1777421309.222247:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018372736:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421309.233767:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.233813:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.233854:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.233874:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.233891:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.233909:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.233933:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.233976:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007043712 00000100:00100000:2.0:1777421309.233988:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007043712 00000100:00100000:2.0:1777421309.234037:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 484 00000100:00100000:2.0:1777421309.234048:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b513050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761007043712:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421309.234110:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b513050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761007043712:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 65us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421309.234118:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 484 00000100:00100000:2.0:1777421309.234150:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007043968 00000100:00100000:2.0:1777421309.234153:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007043968 00000100:00100000:2.0:1777421309.234186:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007044480 00000100:00100000:2.0:1777421309.234189:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007044480 00000100:00100000:2.0:1777421309.234201:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007044096 00000100:00100000:2.0:1777421309.234204:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007044096 00000100:00100000:2.0:1777421309.234217:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007044352 00000100:00100000:2.0:1777421309.234219:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007044352 00000100:00100000:2.0:1777421309.234230:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 200 00000100:00100000:2.0:1777421309.234236:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+14:2360:x1863761007043968:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421309.234262:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+14:2360:x1863761007043968:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 26us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421309.234299:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 200 00000100:00100000:2.0:1777421309.235628:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 201 00000100:00100000:2.0:1777421309.235642:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007044480:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421309.235690:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007044480:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 52us (1815us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421309.235698:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 201 00000100:00100000:2.0:1777421309.235719:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 202 00000100:00100000:2.0:1777421309.235728:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761007044096:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421309.235757:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761007044096:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 30us (1846us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421309.235764:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 202 00000100:00100000:2.0:1777421309.235782:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 203 00000100:00100000:2.0:1777421309.235789:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c486d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007044352:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421309.235812:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c486d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007044352:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 25us (1878us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421309.235831:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 203 00000100:00100000:2.0:1777421309.235857:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007044224 00000100:00100000:2.0:1777421309.235863:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007044224 00000100:00100000:3.0:1777421309.236052:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007043840 00000100:00100000:3.0:1777421309.236058:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007043840 00000100:00100000:3.0:1777421309.236091:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 208 00000100:00100000:3.0:1777421309.236099:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:2360:x1863761007044224:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421309.236161:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:2360:x1863761007044224:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 63us (2307us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421309.236168:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 208 00000100:00100000:3.0:1777421309.236185:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 209 00000100:00100000:3.0:1777421309.236192:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c487b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+92:2360:x1863761007043840:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421309.236225:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c487b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+92:2360:x1863761007043840:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 33us (2333us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421309.236231:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 209 00000100:00080000:2.0:1777421309.237100:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777421309.237105:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777421309.237107:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1777421309.247897:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967353 is committed 00000001:02000400:1.0:1777421309.384899:0:19360:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12g: Restore a released file implicitly ========================================================== 20:08:28 (1777421308) 00000100:00100000:1.0:1777421309.560174:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.561897:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007044608 00000100:00100000:2.0:1777421309.561910:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007044608 00000100:00100000:2.0:1777421309.561986:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 976 00000100:00100000:2.0:1777421309.561997:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:27056:x1863761007044608:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1777421309.562128:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:27056:x1863761007044608:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 132us (1964us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421309.562137:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 976 00000100:00100000:2.0:1777421309.576028:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421309.576122:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007044736 00000100:00100000:3.0:1777421309.576133:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007044736 00000100:00100000:3.0:1777421309.576190:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 977 00000100:00100000:3.0:1777421309.576200:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+92:27057:x1863761007044736:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421309.576220:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421309.576263:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3278 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05968 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.576368:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c327f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.576383:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c327f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.576395:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c327f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.576409:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3286 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.576415:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3286 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.576422:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3286 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.576568:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c327f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.576575:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c327f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.576594:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c327f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.576598:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421309.576600:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c327f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.576605:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c327f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.576614:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92300) 00010000:00010000:3.0:1777421309.576616:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421309.576618:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c327f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.576623:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c327f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.576631:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3286 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.576634:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3286 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.576638:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3286 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.576641:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421309.576643:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3286 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.576652:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3286 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.576656:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff97104a245f00) 00010000:00010000:3.0:1777421309.576658:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421309.576659:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3286 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.576662:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3286 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.576685:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3278 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05968 expref: 93 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.576691:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92300) 00010000:00010000:3.0:1777421309.576692:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421309.576694:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3278 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05968 expref: 93 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.576699:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61600, rc 0) 00000100:00100000:3.0:1777421309.576751:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+92:27057:x1863761007044736:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 553us (733us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421309.576757:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 977 00000100:00100000:0.0:1777421309.581572:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.581629:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007044992 00000100:00100000:2.0:1777421309.581638:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007044992 00000100:00100000:2.0:1777421309.581703:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 978 00000100:00100000:2.0:1777421309.581710:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+92:27057:x1863761007044992:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:2.0:1777421309.581754:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421309.581775:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757400/0xd9d09a059d6c2fae lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0587a expref: 92 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.581790:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92300) 00010000:00010000:2.0:1777421309.581793:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421309.581901:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c328d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.581915:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0588f expref: 48 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.581924:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c328d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.581957:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0588f expref: 48 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.581969:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fed lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0588f expref: 48 pid: 5771 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421309.582006:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077264a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018372864:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421309.582136:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049a80840 going to sleep for 11 seconds 00000100:00100000:2.0:1777421309.585046:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077264a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018372864:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421309.585073:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c328d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421309.586025:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.586097:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007045120 00000100:00100000:2.0:1777421309.586105:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007045120 00010000:00010000:2.0:1777421309.586137:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fed lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0588f expref: 49 pid: 5771 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421309.586174:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 296 00000100:00100000:2.0:1777421309.586184:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:2361:x1863761007045120:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421309.586198:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421309.586205:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fed lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0588f expref: 49 pid: 5771 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.586216:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0588f expref: 49 pid: 5771 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.586236:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971046757a00/0xd9d09a059d6c2fed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0588f expref: 49 pid: 5771 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.586250:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92300) 00010000:00010000:2.0:1777421309.586255:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c328d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.586323:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c328d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.586332:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c328d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.586362:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421309.586394:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c328d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.586405:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c328d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421309.586408:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:2361:x1863761007045120:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 223us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421309.586420:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 296 00010000:00010000:0.0:1777421309.586451:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c3294 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.586462:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c3294 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.586471:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c3294 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421309.587367:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 512 00010000:00010000:0.0:1777421309.587378:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c328d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.587384:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c328d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.587389:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c328d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.587393:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421309.587396:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c328d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.587407:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c328d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.587418:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971050d92300) 00010000:00010000:0.0:1777421309.587421:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421309.587425:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c328d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.587431:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c328d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421309.587452:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000007dae8ba0 reply state 00000000d4c2de1c transno 4294967923 ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c3294 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421309.587460:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421309.587524:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+93:27057:x1863761007044992:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 5813us (5957us total) trans 4294967923 rc 0/0 00000100:00100000:0.0:1777421309.587531:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 978 00010000:00010000:3.0:1777421309.589118:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c3294 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.589132:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c3294 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.589154:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c3294 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.589160:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217d200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421309.589164:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c3294 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.589171:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c3294 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.589183:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff971049800900) 00010000:00010000:3.0:1777421309.589186:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421309.589191:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c3294 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.589198:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c3294 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421309.593046:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421309.593101:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007045248 00000100:00100000:0.0:1777421309.593112:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007045248 00000100:00100000:0.0:1777421309.593170:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 979 00000100:00100000:0.0:1777421309.593180:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+92:27058:x1863761007045248:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:0.0:1777421309.593212:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421309.593235:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c329b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0596f expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.593324:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c32a2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.593350:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c32a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.593362:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c32a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421309.593422:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421309.593425:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421309.593448:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c32a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.593471:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c329b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0596f expref: 94 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.593494:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c32a2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0596f expref: 93 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.593512:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800c00) 00010000:00010000:0.0:1777421309.593516:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421309.593520:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97108217ce00, rc 0) 00000100:00100000:0.0:1777421309.593569:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+93:27058:x1863761007045248:12345-192.168.204.24@tcp:101:bash.0 Request processed in 391us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421309.593577:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 979 00000100:00100000:0.0:1777421309.599577:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.599871:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007045376 00000100:00100000:2.0:1777421309.599881:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007045376 00000100:00100000:2.0:1777421309.599957:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 980 00000100:00100000:2.0:1777421309.599969:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+93:27058:x1863761007045376:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1777421309.599988:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421309.600008:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c32a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05976 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600074:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c32b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600088:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c32b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600099:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c32b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600113:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c32b7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600155:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c32b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600163:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c32b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600344:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c32be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600354:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c32be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600361:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c32be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421309.600397:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 512 00000004:00200000:2.0:1777421309.600402:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421309.600429:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c32be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600442:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c32b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600450:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c32b0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600457:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c32b0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600464:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421309.600469:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c32b0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600483:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c32b0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600493:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800c00) 00010000:00010000:2.0:1777421309.600495:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421309.600498:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c32b0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600502:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c32b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600519:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c32b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600523:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c32b7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600527:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c32b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600532:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421309.600535:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c32b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600540:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c32b7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600547:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff971053d1fa00) 00010000:00010000:2.0:1777421309.600549:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421309.600552:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c32b7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600569:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c32b7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600602:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c32a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05976 expref: 95 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600617:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4200/0xd9d09a059d6c32be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05976 expref: 94 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.600624:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff971053d1fb00) 00010000:00010000:2.0:1777421309.600626:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421309.600629:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4200, rc 0) 00000100:00100000:2.0:1777421309.600692:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+94:27058:x1863761007045376:12345-192.168.204.24@tcp:101:bash.0 Request processed in 725us (1124us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421309.600700:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 980 00000100:00100000:1.0:1777421309.602796:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.602853:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007045504 00000100:00100000:2.0:1777421309.602862:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007045504 00000100:00100000:2.0:1777421309.602911:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 981 00000100:00100000:2.0:1777421309.602918:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+94:27058:x1863761007045504:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1777421309.602932:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421309.602945:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c32c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0597d expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.603003:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c32cc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.603016:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c32cc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.603038:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c32cc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.603076:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c32d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.603082:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c32d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.603086:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c32d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.603133:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c32cc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.603137:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c32cc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.603141:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c32cc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.603144:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421309.603147:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c32cc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.603151:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c32cc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.603157:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff971053d1fb00) 00010000:00010000:2.0:1777421309.603159:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421309.603162:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c32cc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.603171:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c32cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.603185:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c32d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.603188:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c32d3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.603192:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c32d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.603195:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421309.603197:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c32d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.603200:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c32d3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.603204:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff971053d1fd00) 00010000:00010000:2.0:1777421309.603205:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421309.603207:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c32d3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.603210:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c32d3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.603242:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c32c5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0597d expref: 95 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.603256:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff971053d1fb00) 00010000:00010000:2.0:1777421309.603258:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421309.603260:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c32c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0597d expref: 95 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.603268:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4e00, rc 0) 00000100:00100000:2.0:1777421309.603333:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+94:27058:x1863761007045504:12345-192.168.204.24@tcp:101:bash.0 Request processed in 414us (542us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421309.603340:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 981 00000100:00100000:1.0:1777421309.610071:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.610183:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007045632 00000100:00100000:2.0:1777421309.610193:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007045632 00000100:00100000:2.0:1777421309.610261:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 982 00000100:00100000:2.0:1777421309.610271:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:27059:x1863761007045632:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:2.0:1777421309.610316:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421309.610335:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c32da lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05984 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.610414:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c32e1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.610428:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c32e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.610438:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c32e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421309.610502:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1777421309.610518:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421309.610545:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c32e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.610569:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c32da lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05984 expref: 50 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.610593:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c32e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05984 expref: 49 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.610601:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800c00) 00010000:00010000:2.0:1777421309.610604:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421309.610608:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4a00, rc 0) 00000100:00100000:2.0:1777421309.610653:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:27059:x1863761007045632:12345-192.168.204.24@tcp:101:rm.0 Request processed in 383us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421309.610660:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 982 00000100:00100000:0.0:1777421309.613507:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.613661:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007045760 00000100:00100000:2.0:1777421309.613671:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007045760 00000100:00100000:2.0:1777421309.613724:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 983 00000100:00100000:2.0:1777421309.613734:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:27059:x1863761007045760:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:2.0:1777421309.613754:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421309.613773:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c32e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0598b expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.613844:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c32ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.613857:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c32ef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.614088:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c32ef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.614100:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c32f6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.614105:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c32f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.614109:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c32f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.614188:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c32fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.614194:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c32fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.614198:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c32fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421309.614221:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 512 00000004:00200000:2.0:1777421309.614224:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421309.614239:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c32fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.614246:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c32ef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.614251:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c32ef lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.614263:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c32ef lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.614267:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb5400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421309.614270:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c32ef lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.614342:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c32ef lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.614354:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800c00) 00010000:00010000:2.0:1777421309.614357:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421309.614361:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c32ef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.614369:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c32ef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.614388:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c32f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.614394:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c32f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.614399:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c32f6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.614404:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421309.614406:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c32f6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.614422:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c32f6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.614429:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff971053d1fd00) 00010000:00010000:2.0:1777421309.614431:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421309.614434:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c32f6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.614439:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c32f6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.614471:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c32e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0598b expref: 51 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.614486:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4400/0xd9d09a059d6c32fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0598b expref: 50 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.614493:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff971053d1fb00) 00010000:00010000:2.0:1777421309.614495:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421309.614497:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4400, rc 0) 00000100:00100000:2.0:1777421309.614552:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:27059:x1863761007045760:12345-192.168.204.24@tcp:101:rm.0 Request processed in 820us (1053us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421309.614558:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 983 00000100:00100000:1.0:1777421309.620459:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.620540:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007045888 00000100:00100000:2.0:1777421309.620550:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007045888 00000100:00100000:2.0:1777421309.620663:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 984 00000100:00100000:2.0:1777421309.620683:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:27059:x1863761007045888:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:2.0:1777421309.620718:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421309.620740:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c3304 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05992 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.620820:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c330b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.620834:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c330b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.620847:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c330b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.620862:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3312 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.620869:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3312 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.620956:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3312 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.621029:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c330b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.621037:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c330b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.621043:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c330b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.621049:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421309.621058:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c330b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.621067:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c330b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.621079:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff971053d1fb00) 00010000:00010000:2.0:1777421309.621082:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421309.621087:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c330b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.621094:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c330b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.621114:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3312 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.621120:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3312 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.621127:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3312 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.621132:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb5400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421309.621136:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3312 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.621142:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3312 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.621149:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff971053d1fd00) 00010000:00010000:2.0:1777421309.621152:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421309.621160:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3312 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.621166:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3312 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.621201:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c3304 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05992 expref: 51 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.621211:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff971053d1fb00) 00010000:00010000:2.0:1777421309.621214:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421309.621218:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c3304 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05992 expref: 51 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.621228:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4000, rc 0) 00000100:00100000:2.0:1777421309.621331:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:27059:x1863761007045888:12345-192.168.204.24@tcp:101:rm.0 Request processed in 659us (881us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421309.621339:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 984 00000100:00100000:1.0:1777421309.624848:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.624986:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007046016 00000100:00100000:2.0:1777421309.624997:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007046016 00000100:00100000:2.0:1777421309.625054:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 985 00000100:00100000:2.0:1777421309.625063:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104673b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:27059:x1863761007046016:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:2.0:1777421309.625082:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421309.625101:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3319 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05999 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.625166:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5000/0xd9d09a059d6c3320 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.625196:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5000/0xd9d09a059d6c3320 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.625207:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5000/0xd9d09a059d6c3320 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.625221:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3327 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.625229:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3327 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.625236:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3327 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.625326:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5000/0xd9d09a059d6c3320 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.625334:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5000/0xd9d09a059d6c3320 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.625340:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5000/0xd9d09a059d6c3320 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.625347:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb5000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421309.625352:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5000/0xd9d09a059d6c3320 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.625359:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5000/0xd9d09a059d6c3320 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.625370:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff971053d1fb00) 00010000:00010000:2.0:1777421309.625378:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421309.625384:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5000/0xd9d09a059d6c3320 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.625390:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5000/0xd9d09a059d6c3320 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.625407:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3327 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.625413:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3327 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.625418:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3327 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.625423:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb5a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421309.625426:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3327 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.625431:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3327 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.625438:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff971053d1fa00) 00010000:00010000:2.0:1777421309.625440:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421309.625443:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3327 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.625449:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3327 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.625480:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3319 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05999 expref: 51 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.625507:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff971053d1fb00) 00010000:00010000:2.0:1777421309.625509:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421309.625513:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3319 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05999 expref: 51 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.625527:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4e00, rc 0) 00000100:00100000:2.0:1777421309.625575:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104673b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:27059:x1863761007046016:12345-192.168.204.24@tcp:101:rm.0 Request processed in 513us (733us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421309.625583:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 985 00000100:00100000:3.0:1777421309.637617:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421309.638046:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007046144 00000100:00100000:0.0:1777421309.638057:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007046144 00000100:00100000:0.0:1777421309.638170:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 986 00000100:00100000:0.0:1777421309.638181:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:27060:x1863761007046144:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421309.638226:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421309.638247:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c332e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e059a0 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.638348:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3335 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.638362:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3335 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.638373:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3335 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.638386:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c333c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.638392:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c333c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.638398:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c333c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.638472:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3335 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.638479:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3335 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.638486:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3335 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.638492:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217da00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421309.638502:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3335 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.638509:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3335 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.638521:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff971053d1fb00) 00010000:00010000:0.0:1777421309.638524:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421309.638528:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3335 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.638535:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3335 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.638548:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c333c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.638554:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c333c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.638560:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c333c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.638565:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217d200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421309.638567:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c333c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.638572:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c333c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.638578:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff971049800000) 00010000:00010000:0.0:1777421309.638580:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421309.638588:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c333c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.638594:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c333c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.638627:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c332e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059a0 expref: 51 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.638637:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff971053d1fb00) 00010000:00010000:0.0:1777421309.638639:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421309.638643:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c332e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059a0 expref: 51 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.638653:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97108217c600, rc 0) 00000100:00100000:0.0:1777421309.638717:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:27060:x1863761007046144:12345-192.168.204.24@tcp:101:cp.0 Request processed in 537us (1108us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421309.638725:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 986 00000100:00100000:1.0:1777421309.641107:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421309.641165:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007046272 00000100:00100000:0.0:1777421309.641175:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007046272 00000100:00100000:0.0:1777421309.641233:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 987 00000100:00100000:0.0:1777421309.641243:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080973800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:27060:x1863761007046272:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421309.641259:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421309.641305:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c3343 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e059a7 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.641363:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c334a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.641388:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c334a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.641399:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c334a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.641414:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c3351 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.641422:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c3351 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.641428:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c3351 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.641486:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c334a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.641493:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c334a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.641499:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c334a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.641505:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082052a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421309.641508:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c334a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.641515:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c334a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.641526:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff971053d1fb00) 00010000:00010000:0.0:1777421309.641535:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421309.641540:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c334a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.641546:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c334a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.641558:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c3351 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.641564:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c3351 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.641569:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c3351 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.641574:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082053400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421309.641577:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c3351 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.641582:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c3351 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.641590:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff971049800600) 00010000:00010000:0.0:1777421309.641593:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421309.641595:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c3351 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.641601:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c3351 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.641634:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c3343 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059a7 expref: 51 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.641651:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff971053d1fb00) 00010000:00010000:0.0:1777421309.641653:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421309.641657:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c3343 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059a7 expref: 51 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.641668:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97108217dc00, rc 0) 00000100:00100000:0.0:1777421309.641828:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080973800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:27060:x1863761007046272:12345-192.168.204.24@tcp:101:cp.0 Request processed in 585us (728us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421309.641835:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 987 00000100:00100000:1.0:1777421309.645380:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421309.645467:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007046528 00000100:00100000:0.0:1777421309.645478:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007046528 00000100:00100000:0.0:1777421309.645700:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 988 00000100:00100000:0.0:1777421309.645711:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:27060:x1863761007046528:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421309.645732:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421309.645754:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3358 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e059ae expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.645906:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c335f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.645923:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c335f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.645933:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c335f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.645949:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c3366 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.645970:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c3366 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.645978:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c3366 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421309.646493:0:5772:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x16:0x0], index 1: 0 00010000:00010000:0.0:1777421309.646656:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c336d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.646665:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c336d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.646673:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c336d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.646707:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c335f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.646713:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c335f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.646719:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c335f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.646726:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082053c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421309.646730:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c335f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.646737:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c335f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.646760:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff971053d1fb00) 00010000:00010000:0.0:1777421309.646762:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421309.646768:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c335f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.646775:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c335f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421309.646788:0:5772:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000000197865e reply state 00000000671f3901 transno 4294967924 ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c3366 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421309.646796:0:5772:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777421309.646845:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3358 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059ae expref: 53 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.646860:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c336d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059ae expref: 52 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.646868:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff971049800f00) 00010000:00010000:0.0:1777421309.646871:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421309.646874:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97108217d200, rc 0) 00000100:00100000:0.0:1777421309.646947:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:27060:x1863761007046528:12345-192.168.204.24@tcp:101:cp.0 Request processed in 1237us (1576us total) trans 4294967924 rc 0/0 00000100:00100000:0.0:1777421309.646955:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 988 00010000:00010000:2.0:1777421309.649347:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c3366 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.649363:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c3366 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.649370:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c3366 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.649377:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217c600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421309.649382:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c3366 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.649389:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c3366 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.649414:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff971049800000) 00010000:00010000:2.0:1777421309.649417:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421309.649423:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c3366 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.649442:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c3366 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421309.652529:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.652678:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007046656 00000100:00100000:2.0:1777421309.652689:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007046656 00000100:00100000:2.0:1777421309.652752:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 253 00000100:00100000:2.0:1777421309.652774:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080972680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2359:x1863761007046656:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421309.652792:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421309.652824:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c337b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e059b5 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421309.652862:0:12497:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777421309.652883:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421309.652886:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421309.652900:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c337b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059b5 expref: 11 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.652919:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c337b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059b5 expref: 11 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.652932:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4e00, rc 0) 00000100:00100000:2.0:1777421309.652980:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080972680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2359:x1863761007046656:12345-192.168.204.24@tcp:101:cp.0 Request processed in 219us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421309.652988:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 253 00000100:00100000:3.0:1777421309.658215:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421309.658303:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007046784 00000100:00100000:0.0:1777421309.658315:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007046784 00000100:00100000:0.0:1777421309.658380:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 254 00000100:00100000:0.0:1777421309.658390:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:27060:x1863761007046784:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421309.658420:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421309.658438:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c3382 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e059bc expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.658471:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c337b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059b5 expref: 12 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.658480:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421309.658483:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421309.658487:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c3382 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059bc expref: 12 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.658523:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c337b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059b5 expref: 12 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.658536:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c337b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059b5 expref: 12 pid: 12497 timeout: 476 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421309.658551:0:6552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077302680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6552:1863761018372992:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421309.659261:0:6552:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b747b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777421309.660937:0:6552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077302680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6552:1863761018372992:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421309.660967:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c3382 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059bc expref: 12 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.660985:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97108217dc00, rc 0) 00000100:00100000:0.0:1777421309.661036:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:27060:x1863761007046784:12345-192.168.204.24@tcp:101:cp.0 Request processed in 2646us (2984us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421309.661058:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 254 00000100:00100000:1.0:1777421309.661632:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.661736:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007046912 00000100:00100000:2.0:1777421309.661744:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007046912 00010000:00010000:2.0:1777421309.661781:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c337b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059b5 expref: 12 pid: 12497 timeout: 476 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421309.661854:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 297 00000100:00100000:2.0:1777421309.661864:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761007046912:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421309.661877:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421309.661898:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c337b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059b5 expref: 12 pid: 12497 timeout: 476 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.661909:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c337b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059b5 expref: 12 pid: 12497 timeout: 476 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.661931:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c337b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059b5 expref: 12 pid: 12497 timeout: 476 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.661949:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421309.661951:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421309.661959:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c3382 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059bc expref: 11 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.661970:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c3382 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059bc expref: 11 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.662004:0:5757:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c3382 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059bc expref: 11 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421309.662028:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077264a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5757:1863761018373120:192.168.204.24@tcp:105: 00000100:00100000:2.0:1777421309.662089:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049a80840 going to sleep for 11 seconds 00000100:00100000:2.0:1777421309.666997:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077264a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5757:1863761018373120:192.168.204.24@tcp:105: 00010000:00010000:2.0:1777421309.667028:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421309.667086:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007046912:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 5223us (5454us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421309.667098:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 297 00000100:00100000:3.0:1777421309.670940:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.671008:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007047168 00000100:00100000:2.0:1777421309.671019:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007047168 00000100:00100000:2.0:1777421309.671081:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 211 00000100:00100000:2.0:1777421309.671091:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:27060:x1863761007047168:12345-192.168.204.24@tcp:35:cp.0 00000100:00100000:2.0:1777421309.671474:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:27060:x1863761007047168:12345-192.168.204.24@tcp:35:cp.0 Request processed in 384us (553us total) trans 4294967925 rc 0/0 00000100:00100000:2.0:1777421309.671483:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 211 00000100:00100000:1.0:1777421309.706529:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421309.706850:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007047296 00000100:00100000:0.0:1777421309.706861:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007047296 00000100:00100000:0.0:1777421309.706919:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 989 00000100:00100000:0.0:1777421309.706928:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+94:27063:x1863761007047296:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421309.706948:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421309.706968:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3389 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e059c3 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707039:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c3390 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707053:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c3390 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707064:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c3390 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707077:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3397 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707083:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3397 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707090:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3397 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707181:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c339e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707207:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c339e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707215:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c339e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421309.707249:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00000004:00200000:0.0:1777421309.707253:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421309.707270:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c339e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707325:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c339e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707333:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c3390 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707339:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c3390 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707345:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c3390 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707350:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217c600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421309.707355:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c3390 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707361:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c3390 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707372:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff971053d1fb00) 00010000:00010000:0.0:1777421309.707380:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421309.707386:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c3390 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707392:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c3390 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707405:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3397 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707411:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3397 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707416:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3397 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707421:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082053000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421309.707423:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3397 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707428:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3397 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707433:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff971049800600) 00010000:00010000:0.0:1777421309.707435:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421309.707438:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3397 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707442:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3397 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707609:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3389 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059c3 expref: 96 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707630:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c339e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059c3 expref: 95 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.707637:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff971049800f00) 00010000:00010000:0.0:1777421309.707640:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421309.707642:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971082053c00, rc 0) 00000100:00100000:0.0:1777421309.707702:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+95:27063:x1863761007047296:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 775us (1187us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421309.707710:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 989 00000100:00100000:3.0:1777421309.713003:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421309.713057:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007047424 00000100:00100000:0.0:1777421309.713068:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007047424 00000100:00100000:0.0:1777421309.713164:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 255 00000100:00100000:0.0:1777421309.713174:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+12:2358:x1863761007047424:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421309.713193:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421309.713211:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d6792704/0xd9d09a059d6c33a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e059ca expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421309.713268:0:6552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077302680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6552:1863761018373248:192.168.204.24@tcp:106: 00000100:00100000:0.0:1777421309.713378:0:6552:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b747b40 going to sleep for 11 seconds 00002000:00010000:0.0:1777421309.718887:0:6552:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1777421309.718897:0:6552:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb mtime: 0 -> 1777421309 00002000:00010000:0.0:1777421309.718900:0:6552:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb atime: 0 -> 1777421309 00002000:00010000:0.0:1777421309.718902:0:6552:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb ctime: 0 -> 1777421309 00000100:00100000:0.0:1777421309.718925:0:6552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077302680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6552:1863761018373248:192.168.204.24@tcp:106: 00010000:00010000:0.0:1777421309.718964:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d6792704/0xd9d09a059d6c33a5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059ca expref: 13 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.719007:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d6792704/0xd9d09a059d6c33a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059ca expref: 13 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.719021:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971082053400, rc 0) 00000100:00100000:0.0:1777421309.719086:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+12:2358:x1863761007047424:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 5912us (6091us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421309.719094:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 255 00000100:00100000:1.0:1777421309.725542:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421309.725605:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007047552 00000100:00100000:0.0:1777421309.725621:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007047552 00000100:00100000:0.0:1777421309.725691:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 990 00000100:00100000:0.0:1777421309.725703:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+95:27063:x1863761007047552:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421309.725722:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421309.725745:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c33ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e059d1 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.725823:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c33b3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.725836:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c33b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.725848:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c33b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421309.725912:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 512 00000004:00200000:0.0:1777421309.725917:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421309.725960:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c33b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.725987:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c33ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059d1 expref: 97 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.726005:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c33b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059d1 expref: 96 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.726013:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff971053d1fb00) 00010000:00010000:0.0:1777421309.726016:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421309.726020:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971082052a00, rc 0) 00000100:00100000:0.0:1777421309.726080:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+96:27063:x1863761007047552:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 380us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421309.726085:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 990 00000100:00100000:3.0:1777421309.729666:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421309.729736:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007047680 00000100:00100000:0.0:1777421309.729750:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007047680 00000100:00100000:0.0:1777421309.729831:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 256 00000100:00100000:0.0:1777421309.729841:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007047680:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421309.729859:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421309.729878:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d6792704/0xd9d09a059d6c33ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e059d8 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421309.729934:0:6552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077302680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6552:1863761018373376:192.168.204.24@tcp:106: 00000100:00100000:0.0:1777421309.730135:0:6552:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b747b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777421309.732744:0:6552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077302680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6552:1863761018373376:192.168.204.24@tcp:106: 00010000:00010000:0.0:1777421309.732779:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d6792704/0xd9d09a059d6c33ba lrc: 1/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059d8 expref: 13 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.732829:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d6792704/0xd9d09a059d6c33ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059d8 expref: 13 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.732842:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971082053400, rc 0) 00000100:00100000:0.0:1777421309.732910:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007047680:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 3069us (3258us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421309.732919:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 256 00000100:00100000:1.0:1777421309.738096:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421309.738171:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007047936 00000100:00100000:0.0:1777421309.738187:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007047936 00000100:00100000:0.0:1777421309.738349:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 991 00000100:00100000:0.0:1777421309.738360:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+96:27063:x1863761007047936:12345-192.168.204.24@tcp:58:lfs.0 00000040:00080000:0.0:1777421309.738675:0:5772:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].26, 136 off11728 00000100:00100000:0.0:1777421309.738777:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+96:27063:x1863761007047936:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 418us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421309.738785:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 991 00000040:00080000:0.0:1777421309.922574:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421309.922586:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421309.922626:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 5 00000040:00080000:0.0:1777421309.922635:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421309.922983:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077302680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018373504:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421309.924047:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f43e63480 going to sleep for 11 seconds 00000100:00100000:0.0:1777421309.927046:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077302680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018373504:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421309.928092:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421309.928220:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007048064 00000100:00100000:0.0:1777421309.928230:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007048064 00000100:00100000:0.0:1777421309.928426:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 992 00000100:00100000:0.0:1777421309.928435:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:27073:x1863761007048064:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421309.928474:0:5772:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421309.928589:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:27073:x1863761007048064:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 155us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421309.928596:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 992 00000100:00100000:1.0:1777421309.931425:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.932299:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007048320 00000100:00100000:2.0:1777421309.932310:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007048320 00000100:00100000:2.0:1777421309.932372:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 993 00000100:00100000:2.0:1777421309.932382:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:27073:x1863761007048320:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421309.932403:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421309.932425:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c33c1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e059df expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.932525:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c33c8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.932554:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c33c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.932566:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c33c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421309.932577:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00010000:00010000:2.0:1777421309.932694:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c33c1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059df expref: 56 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.932718:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c33c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059df expref: 55 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.932726:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff971049800f00) 00010000:00010000:2.0:1777421309.932728:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421309.932731:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5a00, rc 0) 00000100:00100000:2.0:1777421309.932786:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:27073:x1863761007048320:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 407us (1371us total) trans 4294967926 rc 0/0 00000100:00100000:2.0:1777421309.932792:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 993 00000100:00100000:3.0:1777421309.936153:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421309.936200:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421309.936229:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007048448 00000100:00100000:0.0:1777421309.936249:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007048448 00000100:00100000:0.0:1777421309.936385:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 257 00000100:00100000:0.0:1777421309.936399:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2359:x1863761007048448:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00000100:00100000:2.0:1777421309.936449:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007048576 00000100:00100000:2.0:1777421309.936463:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007048576 00010000:00010000:0.0:1777421309.936463:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d6792704/0xd9d09a059d6c33d6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.936493:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c3382 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059bc expref: 11 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.936504:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421309.936507:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421309.936512:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d6792704/0xd9d09a059d6c33d6 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421309.936534:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 42 00000100:00100000:2.0:1777421309.936547:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:2360:x1863761007048576:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421309.936561:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c3382 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059bc expref: 11 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.936564:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421309.936583:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c3382 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059bc expref: 11 pid: 6552 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.936601:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c33c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059df expref: 55 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421309.936656:0:6552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077302680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6552:1863761018373632:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421309.936690:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff971049800f00) 00010000:00010000:2.0:1777421309.936697:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421309.936783:0:6552:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f43e63d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421309.937206:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:2360:x1863761007048576:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 659us (1003us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421309.937215:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 42 00000100:00100000:0.0:1777421309.940129:0:6552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077302680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6552:1863761018373632:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421309.940162:0:6552:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d6792704/0xd9d09a059d6c33d6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421309.942516:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421309.942786:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007048704 00000100:00100000:1.0:1777421309.942813:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007048704 00002000:00100000:1.0:1777421309.942881:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x16:0x0] (0->157) req@ffff97106ff69c00 x1863761007048704/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:320/0 lens 648/0 e 0 to 0 dl 1777421320 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421309.942897:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff69c00 with x1863761007048704 ext(0->157) 00010000:00010000:1.0:1777421309.942906:0:6559:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c3382 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059bc expref: 12 pid: 6552 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421309.942923:0:6559:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c3382 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059bc expref: 12 pid: 6552 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421309.942930:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff97106ff69c00 00000100:00100000:1.0:1777421309.942953:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10 00000100:00100000:1.0:1777421309.942961:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007048704:12345-192.168.204.24@tcp:4:cp.0 00000100:00100000:1.0:1777421309.943465:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:2361:x1863761007048704:12345-192.168.204.24@tcp:4:cp.0 Request processed in 503us (960us total) trans 4294967354 rc 0/0 00000100:00100000:1.0:1777421309.943473:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10 00002000:00100000:1.0:1777421309.943480:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x16:0x0] (0->157) req@ffff97106ff69c00 x1863761007048704/t4294967354(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:320/0 lens 648/448 e 0 to 0 dl 1777421320 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421309.943497:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff69c00 with x1863761007048704 ext(0->157) 00010000:00010000:1.0:1777421309.943503:0:6559:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c3382 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059bc expref: 14 pid: 6552 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421309.943514:0:6559:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c3382 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059bc expref: 14 pid: 6552 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421309.943520:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff97106ff69c00 00000100:00100000:1.0:1777421309.946589:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.946636:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007048832 00000100:00100000:2.0:1777421309.946646:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007048832 00010000:00010000:2.0:1777421309.946685:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c3382 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059bc expref: 14 pid: 6552 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421309.946729:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 298 00000100:00100000:2.0:1777421309.946739:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:2360:x1863761007048832:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421309.946753:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421309.946774:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c3382 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059bc expref: 14 pid: 6552 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.946788:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c3382 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059bc expref: 14 pid: 6552 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.946824:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000031038fb/0xd9d09a059d6c3382 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059bc expref: 14 pid: 6552 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.946839:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421309.946841:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421309.946846:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d6792704/0xd9d09a059d6c33d6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.946863:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d6792704/0xd9d09a059d6c33d6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.946940:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421309.946988:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007048832:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 250us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421309.946996:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 298 00010000:00010000:3.0:1777421309.947528:0:6552:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d6792704/0xd9d09a059d6c33d6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.947551:0:6552:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d6792704/0xd9d09a059d6c33d6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.947577:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d6792704/0xd9d09a059d6c33d6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.947587:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d6792704/0xd9d09a059d6c33d6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.947595:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d6792704/0xd9d09a059d6c33d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.947603:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082053400 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421309.947607:0:6552:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d6792704/0xd9d09a059d6c33d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.947617:0:6552:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d6792704/0xd9d09a059d6c33d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.947629:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d6792704/0xd9d09a059d6c33d6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.947636:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d6792704/0xd9d09a059d6c33d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421309.947752:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2359:x1863761007048448:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 11355us (11606us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421309.947760:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 257 00000100:00100000:1.0:1777421309.950055:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421309.950473:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007049088 00000100:00100000:3.0:1777421309.950483:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007049088 00000100:00100000:3.0:1777421309.950563:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 994 00000100:00100000:3.0:1777421309.950573:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046237100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:27073:x1863761007049088:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777421309.950718:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046237100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:27073:x1863761007049088:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 146us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421309.950725:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 994 00000100:00100000:1.0:1777421309.954608:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421309.954675:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007049216 00000100:00100000:3.0:1777421309.954685:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007049216 00000100:00100000:3.0:1777421309.954770:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 258 00000100:00100000:3.0:1777421309.954785:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046234a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007049216:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421309.954812:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421309.954835:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4978634/0xd9d09a059d6c33dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e059e6 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421309.954861:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x16:0x0] initial LVB size: 158, mtime: 0x69f14bfd, atime: 0x0, ctime: 0x69f14bfd, blocks: 0x1 00010000:00010000:3.0:1777421309.954878:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421309.954881:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421309.954889:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4978634/0xd9d09a059d6c33dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059e6 expref: 13 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.954907:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a4978634/0xd9d09a059d6c33dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059e6 expref: 13 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421309.954929:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61400, rc 0) 00000100:00100000:3.0:1777421309.954983:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046234a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761007049216:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 204us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421309.954991:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 258 00000100:00100000:1.0:1777421309.959824:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421309.959887:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007049472 00000100:00100000:3.0:1777421309.959897:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007049472 00000100:00100000:3.0:1777421309.959958:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 995 00000100:00100000:3.0:1777421309.959969:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:27073:x1863761007049472:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777421309.960076:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:27073:x1863761007049472:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 109us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421309.960085:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 995 00000100:00100000:1.0:1777421309.962722:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.962811:0:17961:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007049600 00000100:00100000:2.0:1777421309.962821:0:17961:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007049600 00002000:00100000:2.0:1777421309.962876:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x16:0x0] (0->4095) req@ffff971046235c00 x1863761007049600/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:320/0 lens 488/0 e 0 to 0 dl 1777421320 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421309.962888:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971046235c00 with x1863761007049600 ext(0->4095) 00002000:00010000:2.0:1777421309.962893:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff971046235c00 00000100:00100000:2.0:1777421309.962923:0:17961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 93 00000100:00100000:2.0:1777421309.962932:0:17961:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046235c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007049600:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1777421309.963091:0:17961:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046235c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007049600:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 160us (377us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777421309.963096:0:17961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 93 00002000:00100000:2.0:1777421309.963101:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x16:0x0] (0->4095) req@ffff971046235c00 x1863761007049600/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:320/0 lens 488/4536 e 0 to 0 dl 1777421320 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421309.963107:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971046235c00 with x1863761007049600 ext(0->4095) 00002000:00010000:2.0:1777421309.963110:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff971046235c00 00000100:00100000:1.0:1777421309.968469:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.968605:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007049728 00000100:00100000:2.0:1777421309.968635:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007049728 00000100:00100000:2.0:1777421309.968717:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 996 00000100:00100000:2.0:1777421309.968728:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:27073:x1863761007049728:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421309.968749:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421309.968769:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c33e4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e059ed expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.968810:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5000/0xd9d09a059d6c33eb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.968821:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5000/0xd9d09a059d6c33eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.968832:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5000/0xd9d09a059d6c33eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.968925:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c33e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059ed expref: 56 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.968961:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5000/0xd9d09a059d6c33eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059ed expref: 55 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.968971:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff971049800f00) 00010000:00010000:2.0:1777421309.968974:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421309.968978:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5000, rc 0) 00000100:00100000:2.0:1777421309.969039:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:27073:x1863761007049728:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 313us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421309.969047:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 996 00000100:00100000:3.0:1777421309.973339:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.973479:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007049856 00000100:00100000:2.0:1777421309.973508:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007049856 00000100:00100000:2.0:1777421309.973577:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 997 00000100:00100000:2.0:1777421309.973588:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:27073:x1863761007049856:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421309.973622:0:5772:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421309.973736:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:27073:x1863761007049856:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 149us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421309.973744:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 997 00000100:00100000:3.0:1777421309.976901:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.977008:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007049984 00000100:00100000:2.0:1777421309.977021:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007049984 00000100:00100000:2.0:1777421309.977078:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 259 00000100:00100000:2.0:1777421309.977088:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761007049984:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421309.977140:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c33f2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.977161:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421309.977163:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421309.977170:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c33f2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.977188:0:6552:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c33f2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.977226:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c33f2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.977235:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c33f2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.977259:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c33f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.977267:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4e00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421309.977880:0:6552:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c33f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.977897:0:6552:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c33f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.977917:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c33f2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.977926:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c33f2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421309.978021:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761007049984:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 933us (1132us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421309.978030:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 259 00000100:00100000:3.0:1777421309.984196:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.984295:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007050240 00000100:00100000:2.0:1777421309.984309:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007050240 00000100:00100000:2.0:1777421309.984394:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 998 00000100:00100000:2.0:1777421309.984406:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:27073:x1863761007050240:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777421309.984527:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c33f9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.984557:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5000/0xd9d09a059d6c33eb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059ed expref: 55 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.984569:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c33f9 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.985263:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5000/0xd9d09a059d6c33eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059ed expref: 55 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421309.985893:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5000/0xd9d09a059d6c33eb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059ed expref: 55 pid: 5772 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421309.985914:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077264a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018373760:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421309.986031:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049a803c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421309.989320:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421309.989611:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077264a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018373760:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421309.989646:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c33f9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421309.990237:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007050368 00000100:00100000:1.0:1777421309.990247:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007050368 00010000:00010000:1.0:1777421309.990311:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5000/0xd9d09a059d6c33eb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059ed expref: 56 pid: 5772 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421309.990358:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 299 00000100:00100000:1.0:1777421309.990372:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971049aec050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+56:2360:x1863761007050368:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421309.990392:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421309.990400:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5000/0xd9d09a059d6c33eb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059ed expref: 56 pid: 5772 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421309.990416:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5000/0xd9d09a059d6c33eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059ed expref: 56 pid: 5772 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421309.990452:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5000/0xd9d09a059d6c33eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059ed expref: 56 pid: 5772 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421309.990491:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff971049800f00) 00010000:00010000:1.0:1777421309.990497:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c33f9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421309.990509:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c33f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421309.990518:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c33f9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421309.990550:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421309.990617:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971049aec050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:2360:x1863761007050368:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 248us (1310us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421309.990627:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 299 00010000:00010000:0.0:1777421309.990753:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c33f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.990764:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c33f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.991127:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c33f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.991137:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c33f9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.991144:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c33f9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.991151:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421309.991156:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c33f9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.991171:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c33f9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.991182:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff971049800f00) 00010000:00010000:0.0:1777421309.991186:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421309.991191:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c33f9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421309.991197:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c33f9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421309.991380:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:27073:x1863761007050240:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 6975us (7199us total) trans 4294967927 rc 0/0 00000100:00100000:0.0:1777421309.991390:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 998 00000040:00080000:2.0:1777421309.991502:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421309.991509:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421309.992036:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:2.0:1777421309.992048:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421309.993846:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421309.994084:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007050624 00000100:00100000:2.0:1777421309.994184:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007050624 00000100:00100000:2.0:1777421309.994409:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 212 00000100:00100000:2.0:1777421309.994422:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:27073:x1863761007050624:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421309.994727:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+56:27073:x1863761007050624:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 307us (892us total) trans 4294967928 rc 0/0 00000100:00100000:2.0:1777421309.994737:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 212 00010000:00010000:1.0:1777421310.178762:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777421310.221848:0:19409:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421310.221857:0:19409:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421310.221905:0:19409:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 5 00000040:00080000:0.0:1777421310.221914:0:19409:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421310.242681:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41e7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018373888:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421310.242748:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421310.242846:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018373888 00000100:00100000:2.0:1777421310.242865:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018373888 00000100:00100000:2.0:1777421310.242931:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1777421310.242942:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018373888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777421310.242970:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 81592320 pending 1703936 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777421310.243033:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018373888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421310.243041:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00080000:2.0:1777421310.243065:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421310.243847:0:3297:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967353 gen 2 00000004:00080000:1.0:1777421310.243853:0:3297:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff971077a66a00, transno 4294967353 00000100:00100000:1.0:1777421310.243872:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41e7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018373888:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421310.243894:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080355880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018374400:0@lo:400:kworker.0 00000100:00100000:1.0:1777421310.243923:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421310.243955:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1777421310.243971:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080970000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018374016:0@lo:400:kworker.0 00000100:00100000:2.0:1777421310.243982:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018374144:0@lo:400:kworker.0 00000100:00100000:1.0:1777421310.244010:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421310.244028:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421310.244046:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080354a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018374528:0@lo:400:kworker.0 00000100:00100000:2.0:1777421310.244055:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777421310.244062:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106fe9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018374272:0@lo:400:kworker.0 00000100:00100000:1.0:1777421310.244085:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421310.244123:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018374144 00000100:00100000:1.0:1777421310.244127:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018374144 00000100:00100000:1.0:1777421310.244156:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018374528 00000100:00100000:1.0:1777421310.244158:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018374528 00000100:00100000:1.0:1777421310.244188:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1777421310.244196:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077265500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018374144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421310.244240:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077265500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018374144:12345-0@lo:400:kworker.0 Request processed in 45us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421310.244248:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1777421310.244265:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:1.0:1777421310.244294:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863761018374528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421310.244336:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863761018374528:12345-0@lo:400:kworker.0 Request processed in 65us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421310.244344:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:1.0:1777421310.244396:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080354a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018374528:0@lo:400:kworker.0 00000100:00100000:2.0:1777421310.246856:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018374400 00000100:00100000:2.0:1777421310.246866:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018374400 00000100:00100000:2.0:1777421310.246908:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:2.0:1777421310.246920:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018374400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421310.247001:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018374400:12345-0@lo:400:kworker.0 Request processed in 84us (3077us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421310.247006:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:2.0:1777421310.247025:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018374016 00000100:00100000:2.0:1777421310.247028:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018374016 00000100:00100000:2.0:1777421310.247043:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:2.0:1777421310.247047:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b511850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3297:x1863761018374016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421310.247073:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b511850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3297:x1863761018374016:12345-0@lo:400:kworker.0 Request processed in 26us (3066us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421310.247077:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00080000:1.0:1777421310.247532:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421310.247579:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421310.247630:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018374144:0@lo:400:kworker.0 00000100:00100000:1.0:1777421310.247668:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018374272 00000100:00100000:1.0:1777421310.247672:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018374272 00000100:00100000:1.0:1777421310.247715:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1777421310.247723:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018374272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421310.247784:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018374272:12345-0@lo:400:kworker.0 Request processed in 60us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421310.247792:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00080000:1.0:1777421310.248370:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421310.248395:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106fe9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018374272:0@lo:400:kworker.0 00000100:00100000:1.0:1777421310.249063:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080970000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018374016:0@lo:400:kworker.0 00000100:00100000:1.0:1777421310.249088:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080355880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018374400:0@lo:400:kworker.0 00000100:00100000:2.0:1777421310.259184:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421310.260307:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007050752 00000100:00100000:1.0:1777421310.260319:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007050752 00000100:00100000:1.0:1777421310.260378:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 260 00000100:00100000:1.0:1777421310.260392:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+12:2359:x1863761007050752:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421310.260412:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421310.260432:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c3400 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e059f4 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.260533:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421310.260537:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421310.260546:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c3400 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059f4 expref: 13 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.260566:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c3400 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059f4 expref: 13 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.260580:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10800, rc 0) 00000100:00100000:1.0:1777421310.260643:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+13:2359:x1863761007050752:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 255us (1468us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421310.260742:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 260 00000001:00080000:1.0:1777421310.264264:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967346 is committed 00000001:00080000:1.0:1777421310.264306:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967345 is committed 00000100:00100000:1.0:1777421310.268401:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421310.268571:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007051008 00000100:00100000:2.0:1777421310.268581:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007051008 00000100:00100000:2.0:1777421310.268636:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 999 00000100:00100000:2.0:1777421310.268646:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+96:27074:x1863761007051008:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421310.268664:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421310.268686:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3407 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e059fb expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421310.268789:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c340e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421310.268814:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c340e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421310.268826:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c340e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421310.268841:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00010000:00010000:2.0:1777421310.269025:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3407 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059fb expref: 99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421310.269044:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c340e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059fb expref: 98 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421310.269054:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff971049800f00) 00010000:00010000:2.0:1777421310.269057:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777421310.269061:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4600, rc 0) 00000100:00100000:2.0:1777421310.269122:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+98:27074:x1863761007051008:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 476us (855us total) trans 4294967929 rc 0/0 00000100:00100000:2.0:1777421310.269142:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 999 00000001:00080000:0.0:1777421310.271224:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967927 is committed 00000001:00080000:0.0:1777421310.271242:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967923 is committed 00000020:00080000:0.0:1777421310.271269:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff97104af2df00 refcount 2 committed 0 result 0 batchid 16 00000020:00080000:0.0:1777421310.271292:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff970f42eee700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff97104af2d0c0 00000020:00080000:0.0:1777421310.271296:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff970f42eee400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff97104619b400 00000020:00080000:1.0:1777421310.271320:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 16 committed batchid 14 00000020:00080000:0.0:1777421310.271326:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 15 batchid updated 00000001:00080000:0.0:1777421310.271339:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967928 is committed 00000100:00100000:3.0:1777421310.271475:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421310.271535:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007051136 00000100:00100000:0.0:1777421310.271545:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007051136 00000020:00080000:1.0:1777421310.271569:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 15 00000100:00100000:0.0:1777421310.271591:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 261 00000100:00100000:0.0:1777421310.271609:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+13:2361:x1863761007051136:12345-192.168.204.24@tcp:1:lfs.0 00010000:00010000:0.0:1777421310.271654:0:12497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c341c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421310.271674:0:12497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4978634/0xd9d09a059d6c33dd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059e6 expref: 12 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421310.271684:0:12497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c3400 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059f4 expref: 13 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421310.271702:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421310.271705:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421310.271708:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c341c lrc: 5/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421310.271741:0:12497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c3400 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059f4 expref: 13 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421310.271755:0:12497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c3400 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059f4 expref: 13 pid: 6552 timeout: 476 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421310.271769:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077302680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12497:1863761018374656:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421310.271869:0:12497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a4978634/0xd9d09a059d6c33dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059e6 expref: 12 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421310.271880:0:12497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a4978634/0xd9d09a059d6c33dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059e6 expref: 12 pid: 6552 timeout: 476 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421310.271896:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077300380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12497:1863761018374784:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421310.271920:0:12497:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f43e63f00 going to sleep for 11 seconds 00000100:00100000:3.0:1777421310.275505:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077302680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12497:1863761018374656:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421310.276611:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421310.276708:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007051264 00000100:00100000:2.0:1777421310.276717:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007051264 00010000:00010000:2.0:1777421310.276773:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c3400 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059f4 expref: 14 pid: 6552 timeout: 476 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421310.276845:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077300380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12497:1863761018374784:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421310.276856:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 300 00000100:00100000:2.0:1777421310.276869:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+14:2361:x1863761007051264:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421310.276874:0:12497:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c341c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421310.276885:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421310.276909:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c3400 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059f4 expref: 14 pid: 6552 timeout: 476 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421310.276923:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c3400 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059f4 expref: 14 pid: 6552 timeout: 476 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421310.276948:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c3400 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059f4 expref: 14 pid: 6552 timeout: 476 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421310.276963:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421310.277029:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+13:2361:x1863761007051264:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 163us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421310.277037:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 300 00000100:00100000:2.0:1777421310.278464:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421310.278678:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007051392 00000100:00100000:3.0:1777421310.278695:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007051392 00010000:00010000:3.0:1777421310.278755:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a4978634/0xd9d09a059d6c33dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059e6 expref: 13 pid: 6552 timeout: 476 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421310.278824:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 301 00000100:00100000:3.0:1777421310.278838:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077267800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761007051392:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421310.278854:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421310.278880:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a4978634/0xd9d09a059d6c33dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059e6 expref: 13 pid: 6552 timeout: 476 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421310.278900:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a4978634/0xd9d09a059d6c33dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059e6 expref: 13 pid: 6552 timeout: 476 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421310.278926:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4978634/0xd9d09a059d6c33dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059e6 expref: 13 pid: 6552 timeout: 476 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421310.279030:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421310.279034:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421310.279040:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c341c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421310.279051:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c341c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421310.279209:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421310.279321:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077267800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007051392:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 487us (861us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421310.279332:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 301 00010000:00010000:2.0:1777421310.279563:0:12497:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c341c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421310.279586:0:12497:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c341c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421310.279618:0:12497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c341c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421310.279626:0:12497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c341c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421310.279636:0:12497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c341c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421310.279644:0:12497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082053000 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421310.279650:0:12497:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c341c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421310.279659:0:12497:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c341c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421310.279674:0:12497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c341c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421310.279683:0:12497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e662eca5/0xd9d09a059d6c341c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421310.279775:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007051136:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 8169us (8303us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421310.279785:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 261 00000100:00100000:2.0:1777421310.284253:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421310.284548:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007051648 00000100:00100000:0.0:1777421310.284562:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007051648 00000100:00100000:0.0:1777421310.284639:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 213 00000100:00100000:0.0:1777421310.284771:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b5a4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+94:27074:x1863761007051648:12345-192.168.204.24@tcp:35:lfs.0 00000004:00010000:0.0:1777421310.284868:0:11303:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000402:0x1b:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c340e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059fb expref: 94 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421310.285244:0:11303:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967930 00000001:00080000:0.0:1777421310.286238:0:11303:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967931 00010000:00010000:0.0:1777421310.286533:0:11303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3423 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421310.286558:0:11303:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c336d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059ae expref: 42 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421310.286567:0:11303:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c339e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059c3 expref: 97 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421310.286576:0:11303:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3423 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421310.286803:0:11303:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c339e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059c3 expref: 97 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421310.286824:0:11303:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c339e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059c3 expref: 97 pid: 5772 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421310.286843:0:11303:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077300380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:11303:1863761018374912:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421310.287015:0:11303:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c336d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059ae expref: 42 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421310.287026:0:11303:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c336d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059ae expref: 42 pid: 5772 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421310.287037:0:11303:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077302680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:11303:1863761018375040:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421310.287078:0:11303:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f43e63f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421310.290234:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421310.290564:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007051776 00000100:00100000:3.0:1777421310.290578:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007051776 00010000:00010000:3.0:1777421310.290635:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c339e lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059c3 expref: 98 pid: 5772 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421310.290686:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 302 00000100:00100000:3.0:1777421310.290700:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+98:2360:x1863761007051776:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421310.290718:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421310.290730:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c339e lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059c3 expref: 98 pid: 5772 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421310.290751:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c339e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059c3 expref: 98 pid: 5772 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421310.290791:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff971049800f00) 00010000:00010000:3.0:1777421310.290807:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3423 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421310.290818:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3423 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421310.290826:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421310.290906:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+98:2360:x1863761007051776:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 206us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421310.290921:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 302 00010000:00010000:2.0:1777421310.291562:0:11303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c339e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059c3 expref: 97 pid: 5772 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421310.291586:0:11303:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077300380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:11303:1863761018374912:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421310.291611:0:11303:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077302680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:11303:1863761018375040:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421310.291652:0:11303:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3423 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421310.293820:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421310.295615:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007051904 00000100:00100000:3.0:1777421310.295635:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007051904 00000100:00080000:1.0:1777421310.295701:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777421310.295711:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c336d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059ae expref: 43 pid: 5772 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421310.295783:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 303 00000100:00100000:3.0:1777421310.295804:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077302680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:2360:x1863761007051904:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421310.295825:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421310.295835:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c336d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059ae expref: 43 pid: 5772 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421310.295853:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c336d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059ae expref: 43 pid: 5772 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421310.295882:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c336d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059ae expref: 43 pid: 5772 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421310.295904:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff971049800f00) 00010000:00010000:3.0:1777421310.295910:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3423 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421310.295922:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3423 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421310.295931:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3423 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421310.295969:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421310.296055:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077302680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:2360:x1863761007051904:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 262us (2259us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421310.296064:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 303 00010000:00010000:1.0:1777421310.296083:0:11303:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3423 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.296099:0:11303:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3423 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421310.296243:0:11303:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967932 00000001:00080000:1.0:1777421310.296617:0:11303:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967933 00000001:00080000:1.0:1777421310.296674:0:11303:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967934 00000100:00100000:1.0:1777421310.296764:0:11303:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080354e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:11303:1863761018375168:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777421310.296889:0:11303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421310.296977:0:11303:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f42081c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421310.297090:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018375168 00000100:00100000:0.0:1777421310.297098:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018375168 00000100:00100000:0.0:1777421310.297149:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1777421310.297158:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:11303:x1863761018375168:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777421310.297235:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:11303:x1863761018375168:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 74us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421310.297244:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1777421310.297454:0:11303:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080354e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:11303:1863761018375168:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:1.0:1777421310.297632:0:11303:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967935 00000100:00100000:1.0:1777421310.297688:0:11303:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080354e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:11303:1863761018375296:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777421310.297715:0:11303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421310.297774:0:11303:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710453bae40 going to sleep for 11 seconds 00000100:00100000:0.0:1777421310.297821:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018375296 00000100:00100000:0.0:1777421310.297831:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018375296 00000100:00100000:0.0:1777421310.297858:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1777421310.297864:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:11303:x1863761018375296:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777421310.298109:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:11303:x1863761018375296:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 244us (392us total) trans 4294967355 rc 0/0 00000100:00100000:0.0:1777421310.298117:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1777421310.298176:0:11303:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080354e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:11303:1863761018375296:0@lo:1000:mdt_rdpg00_002.0 00010000:00010000:1.0:1777421310.298195:0:11303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3423 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.298214:0:11303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3423 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.298223:0:11303:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3423 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.298229:0:11303:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082053000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421310.298234:0:11303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3423 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.298242:0:11303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3423 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.298258:0:11303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff971049800f00) 00010000:00010000:1.0:1777421310.298261:0:11303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777421310.298266:0:11303:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3423 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.298391:0:11303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3423 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777421310.298563:0:11303:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x3f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1777421310.298698:0:11303:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 64 off9096 00000004:00080000:1.0:1777421310.298709:0:11303:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 376855434663ns, next at 377855432330ns, rc = 0 00000001:00080000:1.0:1777421310.298717:0:11303:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967936 00010000:00010000:1.0:1777421310.298785:0:11303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff971049800f00) 00010000:00010000:1.0:1777421310.298789:0:11303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777421310.298807:0:11303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c340e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059fb expref: 101 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421310.298929:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b5a4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+100:27074:x1863761007051648:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 14279us (14689us total) trans 4294967937 rc 0/0 00000100:00100000:1.0:1777421310.298938:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 213 00000020:00080000:1.0:1777421310.298942:0:11303:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1777421310.307565:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421310.307640:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007052032 00000100:00100000:1.0:1777421310.307656:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007052032 00000100:00100000:1.0:1777421310.308039:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1000 00000100:00100000:1.0:1777421310.308052:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+100:27075:x1863761007052032:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:1.0:1777421310.308145:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421310.308166:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c342a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05a02 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308237:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3431 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308252:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3431 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308263:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3431 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308304:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c3438 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308312:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c3438 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308319:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c3438 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308445:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c343f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308453:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c343f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308459:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c343f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421310.308503:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00000004:00200000:1.0:1777421310.308508:0:12998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421310.308528:0:12998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c343f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308537:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c343f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308543:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3431 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308547:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3431 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308552:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3431 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308555:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421310.308558:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3431 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308563:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3431 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308577:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff971053d1fb00) 00010000:00010000:1.0:1777421310.308579:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421310.308583:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3431 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308588:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3431 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308596:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c3438 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308600:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c3438 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308604:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c3438 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308607:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421310.308609:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c3438 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308613:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c3438 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308617:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff97104562f400) 00010000:00010000:1.0:1777421310.308619:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421310.308621:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c3438 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308624:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c3438 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308661:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c342a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a02 expref: 102 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308669:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c343f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a02 expref: 101 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.308674:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff97104562ff00) 00010000:00010000:1.0:1777421310.308675:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421310.308677:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10e00, rc 0) 00000100:00100000:1.0:1777421310.308742:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+101:27075:x1863761007052032:12345-192.168.204.24@tcp:101:diff.0 Request processed in 691us (1190us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421310.308748:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1000 00000100:00100000:3.0:1777421310.314187:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421310.314468:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007052288 00000100:00100000:1.0:1777421310.314482:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007052288 00000100:00100000:1.0:1777421310.314551:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1001 00000100:00100000:1.0:1777421310.314561:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+101:27075:x1863761007052288:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:1.0:1777421310.314585:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421310.314610:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3446 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05a09 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.314748:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c344d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.314767:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c344d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.314781:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c344d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421310.314816:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00010000:00010000:1.0:1777421310.314988:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3446 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a09 expref: 104 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.315007:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c344d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a09 expref: 103 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.315018:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff97104562ff00) 00010000:00010000:1.0:1777421310.315021:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421310.315026:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11a00, rc 0) 00000100:00100000:1.0:1777421310.315096:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+103:27075:x1863761007052288:12345-192.168.204.24@tcp:101:diff.0 Request processed in 537us (919us total) trans 4294967938 rc 0/0 00000100:00100000:1.0:1777421310.315105:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1001 00000100:00100000:0.0:1777421310.322068:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421310.322102:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007052544 00000100:00100000:3.0:1777421310.322114:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007052544 00000100:00100000:3.0:1777421310.322172:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 43 00000100:00100000:3.0:1777421310.322186:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+103:27075:x1863761007052544:12345-192.168.204.24@tcp:103:diff.0 00010000:00010000:3.0:1777421310.322202:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777421310.322225:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c344d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a09 expref: 103 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421310.322245:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c343f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a02 expref: 102 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421310.322254:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff97104562ff00) 00010000:00010000:3.0:1777421310.322264:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421310.322427:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+101:27075:x1863761007052544:12345-192.168.204.24@tcp:103:diff.0 Request processed in 245us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421310.322435:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 43 00000100:00100000:3.0:1777421310.324439:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421310.324545:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007052672 00000100:00100000:1.0:1777421310.324558:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007052672 00000100:00100000:1.0:1777421310.324625:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1002 00000100:00100000:1.0:1777421310.324637:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+101:27075:x1863761007052672:12345-192.168.204.24@tcp:58:diff.0 00010000:00010000:1.0:1777421310.324805:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c345b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.324826:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c345b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421310.324841:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c345b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777421310.325144:0:5771:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].27, 136 off11864 00000100:00100000:1.0:1777421310.325411:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+101:27075:x1863761007052672:12345-192.168.204.24@tcp:58:diff.0 Request processed in 775us (984us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421310.325422:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1002 00000100:00100000:2.0:1777421310.328498:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421310.328552:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007052800 00000100:00100000:3.0:1777421310.328566:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007052800 00000100:00100000:3.0:1777421310.328637:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1003 00000100:00100000:3.0:1777421310.328648:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+101:27075:x1863761007052800:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:3.0:1777421310.328685:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421310.328710:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c3462 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05a10 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421310.328778:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c345b lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421310.328811:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c3462 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a10 expref: 102 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421310.328836:0:5771:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c345b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421310.328851:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c3462 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a10 expref: 102 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421310.328868:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff97104562f400) 00010000:00010000:3.0:1777421310.328872:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777421310.328876:0:5771:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c3462 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a10 expref: 102 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421310.328884:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60600, rc 0) 00000100:00100000:3.0:1777421310.328958:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+102:27075:x1863761007052800:12345-192.168.204.24@tcp:101:diff.0 Request processed in 310us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421310.328966:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1003 00000040:00080000:2.0:1777421311.010629:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421311.010642:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421311.010691:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 6 00000040:00080000:2.0:1777421311.010699:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421311.010876:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077264000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018375424:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421311.011306:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff971042bd26c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421311.014888:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077264000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018375424:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421311.015385:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421311.018532:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007052928 00000100:00100000:3.0:1777421311.018561:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007052928 00000100:00100000:3.0:1777421311.018653:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1004 00000100:00100000:3.0:1777421311.018664:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077303b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:27076:x1863761007052928:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421311.018715:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421311.020884:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077303b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:27076:x1863761007052928:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 2209us (5488us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421311.020900:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1004 00000100:00100000:2.0:1777421311.033157:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421311.033325:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007053056 00000100:00100000:3.0:1777421311.033341:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007053056 00000100:00100000:3.0:1777421311.033431:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1005 00000100:00100000:3.0:1777421311.033444:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:27076:x1863761007053056:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1777421311.033565:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3469 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.036799:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3469 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.036835:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3469 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.036875:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3470 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.036897:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3470 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.036908:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3470 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.036946:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3477 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.036957:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3477 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.036963:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3477 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421311.037021:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00000004:00200000:3.0:1777421311.037043:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421311.037062:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3477 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.037075:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3469 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.037082:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3469 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.037089:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3469 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.037097:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421311.037102:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3469 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.037109:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3469 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.037125:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:3.0:1777421311.037128:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421311.037135:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3469 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.037142:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3469 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.037157:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3470 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.037163:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3470 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.037181:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3470 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.037186:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421311.037189:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3470 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.037195:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3470 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.037203:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x2b74b2f9 (ffff97104a245800) 00010000:00010000:3.0:1777421311.037206:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421311.037209:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3470 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.037214:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3470 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.037229:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3477 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.037235:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3477 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.037241:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3477 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.037246:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421311.037248:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3477 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.037263:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3477 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.037271:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff97104562f400) 00010000:00010000:3.0:1777421311.037308:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421311.037312:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3477 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.037317:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3477 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421311.037439:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:27076:x1863761007053056:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 Request processed in 3991us (4287us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421311.037451:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1005 00000100:00100000:0.0:1777421311.044347:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421311.044567:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007053312 00000100:00100000:3.0:1777421311.044581:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007053312 00000100:00100000:3.0:1777421311.044658:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1006 00000100:00100000:3.0:1777421311.044668:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:27076:x1863761007053312:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421311.044694:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421311.044725:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c347e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05a17 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.044870:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3485 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.044888:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3485 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.044902:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3485 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421311.044935:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00010000:00010000:3.0:1777421311.045081:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3485 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.045091:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3485 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.045098:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3485 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.045106:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421311.045111:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3485 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.045999:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3485 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.046023:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff97104562f400) 00010000:00010000:3.0:1777421311.046026:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421311.046033:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3485 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.046040:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3485 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.046106:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c347e lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a17 expref: 44 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.046118:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:3.0:1777421311.046121:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421311.046140:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c347e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a17 expref: 44 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.046151:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60400, rc 0) 00000100:00100000:3.0:1777421311.046309:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:27076:x1863761007053312:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1640us (1977us total) trans 4294967939 rc 301/301 00000100:00100000:3.0:1777421311.046319:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1006 00000100:00100000:0.0:1777421311.051030:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421311.051310:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007053440 00000100:00100000:3.0:1777421311.051326:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007053440 00000100:00100000:3.0:1777421311.051457:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1007 00000100:00100000:3.0:1777421311.051479:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:27076:x1863761007053440:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421311.051535:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421311.051682:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:27076:x1863761007053440:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 205us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421311.051691:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1007 00000100:00100000:2.0:1777421311.059000:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421311.059445:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007053696 00000100:00100000:3.0:1777421311.059512:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007053696 00000100:00100000:3.0:1777421311.059606:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1008 00000100:00100000:3.0:1777421311.059616:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:27076:x1863761007053696:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421311.059639:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421311.059666:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3493 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05a1e expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.060361:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c349a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.060380:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c349a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.060415:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c349a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421311.060429:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1c:0x0]: returning size 0 00010000:00010000:3.0:1777421311.060499:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3493 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a1e expref: 46 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.060522:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c349a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a1e expref: 45 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.060532:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff97104a245800) 00010000:00010000:3.0:1777421311.060535:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421311.060539:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61600, rc 0) 00000100:00100000:3.0:1777421311.060619:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:27076:x1863761007053696:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1003us (1631us total) trans 4294967940 rc 0/0 00000100:00100000:3.0:1777421311.060627:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1008 00000100:00100000:1.0:1777421311.065829:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421311.065929:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007053952 00000100:00100000:3.0:1777421311.065943:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007053952 00000100:00100000:3.0:1777421311.066017:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1009 00000100:00100000:3.0:1777421311.066028:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:27076:x1863761007053952:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777421311.066105:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421311.066142:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c349a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a1e expref: 45 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.066165:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff97104a245800) 00010000:00010000:3.0:1777421311.066179:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421311.069024:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c34a8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.069069:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c33b3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059d1 expref: 101 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.069080:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c34a8 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.069763:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c33b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059d1 expref: 101 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.069797:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c33b3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059d1 expref: 101 pid: 5772 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421311.069839:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077265f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018375552:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421311.069988:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff971042bd2840 going to sleep for 11 seconds 00000100:00100000:0.0:1777421311.073460:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421311.073615:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077265f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018375552:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421311.073661:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c34a8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421311.073758:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007054080 00000100:00100000:3.0:1777421311.073769:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007054080 00010000:00010000:3.0:1777421311.073848:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c33b3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059d1 expref: 102 pid: 5772 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421311.073900:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 304 00000100:00100000:3.0:1777421311.073918:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+102:2361:x1863761007054080:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421311.073937:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421311.073945:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c33b3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059d1 expref: 102 pid: 5772 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.073958:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c33b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059d1 expref: 102 pid: 5772 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.073988:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c33b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e059d1 expref: 102 pid: 5772 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.074007:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff971053d1fb00) 00010000:00010000:3.0:1777421311.074012:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c34a8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.074046:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c34a8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.074056:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c34a8 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.074093:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421311.074153:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+101:2361:x1863761007054080:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 242us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421311.074163:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 304 00000100:00080000:1.0:1777421311.074237:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777421311.074596:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c34a8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.074604:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c34a8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.074634:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34af lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3e:0x0].0x90a7a651 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.074646:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x90a7a651 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.074654:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x90a7a651 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.074774:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c34a8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.074800:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c34a8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.074807:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c34a8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.074814:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421311.074819:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c34a8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.074828:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c34a8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.074838:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff971053d1fb00) 00010000:00010000:0.0:1777421311.074841:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421311.074846:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c34a8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.074852:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c34a8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.074863:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x90a7a651 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.074869:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34af lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x90a7a651 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.074875:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x90a7a651 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.074881:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082053000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421311.074890:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x90a7a651 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.074897:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34af lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x90a7a651 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.074905:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x90a7a651 (ffff971049800700) 00010000:00010000:0.0:1777421311.074908:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421311.074911:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34af lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x90a7a651 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.074917:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34af lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x90a7a651 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421311.075002:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:27076:x1863761007053952:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 8974us (9185us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777421311.075010:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1009 00000100:00100000:0.0:1777421311.079694:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421311.079975:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007054208 00000100:00100000:2.0:1777421311.080001:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007054208 00000100:00100000:2.0:1777421311.080131:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1010 00000100:00100000:2.0:1777421311.080144:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:27076:x1863761007054208:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421311.080173:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421311.080206:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5200/0xd9d09a059d6c34b6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05a25 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.080254:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c34bd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.080271:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c34bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.080327:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c34bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.080536:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5200/0xd9d09a059d6c34b6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a25 expref: 46 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.080561:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c34bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a25 expref: 45 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.080580:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff971053d1f600) 00010000:00010000:2.0:1777421311.080583:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421311.080587:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5e00, rc 0) 00000100:00100000:2.0:1777421311.080836:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:27076:x1863761007054208:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 693us (1155us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421311.080845:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1010 00000100:00100000:3.0:1777421311.087246:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421311.087641:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007054464 00000100:00100000:0.0:1777421311.087655:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007054464 00000100:00100000:0.0:1777421311.087736:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1011 00000100:00100000:0.0:1777421311.087749:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:27076:x1863761007054464:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421311.087883:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34c4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.087905:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34c4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.087919:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34c4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421311.088208:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000006f31e127 reply state 00000000099c4600 transno 4294967941 ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34c4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421311.088220:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421311.088381:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:27076:x1863761007054464:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 633us (1151us total) trans 4294967941 rc 0/0 00000100:00100000:0.0:1777421311.089173:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1011 00010000:00010000:0.0:1777421311.090753:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34c4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.090773:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34c4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.090792:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34c4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.090800:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082053000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421311.090806:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34c4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.090815:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34c4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.090838:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff971053d1f600) 00010000:00010000:0.0:1777421311.090841:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777421311.090847:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34c4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.090854:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34c4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421311.092907:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421311.093577:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007054592 00000100:00100000:0.0:1777421311.093592:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007054592 00000100:00100000:0.0:1777421311.093658:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1012 00000100:00100000:0.0:1777421311.093670:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:27076:x1863761007054592:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421311.093702:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421311.093730:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c34cb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05a2c expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.093825:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c34cb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a2c expref: 47 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.093843:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c34cb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a2c expref: 47 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.093854:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff971053d1f600) 00010000:00010000:0.0:1777421311.093857:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421311.093862:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971082053c00, rc 0) 00000100:00100000:0.0:1777421311.094328:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:27076:x1863761007054592:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 658us (1433us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421311.094337:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1012 00000100:00100000:1.0:1777421311.097030:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421311.097120:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007054720 00000100:00100000:2.0:1777421311.097132:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007054720 00000100:00100000:2.0:1777421311.097190:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 214 00000100:00100000:2.0:1777421311.097202:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:27076:x1863761007054720:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1777421311.097399:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:27076:x1863761007054720:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 Request processed in 198us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421311.097408:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 214 00000100:00100000:0.0:1777421311.099624:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421311.099710:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007054976 00000100:00100000:2.0:1777421311.099726:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007054976 00000100:00100000:2.0:1777421311.099801:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 215 00000100:00100000:2.0:1777421311.099812:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:27076:x1863761007054976:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421311.100213:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:27076:x1863761007054976:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 395us (593us total) trans 4294967942 rc 0/0 00000100:00100000:2.0:1777421311.100225:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 215 00000100:00100000:3.0:1777421311.102170:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421311.102339:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007055232 00000100:00100000:0.0:1777421311.102352:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007055232 00000100:00100000:0.0:1777421311.102495:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1013 00000100:00100000:0.0:1777421311.102507:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:27076:x1863761007055232:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421311.102645:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:27076:x1863761007055232:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 139us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421311.102674:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1013 00000100:00100000:1.0:1777421311.104630:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421311.104795:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007055488 00000100:00100000:0.0:1777421311.104807:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007055488 00000100:00100000:0.0:1777421311.104877:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1014 00000100:00100000:0.0:1777421311.104888:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:27076:x1863761007055488:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421311.104911:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421311.104950:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05a33 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.105078:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c34d9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.105097:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c34cb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a2c expref: 49 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.105108:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c34d9 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.105150:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c34cb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a2c expref: 49 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.105166:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c34cb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a2c expref: 49 pid: 5771 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421311.105182:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018375680:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421311.105421:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f43e63780 going to sleep for 11 seconds 00000100:00100000:0.0:1777421311.109330:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018375680:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421311.109397:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c34d9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421311.109905:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421311.113006:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007055616 00000100:00100000:2.0:1777421311.113028:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007055616 00010000:00010000:2.0:1777421311.113099:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c34cb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a2c expref: 50 pid: 5771 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421311.113180:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 305 00000100:00100000:2.0:1777421311.113193:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971049aecc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:2361:x1863761007055616:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421311.113213:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421311.113221:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c34cb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a2c expref: 50 pid: 5771 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.113236:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c34cb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a2c expref: 50 pid: 5771 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.113265:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c34cb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a2c expref: 50 pid: 5771 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.113344:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff971053d1f600) 00010000:00010000:2.0:1777421311.113350:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c34d9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.113362:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c34d9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.113371:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c34d9 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.113406:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421311.113497:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971049aecc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:2361:x1863761007055616:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 306us (3600us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421311.113506:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 305 00010000:00010000:0.0:1777421311.113837:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c34d9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.113848:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c34d9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421311.113873:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1c:0x0]: returning size 0 00000004:00080000:0.0:1777421311.114362:0:5771:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x14:0x0], index 0: 0 00010000:00010000:0.0:1777421311.114541:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c34d9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.114550:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c34d9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.114557:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c34d9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.114563:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082053400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421311.114568:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c34d9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.114576:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c34d9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.114587:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff971053d1f600) 00010000:00010000:0.0:1777421311.114590:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421311.114595:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c34d9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.114612:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c34d9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.114688:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34d2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a33 expref: 49 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.114700:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff971053d1fb00) 00010000:00010000:0.0:1777421311.114702:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421311.114707:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a33 expref: 49 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.114717:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971082053000, rc 0) 00000100:00100000:0.0:1777421311.114777:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:27076:x1863761007055488:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 9890us (10156us total) trans 4294967943 rc 301/301 00000100:00100000:0.0:1777421311.114797:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1014 00000100:00100000:1.0:1777421311.119510:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421311.119558:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007055872 00000100:00100000:2.0:1777421311.119592:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007055872 00000100:00100000:2.0:1777421311.119657:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 216 00000100:00100000:2.0:1777421311.119666:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:27076:x1863761007055872:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421311.120251:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:27076:x1863761007055872:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 583us (760us total) trans 4294967944 rc 0/0 00000100:00100000:2.0:1777421311.120259:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 216 00000100:00100000:1.0:1777421311.124523:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421311.124706:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007056000 00000100:00100000:0.0:1777421311.124720:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007056000 00000100:00100000:0.0:1777421311.124802:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1015 00000100:00100000:0.0:1777421311.124815:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:27076:x1863761007056000:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421311.124859:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421311.124886:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34e7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05a3a expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.124981:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c34ee lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.125003:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c34ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.125036:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c34ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421311.125080:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1c:0x0]: returning size 0 00000004:00200000:0.0:1777421311.125085:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421311.125107:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c34ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.125140:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c34e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a3a expref: 51 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.125160:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c34ee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a3a expref: 50 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.125170:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff971053d1f600) 00010000:00010000:0.0:1777421311.125173:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1777421311.125178:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971082053400, rc 0) 00000100:00100000:0.0:1777421311.125256:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:27076:x1863761007056000:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 443us (751us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421311.125264:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1015 00000100:00100000:3.0:1777421311.129582:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421311.129882:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007056128 00000100:00100000:2.0:1777421311.129897:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007056128 00000100:00080000:1.0:1777421311.129959:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421311.129995:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 262 00000100:00100000:2.0:1777421311.130010:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761007056128:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421311.130032:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421311.130061:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa0d54bf/0xd9d09a059d6c34f5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05a41 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421311.130093:0:12497:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777421311.130117:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421311.130120:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421311.130131:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa0d54bf/0xd9d09a059d6c34f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a41 expref: 9 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.130152:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aa0d54bf/0xd9d09a059d6c34f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a41 expref: 9 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.130168:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4c00, rc 0) 00000100:00100000:2.0:1777421311.130243:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007056128:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 237us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421311.130315:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 262 00000100:00100000:1.0:1777421311.133106:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421311.133156:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007056384 00000100:00100000:0.0:1777421311.133169:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007056384 00000100:00100000:0.0:1777421311.133226:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1016 00000100:00100000:0.0:1777421311.133236:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:27076:x1863761007056384:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421311.133435:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:27076:x1863761007056384:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 199us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421311.133445:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1016 00000100:00100000:1.0:1777421311.135915:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421311.135988:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007056512 00000100:00100000:3.0:1777421311.136001:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007056512 00000100:00100000:3.0:1777421311.136068:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 263 00000100:00100000:3.0:1777421311.136079:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:27076:x1863761007056512:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421311.136101:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421311.136125:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c34fc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05a48 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.136165:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aa0d54bf/0xd9d09a059d6c34f5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a41 expref: 10 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.136175:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421311.136177:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421311.136198:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c34fc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a48 expref: 10 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.136242:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aa0d54bf/0xd9d09a059d6c34f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a41 expref: 10 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.136445:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aa0d54bf/0xd9d09a059d6c34f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a41 expref: 10 pid: 12497 timeout: 477 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421311.136659:0:6552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710773fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6552:1863761018375808:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421311.136846:0:6552:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a378e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777421311.141045:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421311.141206:0:6552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710773fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6552:1863761018375808:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421311.141250:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c34fc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a48 expref: 10 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.141315:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61600, rc 0) 00000100:00100000:3.0:1777421311.141608:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:27076:x1863761007056512:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 5529us (5702us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421311.141621:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 263 00000100:00100000:2.0:1777421311.142620:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007056640 00000100:00100000:2.0:1777421311.142634:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007056640 00010000:00010000:2.0:1777421311.142685:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aa0d54bf/0xd9d09a059d6c34f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a41 expref: 10 pid: 12497 timeout: 477 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421311.142793:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 306 00000100:00100000:2.0:1777421311.142804:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007056640:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421311.142832:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421311.142861:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aa0d54bf/0xd9d09a059d6c34f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a41 expref: 10 pid: 12497 timeout: 477 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.142877:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aa0d54bf/0xd9d09a059d6c34f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a41 expref: 10 pid: 12497 timeout: 477 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.142907:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa0d54bf/0xd9d09a059d6c34f5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a41 expref: 10 pid: 12497 timeout: 477 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.142945:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421311.142949:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421311.142958:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c34fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a48 expref: 9 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.142971:0:5756:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c34fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a48 expref: 9 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.143040:0:5756:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c34fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a48 expref: 9 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421311.143056:0:5756:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077267800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5756:1863761018375936:192.168.204.24@tcp:105: 00000100:00100000:2.0:1777421311.143158:0:5756:0:(client.c:2690:ptlrpc_set_wait()) set ffff971042bd26c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421311.149702:0:5756:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077267800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5756:1863761018375936:192.168.204.24@tcp:105: 00010000:00010000:3.0:1777421311.149739:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421311.150820:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007056640:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 8005us (9778us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421311.150850:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 306 00000100:00100000:2.0:1777421311.151089:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421311.151155:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007056768 00000100:00100000:1.0:1777421311.151167:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007056768 00002000:00100000:1.0:1777421311.151226:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x14:0x0] (0->157) req@ffff971077265f80 x1863761007056768/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:322/0 lens 648/0 e 0 to 0 dl 1777421322 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421311.151239:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077265f80 with x1863761007056768 ext(0->157) 00002000:00010000:1.0:1777421311.151247:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077265f80 00000100:00100000:1.0:1777421311.151299:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 94 00000100:00100000:1.0:1777421311.151310:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077265f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007056768:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1777421311.151982:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077265f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007056768:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 Request processed in 672us (894us total) trans 4294967347 rc 0/0 00000100:00100000:1.0:1777421311.151990:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 94 00002000:00100000:1.0:1777421311.151996:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x14:0x0] (0->157) req@ffff971077265f80 x1863761007056768/t4294967347(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:322/0 lens 648/448 e 0 to 0 dl 1777421322 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421311.152012:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077265f80 with x1863761007056768 ext(0->157) 00002000:00010000:1.0:1777421311.152016:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077265f80 00000100:00100000:2.0:1777421311.154122:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421311.154219:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007056896 00000100:00100000:0.0:1777421311.154232:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007056896 00000100:00100000:0.0:1777421311.154428:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1017 00000100:00100000:0.0:1777421311.154440:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:27076:x1863761007056896:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1777421311.187583:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967943 is committed 00000001:00080000:0.0:1777421311.187612:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967932 is committed 00000001:00080000:0.0:1777421311.187625:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967938 is committed 00000004:00080000:0.0:1777421311.187632:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 16 committed 00000020:00080000:0.0:1777421311.187656:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9710453ba480 refcount 2 committed 0 result 0 batchid 17 00000020:00080000:0.0:1777421311.187663:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff970f42eeec00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9710453bacc0 00000020:00080000:0.0:1777421311.187667:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff970f42eee500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff970f42377c00 00000020:00080000:0.0:1777421311.187697:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 16 batchid updated 00000001:00080000:0.0:1777421311.187706:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967944 is committed 00000100:00100000:0.0:1777421311.187880:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:27076:x1863761007056896:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 Request processed in 33437us (33764us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421311.187892:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1017 00000020:00080000:1.0:1777421311.188157:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 17 committed batchid 16 00000020:00080000:1.0:1777421311.188424:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00000100:00100000:0.0:1777421311.188536:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018376064:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777421311.188597:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421311.188885:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018376064 00000100:00100000:3.0:1777421311.188911:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018376064 00000100:00100000:3.0:1777421311.188971:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1777421311.188982:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3299:x1863761018376064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777421311.189012:0:6552:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:22 count 1 00002000:00010000:3.0:1777421311.189052:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x16:0x0] initial LVB size: 158, mtime: 0x69f14bfd, atime: 0x0, ctime: 0x69f14bfd, blocks: 0x1 00010000:00010000:3.0:1777421311.189061:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4978634/0xd9d09a059d6c3503 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.189080:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421311.189082:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421311.189089:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4978634/0xd9d09a059d6c3503 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.189108:0:6552:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4978634/0xd9d09a059d6c3503 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.189119:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4978634/0xd9d09a059d6c3503 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.189128:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a4978634/0xd9d09a059d6c3503 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.189151:0:6552:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777421311.189182:0:7433:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777421311.189192:0:7433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a4978634/0xd9d09a059d6c3503 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.189204:0:7433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61400 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421311.189209:0:7433:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4978634/0xd9d09a059d6c3503 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.189220:0:7433:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4978634/0xd9d09a059d6c3503 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.189241:0:7433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a4978634/0xd9d09a059d6c3503 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.189249:0:7433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4978634/0xd9d09a059d6c3503 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.189269:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421311.189314:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421311.189316:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421311.189669:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3299:x1863761018376064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 687us (1071us total) trans 4294967356 rc 0/0 00000100:00100000:3.0:1777421311.189677:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000004:00080000:0.0:1777421311.189815:0:3299:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff971077267800/2, rc 0, transno 4294967356 00000100:00100000:0.0:1777421311.189822:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018376064:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777421311.193771:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421311.193891:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007057024 00000100:00100000:2.0:1777421311.193905:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007057024 00000100:00100000:2.0:1777421311.193970:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 265 00000100:00100000:2.0:1777421311.193980:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007057024:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 00010000:00010000:1.0:1777421311.205998:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777421311.221970:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967347 is committed 00000100:00100000:3.0:1777421311.222311:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007057024:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 Request processed in 28322us (28544us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421311.222335:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 265 00000100:00100000:2.0:1777421311.226092:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421311.226151:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007057280 00000100:00100000:0.0:1777421311.226161:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007057280 00000100:00100000:0.0:1777421311.226219:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1018 00000100:00100000:0.0:1777421311.226230:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:27076:x1863761007057280:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421311.226345:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421311.226377:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c34ee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a3a expref: 44 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421311.226408:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff971053d1f600) 00010000:00010000:0.0:1777421311.226414:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421311.226477:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c350a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.226492:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c350a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.226502:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c350a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.226526:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c350a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.226533:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c350a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.226539:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c350a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.226545:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421311.226550:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c350a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.226557:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c350a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.226565:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff971053d1f600) 00010000:00010000:1.0:1777421311.226568:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421311.226572:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c350a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.226578:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c350a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421311.226678:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:27076:x1863761007057280:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 448us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421311.226685:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1018 00000100:00100000:1.0:1777421311.229087:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421311.229234:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007057408 00000100:00100000:2.0:1777421311.229245:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007057408 00000100:00100000:2.0:1777421311.229331:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1019 00000100:00100000:2.0:1777421311.229341:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:27076:x1863761007057408:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421311.229360:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421311.229377:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3511 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05a4f expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.229440:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3511 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a4f expref: 44 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.229455:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3511 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a4f expref: 44 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.229504:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff971053d1f600) 00010000:00010000:2.0:1777421311.229508:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421311.229512:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4800, rc 0) 00000100:00100000:2.0:1777421311.229568:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:27076:x1863761007057408:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 229us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421311.229574:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1019 00000100:00100000:0.0:1777421311.240814:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421311.240903:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007057536 00000100:00100000:3.0:1777421311.240920:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007057536 00000100:00100000:3.0:1777421311.240987:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 266 00000100:00100000:3.0:1777421311.240998:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007057536:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1777421311.241267:0:12497:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1777421311.241314:0:12497:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb mtime from disk: 0 -> 1777421309 00002000:00010000:3.0:1777421311.241317:0:12497:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb atime from disk: 0 -> 1777421309 00002000:00010000:3.0:1777421311.241320:0:12497:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb ctime from disk: 0 -> 1777421309 00002000:00010000:3.0:1777421311.241323:0:12497:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1777421311.242493:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761007057536:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 Request processed in 1491us (1691us total) trans 4294967348 rc 0/0 00000100:00100000:2.0:1777421311.242504:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 266 00000100:00100000:3.0:1777421311.246064:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421311.246261:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007057792 00000100:00100000:1.0:1777421311.246310:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007057792 00000100:00100000:1.0:1777421311.246378:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1020 00000100:00100000:1.0:1777421311.246389:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:27076:x1863761007057792:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1777421311.246451:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3518 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.246480:0:12998:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c34bd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a25 expref: 44 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.246491:0:12998:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3518 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.246525:0:12998:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c34bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a25 expref: 44 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.246539:0:12998:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c34bd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a25 expref: 44 pid: 5771 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421311.246552:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41e7c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018376192:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421311.246636:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f420813c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421311.251486:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421311.251589:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007057920 00000100:00100000:3.0:1777421311.251600:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007057920 00010000:00010000:3.0:1777421311.251639:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c34bd lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a25 expref: 45 pid: 5771 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421311.251694:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 307 00000100:00100000:2.0:1777421311.251700:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41e7c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018376192:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421311.251708:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:2360:x1863761007057920:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421311.251724:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421311.251729:0:12998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3518 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.251740:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c34bd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a25 expref: 45 pid: 5771 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.251756:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c34bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a25 expref: 45 pid: 5771 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.251842:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c34bd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a25 expref: 45 pid: 5771 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.251867:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff971053d1f600) 00010000:00010000:3.0:1777421311.251872:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3518 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.251882:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3518 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.251891:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3518 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.251916:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421311.251943:0:12998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3518 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.251952:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3518 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421311.251970:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:2360:x1863761007057920:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 267us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421311.251981:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 307 00010000:00010000:2.0:1777421311.251981:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3518 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.251992:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3518 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.252000:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3518 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.252018:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421311.252023:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3518 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.252031:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3518 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.252040:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff971053d1f600) 00010000:00010000:2.0:1777421311.252043:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777421311.252046:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3518 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.252051:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3518 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421311.252090:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:27076:x1863761007057792:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 Request processed in 5704us (6035us total) trans 0 rc -22/-22 00000100:00100000:2.0:1777421311.252099:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1020 00000100:00100000:0.0:1777421311.256662:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421311.256846:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007058048 00000100:00100000:2.0:1777421311.256856:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007058048 00000100:00100000:2.0:1777421311.256914:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 267 00000100:00100000:2.0:1777421311.256925:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761007058048:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421311.256991:0:12497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000000305bee/0xd9d09a059d6c351f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.257012:0:12497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c34fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a48 expref: 10 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.257038:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421311.257040:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421311.257044:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000305bee/0xd9d09a059d6c351f lrc: 4/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.257080:0:12497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c34fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a48 expref: 10 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.257093:0:12497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c34fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a48 expref: 10 pid: 6552 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421311.257108:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077264a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018376320:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421311.257366:0:12497:0:(client.c:2690:ptlrpc_set_wait()) set ffff971042bd2b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421311.260685:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077264a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018376320:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421311.260715:0:12497:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000000305bee/0xd9d09a059d6c351f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421311.260860:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421311.262007:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007058176 00000100:00100000:3.0:1777421311.262018:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007058176 00010000:00010000:3.0:1777421311.262058:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c34fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a48 expref: 11 pid: 6552 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421311.262202:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 308 00000100:00100000:3.0:1777421311.262213:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007058176:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421311.262229:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421311.262251:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c34fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a48 expref: 11 pid: 6552 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.262268:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c34fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a48 expref: 11 pid: 6552 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.262324:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cea8675f/0xd9d09a059d6c34fc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a48 expref: 11 pid: 6552 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.262342:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421311.262344:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421311.262348:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000000305bee/0xd9d09a059d6c351f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.262359:0:5756:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000305bee/0xd9d09a059d6c351f lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.262387:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421311.262465:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007058176:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 253us (1606us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421311.262475:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 308 00010000:00010000:2.0:1777421311.262477:0:12497:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000000305bee/0xd9d09a059d6c351f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.262490:0:12497:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000305bee/0xd9d09a059d6c351f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.262515:0:12497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000000305bee/0xd9d09a059d6c351f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.262531:0:12497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000000305bee/0xd9d09a059d6c351f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.262540:0:12497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000000305bee/0xd9d09a059d6c351f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.262548:0:12497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb5400 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421311.262552:0:12497:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000000305bee/0xd9d09a059d6c351f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.262562:0:12497:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000000305bee/0xd9d09a059d6c351f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.262576:0:12497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000000305bee/0xd9d09a059d6c351f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.262584:0:12497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000305bee/0xd9d09a059d6c351f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421311.262951:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007058048:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 6027us (6297us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421311.262960:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 267 00000100:00100000:0.0:1777421311.266021:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421311.266552:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007058432 00000100:00100000:1.0:1777421311.266564:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007058432 00000100:00100000:1.0:1777421311.266628:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1021 00000100:00100000:1.0:1777421311.266639:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:27076:x1863761007058432:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777421311.266732:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3526 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.266750:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3526 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.266764:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3526 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.267011:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c352d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.267021:0:12998:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3511 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a4f expref: 44 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.267027:0:12998:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c352d lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.267054:0:12998:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3511 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a4f expref: 44 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.267064:0:12998:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3511 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a4f expref: 44 pid: 5771 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421311.267075:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41e7c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018376448:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421311.267150:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f420813c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421311.271512:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421311.271564:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007058560 00000100:00100000:3.0:1777421311.271575:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007058560 00010000:00010000:3.0:1777421311.271615:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3511 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a4f expref: 45 pid: 5771 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421311.272581:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41e7c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018376448:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421311.272608:0:12998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c352d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421311.272609:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 309 00000100:00100000:3.0:1777421311.272625:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:2361:x1863761007058560:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421311.272991:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421311.273001:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3511 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a4f expref: 45 pid: 5771 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.273025:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3511 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a4f expref: 45 pid: 5771 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.273061:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3511 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a4f expref: 45 pid: 5771 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.273081:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff971053d1f600) 00010000:00010000:3.0:1777421311.273087:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c352d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.273095:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c352d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.273114:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c352d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.273145:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421311.273167:0:12998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c352d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.273177:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c352d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421311.273212:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:2361:x1863761007058560:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 591us (1708us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421311.273221:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 309 00000001:00080000:2.0:1777421311.273394:0:12998:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967945 00000001:00080000:2.0:1777421311.273646:0:12998:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967946 00000001:00080000:2.0:1777421311.273696:0:12998:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967947 00000100:00100000:2.0:1777421311.273895:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077264a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12998:1863761018376576:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1777421311.273945:0:12998:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421311.273980:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045624a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421311.274859:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018376576 00000100:00100000:3.0:1777421311.274868:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018376576 00000100:00100000:3.0:1777421311.274937:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1777421311.274947:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:12998:x1863761018376576:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1777421311.275032:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:12998:x1863761018376576:12345-0@lo:1000:mdt00_004.0 Request processed in 86us (1086us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421311.275041:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1777421311.275068:0:12998:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967346 gen 2 00000004:00080000:2.0:1777421311.275075:0:12998:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967346 committed transno 4294967346 00000100:00100000:2.0:1777421311.275097:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077264a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12998:1863761018376576:0@lo:1000:mdt00_004.0 00000001:00080000:2.0:1777421311.275312:0:12998:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967948 00000100:00100000:2.0:1777421311.275368:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077264a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12998:1863761018376704:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1777421311.275414:0:12998:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421311.275445:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049fe8900 going to sleep for 11 seconds 00000100:00100000:0.0:1777421311.275461:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018376704 00000100:00100000:0.0:1777421311.275478:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018376704 00000100:00100000:0.0:1777421311.275507:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1777421311.275514:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:12998:x1863761018376704:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1777421311.276018:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:12998:x1863761018376704:12345-0@lo:1000:mdt00_004.0 Request processed in 503us (602us total) trans 4294967349 rc 0/0 00000100:00100000:0.0:1777421311.276027:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1777421311.276265:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077264a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12998:1863761018376704:0@lo:1000:mdt00_004.0 00000001:00080000:2.0:1777421311.276353:0:12998:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967949 00010000:00010000:2.0:1777421311.276381:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c352d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.276392:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c352d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.276406:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c352d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.276420:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421311.276426:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c352d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.276434:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c352d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.276448:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff971053d1f600) 00010000:00010000:2.0:1777421311.276451:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421311.276465:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c352d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.276472:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c352d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.276501:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c345b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.276516:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c345b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.276522:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c345b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.276527:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421311.276530:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c345b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.276535:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c345b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.276553:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff97104562f400) 00010000:00010000:2.0:1777421311.276555:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421311.276561:0:12998:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c3462 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a10 expref: 90 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.276571:0:12998:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c3462 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a10 expref: 90 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.276580:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c3462 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a10 expref: 90 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.276605:0:12998:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60600/0xd9d09a059d6c3462 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a10 expref: 90 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421311.276615:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018376832:192.168.204.24@tcp:105: 00000100:00100000:2.0:1777421311.276686:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049fe8900 going to sleep for 11 seconds 00000100:00080000:1.0:1777421311.276840:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421311.279826:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421311.279940:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018376832:192.168.204.24@tcp:105: 00010000:00010000:2.0:1777421311.279966:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c345b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.279976:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c345b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421311.279982:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007058688 00000100:00100000:3.0:1777421311.279991:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007058688 00010000:00010000:2.0:1777421311.280008:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3534 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.280022:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3534 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.280053:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3534 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.280064:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3534 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.280071:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3534 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.280078:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3534 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.280085:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb5400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421311.280089:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3534 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421311.280095:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 217 00010000:00010000:2.0:1777421311.280099:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3534 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421311.280110:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+91:27075:x1863761007058688:12345-192.168.204.24@tcp:49:diff.0 00010000:00010000:2.0:1777421311.280114:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff97104562f400) 00010000:00010000:2.0:1777421311.280119:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421311.280123:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3534 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.280131:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3534 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.280142:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3526 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.280148:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3526 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.280161:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3526 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.280167:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421311.280170:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3526 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.280177:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3526 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.280187:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff97104562f400) 00010000:00010000:2.0:1777421311.280190:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421311.280193:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3526 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.280199:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3526 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421311.280247:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+91:27075:x1863761007058688:12345-192.168.204.24@tcp:49:diff.0 Request processed in 140us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421311.280256:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 217 00000100:00100000:2.0:1777421311.280413:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:27076:x1863761007058432:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 13775us (14400us total) trans 4294967950 rc 0/0 00000100:00100000:2.0:1777421311.280422:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1021 00000020:00080000:2.0:1777421311.280427:0:12998:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1777421311.280495:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421311.280500:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421311.280994:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 6 00000040:00080000:1.0:1777421311.281003:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421311.283889:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421311.283932:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421311.284012:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007058944 00000100:00100000:3.0:1777421311.284026:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007058944 00000100:00100000:3.0:1777421311.284082:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 218 00000100:00100000:3.0:1777421311.284091:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b5a4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:27076:x1863761007058944:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421311.284321:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007059072 00000100:00100000:2.0:1777421311.284327:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007059072 00000100:00100000:2.0:1777421311.284391:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 268 00000100:00100000:2.0:1777421311.284399:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+14:27075:x1863761007059072:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:2.0:1777421311.284410:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421311.284429:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fcf5d0fc/0xd9d09a059d6c353b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05a56 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421311.284471:0:12497:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 158, mtime: 0x69f14bfd, atime: 0x69f14bfd, ctime: 0x69f14bfd, blocks: 0xb 00010000:00010000:2.0:1777421311.284491:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421311.284493:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421311.284502:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fcf5d0fc/0xd9d09a059d6c353b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a56 expref: 15 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.284519:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fcf5d0fc/0xd9d09a059d6c353b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a56 expref: 15 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421311.284531:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5000, rc 0) 00000100:00100000:2.0:1777421311.284584:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+15:27075:x1863761007059072:12345-192.168.204.24@tcp:101:diff.0 Request processed in 184us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421311.284592:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 268 00000100:00080000:0.0:1777421311.284796:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:3.0:1777421311.285992:0:11303:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x1c:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1777421311.286069:0:11303:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967951 00010000:00010000:3.0:1777421311.286115:0:11303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3542 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.286130:0:11303:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3542 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.286141:0:11303:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3542 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.286149:0:11303:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3542 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.286154:0:11303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3542 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.286161:0:11303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3542 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421311.286201:0:11303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777421311.286348:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b5a4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:27076:x1863761007058944:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 2254us (2465us total) trans 4294967952 rc 0/0 00000100:00100000:3.0:1777421311.286359:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 218 00000020:00080000:3.0:1777421311.286366:0:11303:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777421311.286479:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777421311.286488:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3542 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.286497:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61600 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421311.286501:0:5759:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3542 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.286511:0:5759:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3542 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.286526:0:5759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff97104a245400) 00010000:00010000:1.0:1777421311.286530:0:5759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777421311.286535:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3542 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.286542:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3542 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421311.286557:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421311.286559:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421311.286561:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421311.288937:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421311.289031:0:17961:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007059200 00000100:00100000:3.0:1777421311.289041:0:17961:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007059200 00002000:00100000:3.0:1777421311.289088:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x14:0x0] (0->4095) req@ffff9710779a4700 x1863761007059200/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:322/0 lens 488/0 e 0 to 0 dl 1777421322 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421311.289099:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710779a4700 with x1863761007059200 ext(0->4095) 00002000:00010000:3.0:1777421311.289104:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710779a4700 00000100:00100000:3.0:1777421311.289225:0:17961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 95 00000100:00100000:3.0:1777421311.289232:0:17961:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b251bd7-457c-4889-b04e-8036834fd389+15:2361:x1863761007059200:12345-192.168.204.24@tcp:3:diff.0 00000100:00100000:2.0:1777421311.289515:0:17961:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b251bd7-457c-4889-b04e-8036834fd389+15:2361:x1863761007059200:12345-192.168.204.24@tcp:3:diff.0 Request processed in 279us (587us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777421311.289525:0:17961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 95 00002000:00100000:2.0:1777421311.289534:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x14:0x0] (0->4095) req@ffff9710779a4700 x1863761007059200/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:322/0 lens 488/4536 e 0 to 0 dl 1777421322 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421311.289542:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710779a4700 with x1863761007059200 ext(0->4095) 00002000:00010000:2.0:1777421311.289545:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710779a4700 00000100:00100000:0.0:1777421311.293351:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421311.293415:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007059456 00000100:00100000:2.0:1777421311.293426:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007059456 00000100:00100000:2.0:1777421311.293489:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 219 00000100:00100000:2.0:1777421311.293500:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+91:27075:x1863761007059456:12345-192.168.204.24@tcp:35:diff.0 00000100:00100000:2.0:1777421311.294965:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+92:27075:x1863761007059456:12345-192.168.204.24@tcp:35:diff.0 Request processed in 1462us (1617us total) trans 4294967953 rc 0/0 00000100:00100000:2.0:1777421311.294978:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 219 00000040:00080000:1.0:1777421311.768798:0:19464:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421311.768808:0:19464:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421311.768862:0:19464:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 6 00000040:00080000:1.0:1777421311.768875:0:19464:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777421312.226523:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421313.250782:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421314.279529:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421314.339609:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777421314.339632:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c83fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018376960:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421314.339702:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421314.339792:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018376960 00000100:00100000:2.0:1777421314.339801:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018376960 00000100:00100000:2.0:1777421314.339857:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1777421314.339869:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3299:x1863761018376960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777421314.339907:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777421314.339963:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3299:x1863761018376960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421314.339971:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00080000:2.0:1777421314.339997:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421314.340043:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c83fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018376960:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1777421314.343119:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421314.343132:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421314.343892:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 4 00000040:00080000:3.0:1777421314.343903:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421314.357410:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421314.357450:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421314.357472:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421314.357495:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421314.357524:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421314.357544:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421314.357567:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421314.357600:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007059584 00000100:00100000:1.0:1777421314.357611:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007059584 00000100:00100000:1.0:1777421314.357664:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 486 00000100:00100000:1.0:1777421314.357676:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b511050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761007059584:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421314.357760:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b511050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761007059584:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 87us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421314.357770:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 486 00000100:00100000:3.0:1777421314.357832:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007059712 00000100:00100000:3.0:1777421314.357838:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007059712 00000100:00100000:3.0:1777421314.357882:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007060096 00000100:00100000:3.0:1777421314.357885:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007060096 00000100:00100000:3.0:1777421314.357911:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 213 00000100:00100000:3.0:1777421314.357919:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+92:2361:x1863761007059712:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421314.357959:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+92:2361:x1863761007059712:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 41us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421314.358037:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 213 00000100:00100000:3.0:1777421314.358054:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 214 00000100:00100000:3.0:1777421314.358061:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:2361:x1863761007060096:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421314.358100:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:2361:x1863761007060096:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 39us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421314.358106:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 214 00000100:00100000:2.0:1777421314.358867:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007059968 00000100:00100000:2.0:1777421314.358877:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007059968 00000100:00100000:2.0:1777421314.358918:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007060224 00000100:00100000:2.0:1777421314.358923:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007060224 00000100:00100000:2.0:1777421314.358950:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007059840 00000100:00100000:2.0:1777421314.358953:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007059840 00000100:00100000:2.0:1777421314.358978:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007060352 00000100:00100000:2.0:1777421314.358981:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007060352 00000100:00100000:2.0:1777421314.359011:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 205 00000100:00100000:2.0:1777421314.359023:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007059968:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421314.359085:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007059968:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 63us (1632us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421314.359094:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 205 00000100:00100000:2.0:1777421314.359111:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 206 00000100:00100000:2.0:1777421314.359119:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007060224:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421314.359151:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007060224:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 32us (1676us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421314.359158:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 206 00000100:00100000:2.0:1777421314.359176:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 207 00000100:00100000:2.0:1777421314.359190:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+15:2361:x1863761007059840:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421314.359220:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+15:2361:x1863761007059840:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 36us (1695us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421314.359226:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 207 00000100:00100000:2.0:1777421314.359238:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 208 00000100:00100000:2.0:1777421314.359244:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007060352:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421314.359268:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007060352:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 24us (1700us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421314.359296:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 208 00000100:00080000:2.0:1777421314.359332:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777421314.359335:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777421314.359338:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:1.0:1777421314.392663:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967355 is committed 00000001:00080000:1.0:1777421314.392678:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967354 is committed 00000001:00080000:1.0:1777421314.392688:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967356 is committed 00000100:00100000:1.0:1777421314.454588:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421314.454641:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007060480 00000100:00100000:2.0:1777421314.454651:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007060480 00000100:00100000:2.0:1777421314.454707:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1022 00000100:00100000:2.0:1777421314.454739:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:27056:x1863761007060480:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1777421314.454836:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:27056:x1863761007060480:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 Request processed in 98us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421314.454843:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1022 00010000:00010000:1.0:1777421315.298999:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421315.362523:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710773fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018377216:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421315.362543:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018377344:0@lo:400:kworker.0 00000100:00100000:1.0:1777421315.362617:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018377088:0@lo:400:kworker.0 00000100:00100000:3.0:1777421315.362675:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421315.362738:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018377728:0@lo:400:kworker.0 00000100:00100000:3.0:1777421315.362771:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018377216 00000100:00100000:3.0:1777421315.362779:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018377216 00000100:00100000:3.0:1777421315.362831:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1777421315.362843:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018377216:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421315.362845:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421315.362883:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018377856:0@lo:400:kworker.0 00002000:00000024:3.0:1777421315.362890:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1777421315.362909:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421315.362942:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777421315.362948:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018377216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421315.362951:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018377472:0@lo:400:kworker.0 00000100:00100000:3.0:1777421315.362961:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1777421315.362981:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1777421315.362990:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421315.363030:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018377856 00000100:00100000:3.0:1777421315.363032:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018377344 00000100:00100000:0.0:1777421315.363035:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018377856 00000100:00100000:3.0:1777421315.363038:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018377344 00000100:00100000:0.0:1777421315.363072:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:3.0:1777421315.363074:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018377472 00000100:00100000:3.0:1777421315.363079:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018377472 00000100:00100000:0.0:1777421315.363082:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018377856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421315.363106:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:3.0:1777421315.363115:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018377344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421315.363133:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018377856:12345-0@lo:400:kworker.0 Request processed in 53us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421315.363142:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:3.0:1777421315.363159:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018377344:12345-0@lo:400:kworker.0 Request processed in 44us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421315.363173:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:3.0:1777421315.363191:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1777421315.363196:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018377344:0@lo:400:kworker.0 00000100:00100000:3.0:1777421315.363201:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018377472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421315.363210:0:3299:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967356 gen 2 00000004:00080000:0.0:1777421315.363217:0:3299:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967355 committed transno 4294967356 00000100:00100000:3.0:1777421315.363239:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018377472:12345-0@lo:400:kworker.0 Request processed in 40us (257us total) trans 0 rc 0/0 00000004:00080000:0.0:1777421315.363240:0:3299:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff971077267800, transno 4294967356 00000100:00100000:3.0:1777421315.363249:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1777421315.363256:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018377856:0@lo:400:kworker.0 00000100:00080000:3.0:1777421315.363271:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421315.363308:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018377472:0@lo:400:kworker.0 00000100:00100000:3.0:1777421315.363345:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421315.363376:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710773fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018377216:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421315.363398:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018377728 00000100:00100000:3.0:1777421315.363401:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018377728 00000100:00100000:3.0:1777421315.363431:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:3.0:1777421315.363437:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018377728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421315.363471:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018377728:12345-0@lo:400:kworker.0 Request processed in 33us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421315.363476:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00080000:3.0:1777421315.363491:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421315.363512:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018377728:0@lo:400:kworker.0 00000100:00100000:1.0:1777421315.368900:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421315.368947:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018377600:0@lo:400:kworker.0 00000100:00100000:1.0:1777421315.368975:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421315.369021:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018377600 00000100:00100000:1.0:1777421315.369029:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018377600 00000100:00100000:1.0:1777421315.369090:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1777421315.369099:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018377600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421315.369155:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018377600:12345-0@lo:400:kworker.0 Request processed in 56us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421315.369163:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1777421315.369210:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018377600:0@lo:400:kworker.0 00000100:00100000:0.0:1777421315.369380:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018377088 00000100:00100000:0.0:1777421315.369385:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018377088 00000100:00100000:0.0:1777421315.369474:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:0.0:1777421315.369484:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b510850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3297:x1863761018377088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421315.369524:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b510850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3297:x1863761018377088:12345-0@lo:400:kworker.0 Request processed in 43us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421315.369531:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:1.0:1777421315.369593:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018377088:0@lo:400:kworker.0 00000001:02000400:0.0:1777421315.403054:0:19663:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12h: Restore a released file implicitly from a second node ========================================================== 20:08:34 (1777421314) 00010000:00010000:2.0:1777421316.322569:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1777421316.327824:0:19711:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-hsm test_12h Need 2 or more clients, have 1 00000001:00080000:0.0:1777421316.423289:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967349 is committed 00000001:00080000:0.0:1777421316.423316:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967348 is committed 00000001:00080000:1.0:1777421316.430695:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967945 is committed 00000020:00080000:1.0:1777421316.430709:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 17 batchid updated 00000001:00080000:1.0:1777421316.430727:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967953 is committed 00000001:00080000:1.0:1777421316.430734:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967950 is committed 00000020:00080000:1.0:1777421316.430741:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff971049fe83c0 refcount 2 committed 0 result 0 batchid 18 00000020:00080000:1.0:1777421316.430745:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff970f42c36300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff971049fe8a80 00000020:00080000:1.0:1777421316.430749:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff970f42c36a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff971080950c00 00000001:00080000:1.0:1777421316.430767:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967952 is committed 00000020:00080000:0.0:1777421316.431479:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 18 committed batchid 17 00000020:00080000:0.0:1777421316.431697:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17 00010000:00010000:1.0:1777421317.349192:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1777421317.399177:0:19762:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12m: Archive/release/implicit restore ========================================================== 20:08:36 (1777421316) 00000100:00100000:2.0:1777421317.551239:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421317.551692:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007060608 00000100:00100000:3.0:1777421317.551703:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007060608 00000100:00100000:3.0:1777421317.551867:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1023 00000100:00100000:3.0:1777421317.551877:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:27975:x1863761007060608:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1777421317.551993:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:27975:x1863761007060608:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 118us (764us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421317.552001:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1023 00000100:00080000:0.0:1777421317.552236:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421317.572527:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421317.572636:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007060736 00000100:00100000:0.0:1777421317.572654:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007060736 00000100:00100000:0.0:1777421317.572820:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1024 00000100:00100000:0.0:1777421317.572832:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+91:27976:x1863761007060736:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421317.572854:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421317.572905:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c3549 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05a5d expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.572989:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3550 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.573003:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3550 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.573017:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3550 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.573031:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3557 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.573038:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3557 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.573045:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3557 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.573117:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3550 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.573137:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3550 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.573145:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3550 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.573151:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082053000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421317.573156:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3550 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.573163:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3550 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.573175:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800c00) 00010000:00010000:0.0:1777421317.573178:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421317.573183:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3550 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.573189:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c3550 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.573202:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3557 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.573208:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3557 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.573215:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3557 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.573220:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082052a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421317.573228:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3557 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.573235:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3557 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.573243:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff971049800d00) 00010000:00010000:0.0:1777421317.573246:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421317.573249:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3557 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.573255:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3557 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.573337:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c3549 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a5d expref: 92 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.573352:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800c00) 00010000:00010000:0.0:1777421317.573355:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421317.573360:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c3549 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a5d expref: 92 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.573373:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971082053c00, rc 0) 00000100:00100000:0.0:1777421317.573443:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+91:27976:x1863761007060736:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 613us (931us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421317.573452:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1024 00000100:00080000:2.0:1777421317.574608:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421317.577535:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421317.577628:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007060992 00000100:00100000:0.0:1777421317.577638:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007060992 00000100:00100000:0.0:1777421317.577756:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1025 00000100:00100000:0.0:1777421317.577770:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+91:27976:x1863761007060992:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:0.0:1777421317.577839:0:5772:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421317.577865:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c32a2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0596f expref: 91 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.577885:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800c00) 00010000:00010000:0.0:1777421317.577890:0:5772:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421317.577972:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c355e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.577986:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c32e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05984 expref: 41 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.577995:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c355e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.578029:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c32e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05984 expref: 41 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.578042:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c32e1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05984 expref: 41 pid: 5771 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421317.578056:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018377984:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421317.578135:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f43e63840 going to sleep for 11 seconds 00000100:00100000:0.0:1777421317.582880:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018377984:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421317.582919:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c355e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421317.583578:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421317.583688:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007061120 00000100:00100000:1.0:1777421317.583769:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007061120 00010000:00010000:1.0:1777421317.583824:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c32e1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05984 expref: 42 pid: 5771 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421317.583871:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 310 00000100:00100000:1.0:1777421317.583879:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:2361:x1863761007061120:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421317.583895:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421317.583926:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c32e1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05984 expref: 42 pid: 5771 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.583939:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c32e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05984 expref: 42 pid: 5771 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.583966:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c32e1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05984 expref: 42 pid: 5771 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.584000:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800c00) 00010000:00010000:1.0:1777421317.584004:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c355e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.584015:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c355e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.584023:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c355e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.584050:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421317.584118:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:2361:x1863761007061120:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 239us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421317.584124:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 310 00010000:00010000:0.0:1777421317.584243:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c355e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.584307:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c355e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.585570:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3565 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.585589:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3565 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.585601:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3565 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421317.586473:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 512 00010000:00010000:0.0:1777421317.586486:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c355e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.586494:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c355e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.586501:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c355e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.586508:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082053400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421317.586514:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c355e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.586521:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c355e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.586535:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800c00) 00010000:00010000:0.0:1777421317.586539:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421317.586552:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c355e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.586559:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c355e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421317.586580:0:5772:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000078b0f0a reply state 00000000e7e3ae8a transno 4294967954 ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3565 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421317.586589:0:5772:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421317.586707:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+92:27976:x1863761007060992:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 8936us (9178us total) trans 4294967954 rc 0/0 00000100:00100000:0.0:1777421317.586716:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1025 00010000:00010000:3.0:1777421317.589998:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3565 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.590020:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3565 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.590029:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3565 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.590036:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082052a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421317.590041:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3565 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.590047:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3565 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.590060:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff971049800d00) 00010000:00010000:3.0:1777421317.590063:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421317.590066:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3565 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.590071:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3565 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421317.596501:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421317.596586:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007061248 00000100:00100000:0.0:1777421317.596597:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007061248 00000100:00100000:0.0:1777421317.596710:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1026 00000100:00100000:0.0:1777421317.596719:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+91:27977:x1863761007061248:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:0.0:1777421317.596741:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421317.596764:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c356c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05a64 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.596853:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c3573 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.596867:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c3573 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.596879:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c3573 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421317.596938:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421317.596949:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421317.596977:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c3573 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.597001:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c356c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a64 expref: 93 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.597018:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c3573 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a64 expref: 92 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.597026:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800c00) 00010000:00010000:0.0:1777421317.597029:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421317.597033:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971082053c00, rc 0) 00000100:00100000:0.0:1777421317.597093:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+92:27977:x1863761007061248:12345-192.168.204.24@tcp:101:bash.0 Request processed in 375us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421317.597100:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1026 00000100:00100000:2.0:1777421317.599585:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421317.599675:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007061376 00000100:00100000:0.0:1777421317.599685:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007061376 00000100:00100000:0.0:1777421317.599749:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1027 00000100:00100000:0.0:1777421317.599759:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+92:27977:x1863761007061376:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:0.0:1777421317.599777:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421317.599797:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c357a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05a6b expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.599861:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3581 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.599875:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3581 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.599904:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3581 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.599921:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c3588 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.599928:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c3588 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.599935:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c3588 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.600105:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c358f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.600114:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c358f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.600121:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c358f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421317.600154:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 512 00000004:00200000:0.0:1777421317.600158:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421317.600183:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c358f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.600194:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3581 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.600200:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3581 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.600217:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3581 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.600223:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082052a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421317.600227:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3581 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.600234:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3581 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.600246:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800c00) 00010000:00010000:0.0:1777421317.600249:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421317.600253:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3581 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.600260:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c3581 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.600313:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c3588 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.600320:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c3588 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.600326:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c3588 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.600331:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217ce00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421317.600333:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c3588 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.600348:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c3588 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.600356:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff971049800600) 00010000:00010000:0.0:1777421317.600358:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421317.600361:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c3588 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.600367:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c3588 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.600412:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c357a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a6b expref: 94 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.600427:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217d200/0xd9d09a059d6c358f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a6b expref: 93 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.600435:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff971049800e00) 00010000:00010000:0.0:1777421317.600437:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421317.600440:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97108217d200, rc 0) 00000100:00100000:0.0:1777421317.600499:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+93:27977:x1863761007061376:12345-192.168.204.24@tcp:101:bash.0 Request processed in 740us (920us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421317.600507:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1027 00000100:00100000:3.0:1777421317.603652:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421317.604083:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007061504 00000100:00100000:0.0:1777421317.604093:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007061504 00000100:00100000:0.0:1777421317.604216:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1028 00000100:00100000:0.0:1777421317.604227:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+93:27977:x1863761007061504:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:0.0:1777421317.604265:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421317.604307:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c3596 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05a72 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.604375:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c359d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.604389:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c359d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.604401:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c359d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.604415:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c35a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.604422:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c35a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.604429:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c35a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.604494:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c359d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.604501:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c359d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.604508:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c359d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.604514:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217da00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421317.604525:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c359d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.604533:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c359d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.604544:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff971049800e00) 00010000:00010000:0.0:1777421317.604547:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421317.604551:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c359d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.604557:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c359d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.604571:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c35a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.604578:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c35a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.604584:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c35a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.604589:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217c600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421317.604592:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c35a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.604596:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c35a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.604601:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff971049800300) 00010000:00010000:0.0:1777421317.604603:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421317.604609:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c35a4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.604613:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c35a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.604640:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c3596 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a72 expref: 94 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.604646:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff971049800e00) 00010000:00010000:0.0:1777421317.604648:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421317.604651:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c3596 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a72 expref: 94 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.604669:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97108217dc00, rc 0) 00000100:00100000:0.0:1777421317.604946:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+93:27977:x1863761007061504:12345-192.168.204.24@tcp:101:bash.0 Request processed in 720us (1301us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421317.604955:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1028 00000100:00100000:2.0:1777421317.613003:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421317.613104:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007061632 00000100:00100000:0.0:1777421317.613115:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007061632 00000100:00100000:0.0:1777421317.613221:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1029 00000100:00100000:0.0:1777421317.613232:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+41:27978:x1863761007061632:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:0.0:1777421317.613258:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421317.613317:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c35ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05a79 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.613383:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c35b2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.613414:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c35b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.613426:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c35b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421317.613486:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421317.613490:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421317.613528:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c35b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.613562:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c35ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a79 expref: 43 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.613580:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c35b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a79 expref: 42 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.613588:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800c00) 00010000:00010000:0.0:1777421317.613591:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421317.613594:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97108217c600, rc 0) 00000100:00100000:0.0:1777421317.613666:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:27978:x1863761007061632:12345-192.168.204.24@tcp:101:rm.0 Request processed in 424us (659us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421317.613675:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1029 00000100:00100000:2.0:1777421317.616919:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421317.616966:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007061760 00000100:00100000:0.0:1777421317.616977:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007061760 00000100:00100000:0.0:1777421317.617034:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1030 00000100:00100000:0.0:1777421317.617045:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+42:27978:x1863761007061760:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:0.0:1777421317.617066:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421317.617101:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c35b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05a80 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.617746:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c35c0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.617765:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c35c0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.617776:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c35c0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.617793:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c35c7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.617799:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c35c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.617805:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c35c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.617967:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c35ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.617976:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c35ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.617982:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c35ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421317.618015:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 512 00000004:00200000:0.0:1777421317.618019:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421317.618049:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c35ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.618068:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c35c0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.618074:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c35c0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.618080:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c35c0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.618086:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217ce00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421317.618090:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c35c0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.618097:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c35c0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.618107:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800c00) 00010000:00010000:0.0:1777421317.618110:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421317.618114:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c35c0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.618119:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c35c0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.618133:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c35c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.618138:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c35c7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.618143:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c35c7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.618153:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082053000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421317.618156:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c35c7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.618161:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c35c7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.618169:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff971049800300) 00010000:00010000:0.0:1777421317.618171:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421317.618174:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c35c7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.618179:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c35c7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.618212:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c35b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a80 expref: 44 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.618228:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971082052a00/0xd9d09a059d6c35ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a80 expref: 43 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.618235:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff971049800e00) 00010000:00010000:0.0:1777421317.618238:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421317.618240:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971082052a00, rc 0) 00000100:00100000:0.0:1777421317.619776:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:27978:x1863761007061760:12345-192.168.204.24@tcp:101:rm.0 Request processed in 2723us (2856us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421317.619791:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1030 00000100:00100000:2.0:1777421317.623137:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421317.623202:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007061888 00000100:00100000:0.0:1777421317.623237:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007061888 00000100:00100000:3.0:1777421317.623456:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1031 00000100:00100000:3.0:1777421317.623470:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:27978:x1863761007061888:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:3.0:1777421317.623495:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421317.623517:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c35d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05a87 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.623689:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c35dc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.623700:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c35dc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.623709:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c35dc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.623721:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c35e3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.623728:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c35e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.623734:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c35e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.623796:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c35dc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.623803:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c35dc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.623808:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c35dc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.623813:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421317.623817:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c35dc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.623833:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c35dc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.623846:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff971049800e00) 00010000:00010000:3.0:1777421317.623849:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421317.623854:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c35dc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.623860:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c35dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.623871:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c35e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.623876:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c35e3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.623881:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c35e3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.623885:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421317.623887:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c35e3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.623893:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c35e3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.623899:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff97104a245800) 00010000:00010000:3.0:1777421317.623901:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421317.623904:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c35e3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.623918:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c35e3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.623951:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c35d5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a87 expref: 44 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.623961:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff971049800e00) 00010000:00010000:3.0:1777421317.623963:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421317.623966:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c35d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a87 expref: 44 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.623975:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61e00, rc 0) 00000100:00100000:3.0:1777421317.624035:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:27978:x1863761007061888:12345-192.168.204.24@tcp:101:rm.0 Request processed in 569us (911us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421317.624043:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1031 00000100:00100000:2.0:1777421317.627481:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421317.627570:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007062016 00000100:00100000:3.0:1777421317.627582:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007062016 00000100:00100000:3.0:1777421317.627639:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1032 00000100:00100000:3.0:1777421317.627646:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:27978:x1863761007062016:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:3.0:1777421317.627675:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421317.627695:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c35ea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05a8e expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.627749:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c35f1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.627760:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c35f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.627781:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c35f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.627791:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c35f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.627796:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c35f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.627800:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c35f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.627860:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c35f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.627867:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c35f1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.627873:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c35f1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.627879:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421317.627883:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c35f1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.627890:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c35f1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.627902:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff971049800e00) 00010000:00010000:3.0:1777421317.627905:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421317.627909:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c35f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.627923:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c35f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.627936:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c35f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.627943:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c35f8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.627948:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c35f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.627953:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421317.627957:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c35f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.627963:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c35f8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.627970:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff97104a245400) 00010000:00010000:3.0:1777421317.627974:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421317.627977:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c35f8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.627983:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c35f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.628026:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c35ea lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a8e expref: 44 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.628045:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff971049800e00) 00010000:00010000:3.0:1777421317.628047:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421317.628051:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c35ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a8e expref: 44 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.628061:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61600, rc 0) 00000100:00100000:3.0:1777421317.628146:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:27978:x1863761007062016:12345-192.168.204.24@tcp:101:rm.0 Request processed in 500us (676us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421317.628153:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1032 00000100:00100000:2.0:1777421317.645635:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421317.645751:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007062144 00000100:00100000:1.0:1777421317.645763:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007062144 00000100:00100000:1.0:1777421317.645895:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1033 00000100:00100000:1.0:1777421317.646043:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:27979:x1863761007062144:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421317.646064:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421317.646086:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c35ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05a95 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.646171:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3606 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.646186:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3606 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.646197:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3606 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.646211:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c360d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.646218:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c360d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.646224:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c360d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.646405:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3606 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.646414:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3606 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.646420:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3606 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.646426:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421317.646430:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3606 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.646448:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3606 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.646462:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff971049800e00) 00010000:00010000:1.0:1777421317.646465:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421317.646470:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3606 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.646475:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3606 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.646488:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c360d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.646494:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c360d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.646500:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c360d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.646506:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421317.646509:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c360d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.646515:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c360d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.646522:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff97104bab1000) 00010000:00010000:1.0:1777421317.646524:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421317.646527:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c360d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.646543:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c360d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.646579:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c35ff lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a95 expref: 44 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.646590:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff971049800e00) 00010000:00010000:1.0:1777421317.646592:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421317.646595:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c35ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a95 expref: 44 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.646605:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11e00, rc 0) 00000100:00100000:1.0:1777421317.646675:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:27979:x1863761007062144:12345-192.168.204.24@tcp:101:cp.0 Request processed in 770us (1048us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421317.646681:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1033 00000100:00100000:2.0:1777421317.650062:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421317.650172:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007062272 00000100:00100000:1.0:1777421317.650183:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007062272 00000100:00100000:1.0:1777421317.650239:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1034 00000100:00100000:1.0:1777421317.650249:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:27979:x1863761007062272:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421317.650309:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421317.650331:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3614 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05a9c expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.650400:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c361b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.650416:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c361b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.650441:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c361b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.650457:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c3622 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.650464:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c3622 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.650471:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c3622 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.650536:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c361b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.650543:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c361b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.650550:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c361b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.650556:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421317.650561:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c361b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.650568:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c361b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.650579:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff971049800e00) 00010000:00010000:1.0:1777421317.650583:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421317.650588:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c361b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.650601:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c361b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.650616:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c3622 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.650622:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c3622 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.650628:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c3622 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.650633:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421317.650636:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c3622 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.650643:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c3622 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.650651:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff97104bab1f00) 00010000:00010000:1.0:1777421317.650654:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421317.650671:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c3622 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.650677:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c3622 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.650711:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3614 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a9c expref: 44 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.650736:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff971049800e00) 00010000:00010000:1.0:1777421317.650738:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421317.650742:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3614 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a9c expref: 44 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.650753:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10000, rc 0) 00000100:00100000:1.0:1777421317.650835:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:27979:x1863761007062272:12345-192.168.204.24@tcp:101:cp.0 Request processed in 588us (782us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421317.650850:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1034 00000100:00100000:2.0:1777421317.654195:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421317.654640:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007062528 00000100:00100000:1.0:1777421317.654652:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007062528 00000100:00100000:1.0:1777421317.654720:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1035 00000100:00100000:1.0:1777421317.654731:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+43:27979:x1863761007062528:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421317.654753:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421317.654776:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3629 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05aa3 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.654945:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3630 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.654961:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3630 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.654972:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3630 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.654987:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3637 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.655001:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3637 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.655008:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3637 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777421317.658148:0:5772:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x17:0x0], index 1: 0 00010000:00010000:1.0:1777421317.658473:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c363e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.658491:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c363e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.658503:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c363e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.658542:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3630 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.658549:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3630 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.658556:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3630 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.658563:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421317.658568:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3630 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.658575:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3630 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.658619:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff971049800e00) 00010000:00010000:1.0:1777421317.658623:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421317.658628:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3630 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.658634:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3630 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421317.658645:0:5772:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000087ccfaaf reply state 000000002c6c4080 transno 4294967955 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3637 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421317.658663:0:5772:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777421317.658701:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3629 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05aa3 expref: 46 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.658715:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c363e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05aa3 expref: 45 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.658722:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff97104bab1f00) 00010000:00010000:1.0:1777421317.658725:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421317.658727:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10000, rc 0) 00000100:00100000:1.0:1777421317.658812:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:27979:x1863761007062528:12345-192.168.204.24@tcp:101:cp.0 Request processed in 4082us (4627us total) trans 4294967955 rc 0/0 00000100:00100000:1.0:1777421317.658822:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1035 00010000:00010000:0.0:1777421317.661780:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3637 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.661803:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3637 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.661811:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3637 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.661825:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421317.661831:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3637 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.661839:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3637 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.661856:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff97104bab1000) 00010000:00010000:0.0:1777421317.661860:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421317.661864:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3637 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421317.661871:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3637 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421317.665271:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421317.665389:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007062656 00000100:00100000:1.0:1777421317.665400:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007062656 00000100:00080000:2.0:1777421317.665468:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421317.665485:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 269 00000100:00100000:1.0:1777421317.665496:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007062656:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421317.665528:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421317.665548:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a634e1d/0xd9d09a059d6c364c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05aaa expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421317.665575:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1777421317.665595:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421317.665597:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421317.665606:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a634e1d/0xd9d09a059d6c364c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05aaa expref: 11 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.665625:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009a634e1d/0xd9d09a059d6c364c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05aaa expref: 11 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.665641:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10c00, rc 0) 00000100:00100000:1.0:1777421317.665713:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007062656:12345-192.168.204.24@tcp:101:cp.0 Request processed in 217us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421317.665720:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 269 00000100:00100000:2.0:1777421317.670228:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421317.670319:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007062784 00000100:00100000:3.0:1777421317.670331:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007062784 00000100:00100000:3.0:1777421317.670406:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 270 00000100:00100000:3.0:1777421317.670415:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:27979:x1863761007062784:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:3.0:1777421317.670435:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421317.670457:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cea8675f/0xd9d09a059d6c3653 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05ab1 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.670490:0:7984:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009a634e1d/0xd9d09a059d6c364c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05aaa expref: 12 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.670499:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421317.670502:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421317.670507:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cea8675f/0xd9d09a059d6c3653 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab1 expref: 12 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.670549:0:7984:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009a634e1d/0xd9d09a059d6c364c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05aaa expref: 12 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.670579:0:7984:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009a634e1d/0xd9d09a059d6c364c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05aaa expref: 12 pid: 6553 timeout: 484 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421317.670596:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710773fce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018378112:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421317.670705:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107796d900 going to sleep for 11 seconds 00000100:00100000:0.0:1777421317.675331:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421317.675462:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007062912 00000100:00100000:1.0:1777421317.675473:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007062912 00010000:00010000:1.0:1777421317.675513:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009a634e1d/0xd9d09a059d6c364c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05aaa expref: 13 pid: 6553 timeout: 484 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421317.675557:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 311 00000100:00100000:1.0:1777421317.675567:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761007062912:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421317.675580:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421317.675606:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009a634e1d/0xd9d09a059d6c364c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05aaa expref: 13 pid: 6553 timeout: 484 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.675634:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009a634e1d/0xd9d09a059d6c364c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05aaa expref: 13 pid: 6553 timeout: 484 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.675669:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421317.675672:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421317.675679:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cea8675f/0xd9d09a059d6c3653 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab1 expref: 13 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.675690:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cea8675f/0xd9d09a059d6c3653 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab1 expref: 13 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.675729:0:5757:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000cea8675f/0xd9d09a059d6c3653 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab1 expref: 13 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421317.675744:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5757:1863761018378240:192.168.204.24@tcp:105: 00000100:00100000:1.0:1777421317.675985:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff97105fb66180 going to sleep for 11 seconds 00010000:00010000:3.0:1777421317.676683:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a634e1d/0xd9d09a059d6c364c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05aaa expref: 13 pid: 6553 timeout: 484 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421317.676700:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710773fce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018378112:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421317.676722:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cea8675f/0xd9d09a059d6c3653 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab1 expref: 12 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.676734:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61600, rc 0) 00000100:00100000:3.0:1777421317.676781:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:27979:x1863761007062784:12345-192.168.204.24@tcp:101:cp.0 Request processed in 6367us (6561us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421317.677043:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 270 00000100:00100000:1.0:1777421317.679945:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5757:1863761018378240:192.168.204.24@tcp:105: 00010000:00010000:1.0:1777421317.679968:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421317.680210:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007062912:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 4643us (4899us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421317.680220:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 311 00000100:00100000:1.0:1777421317.680869:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421317.681048:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007063168 00000100:00100000:3.0:1777421317.681057:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007063168 00000100:00100000:3.0:1777421317.681107:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 220 00000100:00100000:3.0:1777421317.681116:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:27979:x1863761007063168:12345-192.168.204.24@tcp:35:cp.0 00000100:00100000:2.0:1777421317.681613:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:27979:x1863761007063168:12345-192.168.204.24@tcp:35:cp.0 Request processed in 495us (744us total) trans 4294967956 rc 0/0 00000100:00100000:2.0:1777421317.681622:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 220 00000100:00100000:2.0:1777421317.712570:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421317.712699:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007063296 00000100:00100000:1.0:1777421317.712711:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007063296 00000100:00100000:1.0:1777421317.712763:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1036 00000100:00100000:1.0:1777421317.712777:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+93:27982:x1863761007063296:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421317.712795:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421317.712816:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c365a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05ab8 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.712886:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3661 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.712905:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3661 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.712917:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3661 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.712932:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3668 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.712939:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3668 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.712946:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3668 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.713038:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c366f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.713119:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c366f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.713128:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c366f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421317.713172:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00000004:00200000:1.0:1777421317.713177:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421317.713196:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c366f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.713206:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c366f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.713215:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3661 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.713221:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3661 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.713227:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3661 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.713234:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421317.713238:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3661 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.713246:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3661 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.713258:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff971049800e00) 00010000:00010000:1.0:1777421317.713261:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421317.713266:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3661 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.713291:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3661 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.713363:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3668 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.713370:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3668 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.713377:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3668 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.713384:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421317.713387:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3668 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.713394:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3668 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.713402:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff97104bab1900) 00010000:00010000:1.0:1777421317.713405:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421317.713408:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3668 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.713414:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3668 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.713444:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c365a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab8 expref: 95 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.713458:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c366f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab8 expref: 94 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.713477:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff97104bab1f00) 00010000:00010000:1.0:1777421317.713480:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421317.713482:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10c00, rc 0) 00000100:00100000:1.0:1777421317.713584:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+94:27982:x1863761007063296:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 806us (1022us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421317.713592:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1036 00000100:00100000:0.0:1777421317.716244:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421317.716360:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007063424 00000100:00100000:3.0:1777421317.716371:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007063424 00000100:00100000:3.0:1777421317.716447:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 271 00000100:00080000:2.0:1777421317.716449:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421317.716476:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761007063424:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421317.716493:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421317.716508:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c3676 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05abf expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421317.716567:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710773fce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018378368:192.168.204.24@tcp:106: 00000100:00100000:3.0:1777421317.716677:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107796d900 going to sleep for 11 seconds 00002000:00010000:3.0:1777421317.718558:0:7984:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb size: 0 -> 1516 00002000:00010000:3.0:1777421317.718565:0:7984:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime: 0 -> 1777421317 00002000:00010000:3.0:1777421317.718567:0:7984:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb atime: 0 -> 1777421317 00002000:00010000:3.0:1777421317.718569:0:7984:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime: 0 -> 1777421317 00000100:00100000:3.0:1777421317.718588:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710773fce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018378368:192.168.204.24@tcp:106: 00010000:00010000:3.0:1777421317.718619:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c3676 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05abf expref: 13 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.718641:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c3676 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05abf expref: 13 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421317.718665:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60400, rc 0) 00000100:00100000:3.0:1777421317.718721:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761007063424:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 2248us (2484us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421317.718730:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 271 00000100:00100000:2.0:1777421317.721905:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421317.721967:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007063552 00000100:00100000:1.0:1777421317.721977:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007063552 00000100:00100000:1.0:1777421317.722029:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1037 00000100:00100000:1.0:1777421317.722036:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+94:27982:x1863761007063552:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421317.722058:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421317.722074:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c367d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05ac6 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.722147:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3684 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.722158:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3684 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.722165:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3684 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421317.722214:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 512 00000004:00200000:1.0:1777421317.722217:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421317.722232:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3684 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.722260:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c367d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ac6 expref: 96 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.722294:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3684 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ac6 expref: 95 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.722300:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff971049800e00) 00010000:00010000:1.0:1777421317.722302:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421317.722305:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11e00, rc 0) 00000100:00100000:1.0:1777421317.722349:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+95:27982:x1863761007063552:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 313us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421317.722354:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1037 00000100:00100000:0.0:1777421317.725380:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421317.725471:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007063680 00000100:00100000:3.0:1777421317.725479:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007063680 00000100:00100000:2.0:1777421317.725577:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 272 00000100:00100000:2.0:1777421317.725589:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007063680:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421317.725606:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421317.725623:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011e5632c/0xd9d09a059d6c368b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05acd expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421317.725689:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077308e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018378496:192.168.204.24@tcp:106: 00000100:00100000:2.0:1777421317.725775:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049fe8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777421317.727770:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077308e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018378496:192.168.204.24@tcp:106: 00010000:00010000:1.0:1777421317.727804:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011e5632c/0xd9d09a059d6c368b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05acd expref: 13 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.727825:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011e5632c/0xd9d09a059d6c368b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05acd expref: 13 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421317.727841:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4000, rc 0) 00000100:00100000:1.0:1777421317.727933:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007063680:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 2345us (2560us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421317.727941:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 272 00000100:00100000:1.0:1777421317.732010:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421317.732202:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007063936 00000100:00100000:2.0:1777421317.732213:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007063936 00000100:00100000:2.0:1777421317.732306:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1038 00000100:00100000:2.0:1777421317.732316:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+95:27982:x1863761007063936:12345-192.168.204.24@tcp:58:lfs.0 00000040:00080000:2.0:1777421317.732585:0:5772:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].28, 136 off12000 00000100:00100000:2.0:1777421317.732673:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+95:27982:x1863761007063936:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 354us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421317.732682:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1038 00000040:00080000:1.0:1777421318.193579:0:19811:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421318.193600:0:19811:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421318.193678:0:19811:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 5 00000040:00080000:1.0:1777421318.193686:0:19811:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777421318.370622:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777421318.434587:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421318.434599:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421318.434675:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 5 00000040:00080000:3.0:1777421318.434687:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421318.435026:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710773fce00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018378624:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421318.435162:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c5100c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421318.444489:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421318.444588:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007064064 00000100:00100000:0.0:1777421318.444601:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007064064 00000100:00100000:3.0:1777421318.444672:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710773fce00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018378624:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421318.444743:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1039 00000100:00100000:0.0:1777421318.444756:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:27993:x1863761007064064:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421318.444813:0:5770:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421318.444949:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:27993:x1863761007064064:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 195us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421318.444958:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1039 00000100:00100000:0.0:1777421318.451697:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421318.451775:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007064320 00000100:00100000:3.0:1777421318.451790:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007064320 00000100:00100000:3.0:1777421318.451867:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1040 00000100:00100000:3.0:1777421318.451880:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:27993:x1863761007064320:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421318.451911:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421318.451936:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3692 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05ad4 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421318.452058:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3699 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421318.452076:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3699 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421318.452091:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3699 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421318.452106:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00010000:00010000:3.0:1777421318.452315:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3692 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ad4 expref: 49 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421318.452337:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3699 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ad4 expref: 48 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421318.452368:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff97104bab1f00) 00010000:00010000:3.0:1777421318.452371:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421318.452375:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61400, rc 0) 00000100:00100000:3.0:1777421318.452445:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:27993:x1863761007064320:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 568us (764us total) trans 4294967957 rc 0/0 00000100:00100000:3.0:1777421318.452453:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1040 00000100:00100000:1.0:1777421318.458677:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421318.459423:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421318.459513:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007064576 00000100:00100000:1.0:1777421318.459527:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007064576 00000100:00100000:2.0:1777421318.459535:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007064448 00000100:00100000:2.0:1777421318.459543:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007064448 00000100:00100000:2.0:1777421318.459607:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 273 00000100:00100000:2.0:1777421318.459620:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007064448:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421318.459755:0:7984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000051aec595/0xd9d09a059d6c36a7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.459783:0:7984:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cea8675f/0xd9d09a059d6c3653 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab1 expref: 11 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.459811:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1777421318.459812:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 44 00010000:00010000:2.0:1777421318.459816:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421318.459822:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051aec595/0xd9d09a059d6c36a7 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421318.459825:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971049aec450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:2361:x1863761007064576:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421318.459845:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421318.459874:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3699 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ad4 expref: 48 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.459876:0:7984:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cea8675f/0xd9d09a059d6c3653 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab1 expref: 11 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421318.459906:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff97104bab1f00) 00010000:00010000:2.0:1777421318.459907:0:7984:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cea8675f/0xd9d09a059d6c3653 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab1 expref: 11 pid: 7984 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421318.459916:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421318.459931:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018378752:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421318.459989:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971049aec450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:2361:x1863761007064576:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 167us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421318.459997:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 44 00000100:00100000:2.0:1777421318.461677:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049fe8f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777421318.467017:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7984:1863761018378752:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421318.467057:0:7984:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000051aec595/0xd9d09a059d6c36a7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421318.467433:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421318.467588:0:17961:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007064704 00000100:00100000:2.0:1777421318.467598:0:17961:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007064704 00002000:00100000:2.0:1777421318.467656:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->1515) req@ffff97106708e300 x1863761007064704/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:329/0 lens 2008/0 e 0 to 0 dl 1777421329 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421318.467667:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106708e300 with x1863761007064704 ext(0->1515) 00010000:00010000:2.0:1777421318.467676:0:17961:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000cea8675f/0xd9d09a059d6c3653 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab1 expref: 12 pid: 7984 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.467722:0:17961:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000cea8675f/0xd9d09a059d6c3653 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab1 expref: 12 pid: 7984 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421318.467730:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff97106708e300 00000100:00100000:2.0:1777421318.467763:0:17961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 11 00000100:00100000:2.0:1777421318.467772:0:17961:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007064704:12345-192.168.204.24@tcp:4:cp.0 00000100:00100000:2.0:1777421318.468267:0:17961:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:2361:x1863761007064704:12345-192.168.204.24@tcp:4:cp.0 Request processed in 495us (841us total) trans 4294967357 rc 0/0 00000100:00100000:2.0:1777421318.468302:0:17961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 11 00002000:00100000:2.0:1777421318.468311:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->1515) req@ffff97106708e300 x1863761007064704/t4294967357(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:329/0 lens 2008/448 e 0 to 0 dl 1777421329 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421318.468319:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106708e300 with x1863761007064704 ext(0->1515) 00010000:00010000:2.0:1777421318.468325:0:17961:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000cea8675f/0xd9d09a059d6c3653 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab1 expref: 14 pid: 7984 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.468343:0:17961:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000cea8675f/0xd9d09a059d6c3653 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab1 expref: 14 pid: 7984 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421318.468351:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff97106708e300 00000100:00100000:1.0:1777421318.474647:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421318.474733:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007064832 00000100:00100000:0.0:1777421318.474749:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007064832 00010000:00010000:0.0:1777421318.474798:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cea8675f/0xd9d09a059d6c3653 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab1 expref: 14 pid: 7984 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421318.474906:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 312 00000100:00100000:0.0:1777421318.474916:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:2358:x1863761007064832:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421318.474930:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421318.474951:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cea8675f/0xd9d09a059d6c3653 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab1 expref: 14 pid: 7984 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421318.474965:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cea8675f/0xd9d09a059d6c3653 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab1 expref: 14 pid: 7984 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421318.474990:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cea8675f/0xd9d09a059d6c3653 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab1 expref: 14 pid: 7984 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421318.475006:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421318.475008:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421318.475028:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000051aec595/0xd9d09a059d6c36a7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421318.475038:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051aec595/0xd9d09a059d6c36a7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421318.475073:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421318.475144:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2358:x1863761007064832:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 229us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421318.475152:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 312 00010000:00010000:2.0:1777421318.475401:0:7984:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000051aec595/0xd9d09a059d6c36a7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.475412:0:7984:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051aec595/0xd9d09a059d6c36a7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.475443:0:7984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000051aec595/0xd9d09a059d6c36a7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.475452:0:7984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051aec595/0xd9d09a059d6c36a7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.475461:0:7984:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051aec595/0xd9d09a059d6c36a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.475469:0:7984:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb5a00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421318.475474:0:7984:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051aec595/0xd9d09a059d6c36a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.475482:0:7984:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051aec595/0xd9d09a059d6c36a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.475495:0:7984:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051aec595/0xd9d09a059d6c36a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.475503:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051aec595/0xd9d09a059d6c36a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421318.475565:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761007064448:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 15949us (16903us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421318.475583:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 273 00000100:00100000:1.0:1777421318.483204:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421318.483330:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007065088 00000100:00100000:2.0:1777421318.483347:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007065088 00000100:00100000:2.0:1777421318.483430:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1041 00000100:00100000:2.0:1777421318.483444:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:27993:x1863761007065088:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421318.483568:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:27993:x1863761007065088:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 128us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421318.483576:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1041 00000100:00100000:1.0:1777421318.487109:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421318.487172:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007065216 00000100:00100000:2.0:1777421318.487190:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007065216 00000100:00100000:2.0:1777421318.487266:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 274 00000100:00100000:2.0:1777421318.487329:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007065216:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421318.487347:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421318.487368:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051aec595/0xd9d09a059d6c36ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05adb expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421318.487395:0:7984:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 1516, mtime: 0x69f14c05, atime: 0x0, ctime: 0x69f14c05, blocks: 0x1 00010000:00010000:2.0:1777421318.487416:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421318.487419:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421318.487426:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051aec595/0xd9d09a059d6c36ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05adb expref: 13 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.487443:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000051aec595/0xd9d09a059d6c36ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05adb expref: 13 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.487477:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5a00, rc 0) 00000100:00100000:2.0:1777421318.487547:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761007065216:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 272us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421318.487555:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 274 00000100:00100000:1.0:1777421318.491420:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421318.492989:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007065472 00000100:00100000:2.0:1777421318.493007:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007065472 00000100:00100000:2.0:1777421318.493154:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1042 00000100:00100000:2.0:1777421318.493166:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:27993:x1863761007065472:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421318.493345:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:27993:x1863761007065472:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 180us (1940us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421318.493353:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1042 00000100:00100000:1.0:1777421318.500306:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421318.500411:0:17961:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007065600 00000100:00100000:2.0:1777421318.500426:0:17961:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007065600 00002000:00100000:2.0:1777421318.500490:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff970f41b6fb80 x1863761007065600/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:329/0 lens 488/0 e 0 to 0 dl 1777421329 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421318.500504:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f41b6fb80 with x1863761007065600 ext(0->4095) 00002000:00010000:2.0:1777421318.500510:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff970f41b6fb80 00000100:00100000:2.0:1777421318.500548:0:17961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 96 00000100:00100000:2.0:1777421318.500558:0:17961:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007065600:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1777421318.500922:0:17961:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007065600:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 363us (664us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777421318.500931:0:17961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 96 00002000:00100000:2.0:1777421318.500938:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff970f41b6fb80 x1863761007065600/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:329/0 lens 488/4536 e 0 to 0 dl 1777421329 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421318.500966:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f41b6fb80 with x1863761007065600 ext(0->4095) 00002000:00010000:2.0:1777421318.500969:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff970f41b6fb80 00000100:00100000:1.0:1777421318.507091:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421318.507211:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007065728 00000100:00100000:2.0:1777421318.507225:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007065728 00000100:00100000:2.0:1777421318.507336:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1043 00000100:00100000:2.0:1777421318.507348:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:27993:x1863761007065728:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421318.507373:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421318.507402:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c36b5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05ae2 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.507462:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c36bc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.507480:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c36bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.507504:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c36bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.507634:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c36b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ae2 expref: 49 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.507680:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c36bc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ae2 expref: 48 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.507691:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff97104bab1f00) 00010000:00010000:2.0:1777421318.507700:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421318.507713:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4a00, rc 0) 00000100:00100000:2.0:1777421318.507886:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:27993:x1863761007065728:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 540us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421318.507896:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1043 00000100:00100000:1.0:1777421318.519521:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421318.519786:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007065856 00000100:00100000:2.0:1777421318.519801:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007065856 00000100:00100000:2.0:1777421318.519930:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1044 00000100:00100000:2.0:1777421318.519943:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:27993:x1863761007065856:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421318.520007:0:5772:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421318.520145:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:27993:x1863761007065856:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 203us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421318.520153:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1044 00000100:00100000:1.0:1777421318.525201:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421318.525447:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007065984 00000100:00100000:2.0:1777421318.525461:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007065984 00000100:00100000:2.0:1777421318.525650:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 275 00000100:00100000:2.0:1777421318.525662:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007065984:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421318.525721:0:7984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000011e5632c/0xd9d09a059d6c36c3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.525740:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421318.525743:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421318.525749:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011e5632c/0xd9d09a059d6c36c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.525764:0:7984:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011e5632c/0xd9d09a059d6c36c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.525824:0:7984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000011e5632c/0xd9d09a059d6c36c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.525834:0:7984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000011e5632c/0xd9d09a059d6c36c3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.525843:0:7984:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000011e5632c/0xd9d09a059d6c36c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.525850:0:7984:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4000 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421318.525855:0:7984:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000011e5632c/0xd9d09a059d6c36c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.525963:0:7984:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000011e5632c/0xd9d09a059d6c36c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.525984:0:7984:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000011e5632c/0xd9d09a059d6c36c3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.525993:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011e5632c/0xd9d09a059d6c36c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421318.526161:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007065984:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 501us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421318.526170:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 275 00000100:00100000:1.0:1777421318.528773:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421318.528943:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007066240 00000100:00100000:2.0:1777421318.528957:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007066240 00000100:00100000:2.0:1777421318.529126:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1045 00000100:00100000:2.0:1777421318.529139:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:27993:x1863761007066240:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777421318.529239:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c36ca lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.529259:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c36bc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ae2 expref: 48 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.529270:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c36ca lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.529350:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c36bc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ae2 expref: 48 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.529366:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c36bc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ae2 expref: 48 pid: 5772 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421318.529381:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077309500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018378880:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421318.529493:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049fe8240 going to sleep for 11 seconds 00000100:00100000:1.0:1777421318.533558:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421318.533668:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007066368 00000100:00100000:0.0:1777421318.533681:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007066368 00000100:00100000:2.0:1777421318.533707:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077309500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018378880:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421318.533734:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c36bc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ae2 expref: 49 pid: 5772 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.533741:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c36ca lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421318.534988:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 313 00000100:00100000:3.0:1777421318.535009:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:2361:x1863761007066368:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421318.535031:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421318.535041:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c36bc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ae2 expref: 49 pid: 5772 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421318.535057:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c36bc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ae2 expref: 49 pid: 5772 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421318.535084:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c36bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ae2 expref: 49 pid: 5772 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421318.535108:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff97104bab1f00) 00010000:00010000:3.0:1777421318.535114:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c36ca lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421318.535124:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c36ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421318.535133:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c36ca lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421318.535187:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421318.535248:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c36ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.535260:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c36ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421318.535265:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:2361:x1863761007066368:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 263us (1720us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421318.535320:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 313 00010000:00010000:2.0:1777421318.535746:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c36ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.535756:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c36ca lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.535764:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c36ca lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.535772:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb5400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421318.535968:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c36ca lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.535979:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c36ca lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.535991:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff97104bab1f00) 00010000:00010000:2.0:1777421318.535994:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421318.535998:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c36ca lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421318.536005:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c36ca lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421318.536168:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:27993:x1863761007066240:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 7029us (7404us total) trans 4294967958 rc 0/0 00000100:00100000:2.0:1777421318.536179:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1045 00000040:00080000:3.0:1777421318.536313:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421318.536318:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421318.537378:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:3.0:1777421318.537393:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421318.538960:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421318.539050:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007066624 00000100:00100000:2.0:1777421318.539064:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007066624 00000100:00100000:2.0:1777421318.539133:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 221 00000100:00100000:2.0:1777421318.539163:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:27993:x1863761007066624:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421318.539593:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:27993:x1863761007066624:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 432us (643us total) trans 4294967959 rc 0/0 00000100:00100000:2.0:1777421318.539602:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 221 00010000:00010000:2.0:1777421319.394511:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421319.458480:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777421319.458516:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018379008:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421319.458611:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421319.458701:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018379008 00000100:00100000:3.0:1777421319.458712:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018379008 00000100:00100000:3.0:1777421319.458775:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1777421319.458785:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018379008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777421319.458831:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777421319.458879:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018379008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421319.458886:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00080000:3.0:1777421319.458912:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421319.458947:0:3299:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967349 gen 2 00000004:00080000:3.0:1777421319.458954:0:3299:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967349 committed transno 4294967349 00000100:00100000:3.0:1777421319.458989:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018379008:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421319.473189:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421319.473468:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007066752 00000100:00100000:0.0:1777421319.473480:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007066752 00000100:00100000:0.0:1777421319.473554:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 488 00000100:00100000:0.0:1777421319.473570:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b513850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761007066752:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421319.473745:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b513850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761007066752:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 177us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421319.473755:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 488 00000100:00100000:0.0:1777421319.475084:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421319.475159:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421319.475185:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421319.475206:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421319.475220:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007067136 00000100:00100000:3.0:1777421319.475231:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007067136 00000100:00100000:0.0:1777421319.475239:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421319.475332:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007067392 00000100:00100000:2.0:1777421319.475333:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007067008 00000100:00100000:2.0:1777421319.475345:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007067008 00000100:00100000:3.0:1777421319.475356:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007067392 00000100:00100000:3.0:1777421319.475408:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 211 00000100:00100000:3.0:1777421319.475429:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761007067136:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421319.475429:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 212 00000100:00100000:0.0:1777421319.475440:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421319.475448:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+15:2360:x1863761007067008:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421319.475474:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007067520 00000100:00100000:0.0:1777421319.475480:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007067520 00000100:00100000:0.0:1777421319.475512:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 213 00000100:00100000:0.0:1777421319.475531:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761007067392:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421319.475532:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+15:2360:x1863761007067008:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 80us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421319.475551:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 212 00000100:00100000:3.0:1777421319.475581:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761007067136:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 159us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421319.475581:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761007067392:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 57us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421319.475582:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 214 00000100:00100000:0.0:1777421319.475603:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 213 00000100:00100000:2.0:1777421319.475607:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007067520:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421319.475666:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007067520:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 62us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421319.475678:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 211 00000100:00100000:2.0:1777421319.475689:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 214 00000100:00080000:3.0:1777421319.475707:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777421319.475713:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421319.475754:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007067264 00000100:00100000:1.0:1777421319.475754:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007066880 00000100:00100000:3.0:1777421319.475760:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007067264 00000100:00100000:1.0:1777421319.475760:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007066880 00000100:00100000:1.0:1777421319.475857:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 218 00000100:00100000:3.0:1777421319.475862:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 219 00000100:00100000:1.0:1777421319.475866:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+95:2361:x1863761007066880:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421319.475869:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:2360:x1863761007067264:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421319.475921:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:2360:x1863761007067264:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 50us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421319.475929:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 219 00000100:00100000:1.0:1777421319.475931:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+95:2361:x1863761007066880:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 55us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421319.475936:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 218 00000100:00080000:0.0:1777421319.476454:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1777421319.489988:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967357 is committed 00000040:00080000:1.0:1777421319.701134:0:19864:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421319.701142:0:19864:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421319.701193:0:19864:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 5 00000040:00080000:1.0:1777421319.701200:0:19864:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421319.728754:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421319.728883:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007067648 00000100:00100000:3.0:1777421319.728901:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007067648 00000100:00100000:3.0:1777421319.728987:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 276 00000100:00100000:3.0:1777421319.729004:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080c20c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+12:2359:x1863761007067648:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421319.729030:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421319.729053:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c36d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05ae9 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421319.729083:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421319.729085:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421319.729094:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c36d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ae9 expref: 13 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421319.729129:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c36d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ae9 expref: 13 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421319.729143:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60400, rc 0) 00000100:00100000:3.0:1777421319.729213:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080c20c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+13:2359:x1863761007067648:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 214us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421319.729221:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 276 00000100:00100000:1.0:1777421319.734810:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421319.735262:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007067904 00000100:00100000:2.0:1777421319.735320:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007067904 00000100:00100000:2.0:1777421319.735408:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1046 00000100:00100000:2.0:1777421319.735420:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+95:28001:x1863761007067904:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421319.735442:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421319.735465:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c36d8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05af0 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421319.735594:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c36df lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421319.735610:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c36df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421319.735633:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c36df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421319.735647:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00010000:00010000:2.0:1777421319.735793:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c36d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05af0 expref: 98 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421319.735814:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c36df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05af0 expref: 97 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421319.735824:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff97104bab1f00) 00010000:00010000:2.0:1777421319.735827:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777421319.735832:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4c00, rc 0) 00000100:00100000:2.0:1777421319.735911:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+97:28001:x1863761007067904:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 493us (1118us total) trans 4294967960 rc 0/0 00000100:00100000:2.0:1777421319.735924:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1046 00000100:00100000:2.0:1777421319.740610:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421319.740712:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007068032 00000100:00100000:3.0:1777421319.740734:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007068032 00000100:00100000:3.0:1777421319.740862:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 277 00000100:00100000:3.0:1777421319.740875:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+13:2360:x1863761007068032:12345-192.168.204.24@tcp:1:lfs.0 00010000:00010000:3.0:1777421319.740935:0:12497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c36ed lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421319.740961:0:12497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000051aec595/0xd9d09a059d6c36ae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05adb expref: 10 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421319.740971:0:12497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c36d1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ae9 expref: 13 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421319.740979:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421319.740981:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421319.740985:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c36ed lrc: 5/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421319.741049:0:12497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c36d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ae9 expref: 13 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421319.741066:0:12497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c36d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ae9 expref: 13 pid: 12497 timeout: 486 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421319.741083:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710773fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12497:1863761018379136:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421319.741234:0:12497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000051aec595/0xd9d09a059d6c36ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05adb expref: 10 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421319.741245:0:12497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000051aec595/0xd9d09a059d6c36ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05adb expref: 10 pid: 7984 timeout: 486 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421319.741255:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710773fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12497:1863761018379264:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421319.741539:0:12497:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c5100c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421319.746196:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421319.746222:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710773fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12497:1863761018379136:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421319.746264:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710773fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12497:1863761018379264:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421319.746307:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421319.746344:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007068160 00000100:00100000:1.0:1777421319.746344:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007068288 00000100:00100000:2.0:1777421319.746353:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007068160 00000100:00100000:1.0:1777421319.746354:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007068288 00010000:00010000:2.0:1777421319.746398:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c36d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ae9 expref: 14 pid: 12497 timeout: 486 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421319.746454:0:12497:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c36ed lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421319.746455:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 314 00000100:00100000:2.0:1777421319.746475:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+14:2360:x1863761007068160:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421319.746492:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1777421319.746511:0:5756:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1777421319.746518:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c36d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ae9 expref: 14 pid: 12497 timeout: 486 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421319.746533:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c36d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ae9 expref: 14 pid: 12497 timeout: 486 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421319.746557:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005adf4adb/0xd9d09a059d6c36d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ae9 expref: 14 pid: 12497 timeout: 486 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421319.746574:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421319.746642:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+13:2360:x1863761007068160:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 172us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421319.746653:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 314 00010000:00010000:1.0:1777421319.747046:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000051aec595/0xd9d09a059d6c36ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05adb expref: 11 pid: 7984 timeout: 486 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421319.747085:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 315 00000100:00100000:1.0:1777421319.747096:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007068288:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421319.747106:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421319.747117:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000051aec595/0xd9d09a059d6c36ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05adb expref: 11 pid: 7984 timeout: 486 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.747125:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000051aec595/0xd9d09a059d6c36ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05adb expref: 11 pid: 7984 timeout: 486 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.747149:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051aec595/0xd9d09a059d6c36ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05adb expref: 11 pid: 7984 timeout: 486 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.747161:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421319.747163:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421319.747167:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c36ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.747177:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c36ed lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.747207:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421319.747241:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007068288:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 148us (1053us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421319.747250:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 315 00010000:00010000:1.0:1777421319.747405:0:12497:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c36ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.747413:0:12497:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c36ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.747432:0:12497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c36ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.747438:0:12497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c36ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.747449:0:12497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c36ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.747454:0:12497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61e00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421319.747458:0:12497:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c36ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.747463:0:12497:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c36ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.747472:0:12497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c36ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.747477:0:12497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c36ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421319.747522:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+13:2360:x1863761007068032:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 6651us (6922us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421319.747528:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 277 00000100:00100000:3.0:1777421319.749683:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421319.750257:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007068544 00000100:00100000:1.0:1777421319.750287:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007068544 00000100:00100000:1.0:1777421319.750354:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 222 00000100:00100000:1.0:1777421319.750366:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+97:28001:x1863761007068544:12345-192.168.204.24@tcp:35:lfs.0 00000004:00010000:1.0:1777421319.750421:0:5774:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000402:0x1d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c36df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05af0 expref: 97 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421319.750595:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967961 00000001:00080000:1.0:1777421319.750947:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967962 00010000:00010000:1.0:1777421319.750987:0:5774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c36f4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.751012:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c363e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05aa3 expref: 48 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.751022:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c366f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab8 expref: 100 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.751030:0:5774:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c36f4 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.751066:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c366f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab8 expref: 100 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.751080:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c366f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab8 expref: 100 pid: 5772 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421319.751092:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018379392:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421319.751174:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c363e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05aa3 expref: 48 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.751181:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c363e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05aa3 expref: 48 pid: 5772 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421319.751197:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6c700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018379520:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421319.751216:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710450a2b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421319.756685:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421319.756824:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421319.756896:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018379392:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421319.756923:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6c700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018379520:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421319.756950:0:5774:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c36f4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421319.757790:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007068800 00000100:00100000:0.0:1777421319.757801:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007068800 00000100:00100000:3.0:1777421319.757828:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007068672 00010000:00010000:0.0:1777421319.757840:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c363e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05aa3 expref: 49 pid: 5772 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421319.757844:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007068672 00010000:00010000:3.0:1777421319.757891:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c366f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab8 expref: 101 pid: 5772 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421319.757893:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 316 00000100:00100000:0.0:1777421319.757915:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:2360:x1863761007068800:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421319.757930:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777421319.757949:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 317 00010000:00010000:0.0:1777421319.757953:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c363e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05aa3 expref: 49 pid: 5772 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421319.757967:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+101:2361:x1863761007068672:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421319.757976:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c363e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05aa3 expref: 49 pid: 5772 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421319.757992:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421319.758003:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c366f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab8 expref: 101 pid: 5772 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421319.758004:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c363e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05aa3 expref: 49 pid: 5772 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421319.758041:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c366f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab8 expref: 101 pid: 5772 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421319.758084:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff97104bab1f00) 00010000:00010000:3.0:1777421319.758086:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c366f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ab8 expref: 101 pid: 5772 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421319.758092:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c36f4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421319.758110:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c36f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421319.758118:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c36f4 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421319.758127:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff97104bab1f00) 00010000:00010000:3.0:1777421319.758134:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421319.758147:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421319.758168:0:5774:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c36f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.758181:0:5774:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c36f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421319.758219:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:2360:x1863761007068800:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 306us (1540us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421319.758229:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+100:2361:x1863761007068672:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 256us (1390us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421319.758231:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 316 00000100:00100000:3.0:1777421319.758245:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 317 00000001:00080000:1.0:1777421319.758375:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967963 00000001:00080000:1.0:1777421319.758554:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967964 00000001:00080000:1.0:1777421319.758605:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967965 00000100:00100000:1.0:1777421319.758697:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018379648:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777421319.758802:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421319.758838:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ffa5b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777421319.759019:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018379648 00000100:00100000:0.0:1777421319.759026:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018379648 00000100:00080000:1.0:1777421319.759073:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421319.759087:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1777421319.759097:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5774:x1863761018379648:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777421319.759169:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5774:x1863761018379648:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 73us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421319.759176:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1777421319.759199:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018379648:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1777421319.759413:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967966 00000100:00100000:1.0:1777421319.759472:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018379776:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777421319.759501:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421319.759523:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ffa5180 going to sleep for 11 seconds 00000100:00100000:0.0:1777421319.759536:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018379776 00000100:00100000:0.0:1777421319.759541:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018379776 00000100:00100000:0.0:1777421319.759556:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1777421319.759560:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5774:x1863761018379776:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777421319.759760:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5774:x1863761018379776:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 198us (258us total) trans 4294967358 rc 0/0 00000100:00100000:0.0:1777421319.759777:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1777421319.760494:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018379776:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:1.0:1777421319.760521:0:5774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c36f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.760531:0:5774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c36f4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.760552:0:5774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c36f4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.760559:0:5774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421319.760563:0:5774:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c36f4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.760582:0:5774:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c36f4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.760598:0:5774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff97104bab1f00) 00010000:00010000:1.0:1777421319.760601:0:5774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777421319.760606:0:5774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c36f4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.760613:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c36f4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777421319.760841:0:5774:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x41:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1777421319.760941:0:5774:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9160 00000004:00080000:1.0:1777421319.760952:0:5774:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 386317677405ns, next at 387317674460ns, rc = 0 00000001:00080000:1.0:1777421319.760959:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967967 00010000:00010000:1.0:1777421319.761066:0:5774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff97104bab1f00) 00010000:00010000:1.0:1777421319.761070:0:5774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777421319.761078:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c36df lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05af0 expref: 104 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421319.761185:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+103:28001:x1863761007068544:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 10821us (11514us total) trans 4294967968 rc 0/0 00000100:00100000:1.0:1777421319.761207:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 222 00000020:00080000:1.0:1777421319.761226:0:5774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:2.0:1777421319.776353:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421319.776414:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007069056 00000100:00100000:1.0:1777421319.776425:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007069056 00000100:00100000:1.0:1777421319.776476:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1047 00000100:00100000:1.0:1777421319.776485:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+103:28002:x1863761007069056:12345-192.168.204.24@tcp:101:cmp.0 00010000:00010000:1.0:1777421319.776509:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421319.776530:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c36fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05af7 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.776605:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3702 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.776630:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3702 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.776641:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3702 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.776657:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3709 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.776664:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3709 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.776670:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3709 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.776795:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c3710 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.776813:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c3710 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.776820:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c3710 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421319.776831:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00010000:00010000:1.0:1777421319.776928:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3702 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.776936:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3702 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.776947:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3702 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.776953:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421319.776957:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3702 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.776965:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3702 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.776977:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff971049800e00) 00010000:00010000:1.0:1777421319.776980:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421319.776985:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3702 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.776991:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3702 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.777000:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3709 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.777013:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3709 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.777019:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3709 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.777024:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421319.777027:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3709 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.777032:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3709 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.777040:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff97104bab1f00) 00010000:00010000:1.0:1777421319.777043:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421319.777045:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3709 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.777051:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3709 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.777117:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c36fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05af7 expref: 106 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.777133:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c3710 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05af7 expref: 105 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421319.777140:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff97104bab1e00) 00010000:00010000:1.0:1777421319.777142:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421319.777149:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10c00, rc 0) 00000100:00100000:1.0:1777421319.777260:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+105:28002:x1863761007069056:12345-192.168.204.24@tcp:101:cmp.0 Request processed in 775us (918us total) trans 4294967969 rc 0/0 00000100:00100000:1.0:1777421319.777269:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1047 00000100:00100000:2.0:1777421319.781988:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421319.782059:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007069312 00000100:00100000:3.0:1777421319.782095:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007069312 00000100:00100000:3.0:1777421319.782189:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 45 00000100:00100000:3.0:1777421319.782208:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971049aef450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+105:28002:x1863761007069312:12345-192.168.204.24@tcp:103:cmp.0 00010000:00010000:3.0:1777421319.782232:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421319.782269:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c3710 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05af7 expref: 105 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421319.782311:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff97104bab1e00) 00010000:00010000:3.0:1777421319.782326:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421319.782402:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971049aef450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+104:28002:x1863761007069312:12345-192.168.204.24@tcp:103:cmp.0 Request processed in 202us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421319.782411:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 45 00000100:00100000:3.0:1777421319.785874:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421319.786009:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007069440 00000100:00100000:0.0:1777421319.786025:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007069440 00000100:00100000:0.0:1777421319.786137:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1048 00000100:00100000:0.0:1777421319.786150:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+104:28002:x1863761007069440:12345-192.168.204.24@tcp:58:cmp.0 00010000:00010000:0.0:1777421319.786318:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c371e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421319.786340:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c371e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421319.786354:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c371e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777421319.786628:0:5771:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].29, 136 off12136 00000100:00100000:0.0:1777421319.786759:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+104:28002:x1863761007069440:12345-192.168.204.24@tcp:58:cmp.0 Request processed in 608us (896us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421319.786769:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1048 00000100:00100000:0.0:1777421319.794559:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421319.794660:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007069568 00000100:00100000:2.0:1777421319.794671:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007069568 00000100:00100000:2.0:1777421319.794774:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1049 00000100:00100000:2.0:1777421319.794794:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+104:28002:x1863761007069568:12345-192.168.204.24@tcp:101:cmp.0 00010000:00010000:2.0:1777421319.794814:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421319.794836:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c3725 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05afe expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421319.794891:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c371e lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421319.794903:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c3725 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05afe expref: 105 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421319.794921:0:5771:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c371e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421319.794934:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c3725 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05afe expref: 105 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421319.794946:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff971049800300) 00010000:00010000:2.0:1777421319.794950:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421319.794954:0:5771:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c3725 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05afe expref: 105 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421319.794962:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4000, rc 0) 00000100:00100000:2.0:1777421319.797891:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+105:28002:x1863761007069568:12345-192.168.204.24@tcp:101:cmp.0 Request processed in 3094us (3427us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421319.797903:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1049 00010000:00010000:1.0:1777421320.419561:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421320.482522:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080356680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018380416:0@lo:400:kworker.0 00000100:00100000:1.0:1777421320.482522:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080357b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018380032:0@lo:400:kworker.0 00000100:00100000:3.0:1777421320.482612:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080357100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018380288:0@lo:400:kworker.0 00000100:00100000:0.0:1777421320.482623:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080354e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863761018380160:0@lo:400:kworker.0 00000100:00100000:2.0:1777421320.482683:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421320.482701:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421320.482790:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018380416 00000100:00100000:2.0:1777421320.482798:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018380416 00000100:00100000:2.0:1777421320.482844:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:2.0:1777421320.482853:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018380416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421320.482907:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018380416:12345-0@lo:400:kworker.0 Request processed in 54us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421320.482914:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:2.0:1777421320.482958:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080356680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018380416:0@lo:400:kworker.0 00000100:00100000:1.0:1777421320.483176:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106708c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018379904:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421320.483192:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018380032 00000100:00100000:2.0:1777421320.483198:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018380032 00000100:00100000:1.0:1777421320.483217:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421320.483233:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1777421320.483243:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018380544:0@lo:400:kworker.0 00000100:00100000:2.0:1777421320.483244:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b512450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3297:x1863761018380032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421320.483335:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b512450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3297:x1863761018380032:12345-0@lo:400:kworker.0 Request processed in 93us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421320.483344:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1777421320.483385:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018379904 00000100:00100000:1.0:1777421320.483390:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421320.483391:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018379904 00000100:00100000:2.0:1777421320.483425:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1777421320.483431:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080357b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018380032:0@lo:400:kworker.0 00000100:00100000:2.0:1777421320.483448:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018379904:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421320.483468:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018380544 00000100:00100000:1.0:1777421320.483473:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018380544 00002000:00000024:2.0:1777421320.483482:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 81592320 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777421320.483516:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:2.0:1777421320.483533:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018379904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421320.483533:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41e7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863761018380544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421320.483546:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1777421320.483590:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41e7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863761018380544:12345-0@lo:400:kworker.0 Request processed in 66us (202us total) trans 0 rc 0/0 00000100:00080000:2.0:1777421320.483598:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421320.483611:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:1.0:1777421320.483663:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106708c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018379904:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421320.483682:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018380544:0@lo:400:kworker.0 00000100:00100000:0.0:1777421320.485026:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421320.485121:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41b6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018380672:0@lo:400:kworker.0 00000100:00100000:0.0:1777421320.485166:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421320.485360:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018380672 00000100:00100000:2.0:1777421320.485367:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018380672 00000100:00100000:2.0:1777421320.485458:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:2.0:1777421320.485480:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018380672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421320.485536:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018380672:12345-0@lo:400:kworker.0 Request processed in 58us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421320.485542:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:3.0:1777421320.485617:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421320.485705:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41b6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018380672:0@lo:400:kworker.0 00000100:00100000:1.0:1777421320.485787:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018380160 00000100:00100000:1.0:1777421320.485791:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018380160 00000100:00100000:1.0:1777421320.485821:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018380288 00000100:00100000:1.0:1777421320.485829:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018380288 00000100:00100000:2.0:1777421320.485857:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:2.0:1777421320.485868:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863761018380160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421320.485915:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863761018380160:12345-0@lo:400:kworker.0 Request processed in 50us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421320.485936:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:1.0:1777421320.485943:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1777421320.485965:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018380288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421320.486013:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018380288:12345-0@lo:400:kworker.0 Request processed in 51us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421320.486020:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1777421320.486060:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080354e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863761018380160:0@lo:400:kworker.0 00000100:00100000:2.0:1777421320.486125:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080357100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018380288:0@lo:400:kworker.0 00000100:00080000:0.0:1777421320.486270:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:3.0:1777421320.610529:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421320.610537:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421320.610573:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 6 00000040:00080000:3.0:1777421320.610582:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421320.610721:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710773fd880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018380800:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421320.610831:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107c510c00 going to sleep for 11 seconds 00000100:00100000:3.0:1777421320.617676:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710773fd880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018380800:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421320.620765:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421320.620929:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007069696 00000100:00100000:3.0:1777421320.620939:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007069696 00000100:00100000:3.0:1777421320.621054:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1050 00000100:00100000:3.0:1777421320.621064:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:28003:x1863761007069696:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421320.621109:0:12998:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421320.621476:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:28003:x1863761007069696:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 411us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421320.621485:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1050 00000100:00100000:0.0:1777421320.624109:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421320.625202:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007069824 00000100:00100000:3.0:1777421320.625214:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007069824 00000100:00100000:3.0:1777421320.625286:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1051 00000100:00100000:3.0:1777421320.625305:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:28003:x1863761007069824:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1777421320.625375:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c372c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625392:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c372c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625405:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c372c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625420:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3733 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625428:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3733 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625434:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3733 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625457:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c373a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625466:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c373a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625488:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c373a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421320.625525:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00000004:00200000:3.0:1777421320.625530:0:12998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421320.625544:0:12998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c373a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625555:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c372c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625562:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c372c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625569:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c372c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625575:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421320.625579:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c372c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625587:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c372c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625607:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:3.0:1777421320.625610:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421320.625615:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c372c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625621:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c372c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625645:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3733 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625652:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3733 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625657:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3733 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625662:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421320.625665:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3733 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625671:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3733 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625679:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3e15321 (ffff97104a245400) 00010000:00010000:3.0:1777421320.625682:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421320.625684:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3733 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625690:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3733 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625704:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c373a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625710:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c373a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625715:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c373a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625727:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421320.625730:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c373a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625736:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c373a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625744:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff971049800300) 00010000:00010000:3.0:1777421320.625746:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421320.625749:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c373a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.625754:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c373a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421320.625842:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:28003:x1863761007069824:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 Request processed in 547us (1739us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421320.625850:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1051 00000100:00100000:0.0:1777421320.631030:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421320.631260:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007070080 00000100:00100000:1.0:1777421320.631270:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007070080 00000100:00100000:1.0:1777421320.631367:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1052 00000100:00100000:1.0:1777421320.631375:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:28003:x1863761007070080:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421320.631394:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421320.631415:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3741 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05b05 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.631515:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3748 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.631530:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3748 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.631542:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3748 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421320.631555:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00010000:00010000:1.0:1777421320.631674:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3748 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.631682:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3748 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.631697:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3748 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.631703:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421320.631707:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3748 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.631716:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3748 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.631728:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff971049800300) 00010000:00010000:1.0:1777421320.631730:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421320.631735:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3748 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.631741:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c3748 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.631783:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3741 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b05 expref: 50 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.631793:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:1.0:1777421320.631795:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421320.631798:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3741 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b05 expref: 50 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.631807:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10000, rc 0) 00000100:00100000:1.0:1777421320.631859:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:28003:x1863761007070080:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 484us (840us total) trans 4294967970 rc 301/301 00000100:00100000:1.0:1777421320.631875:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1052 00000100:00100000:2.0:1777421320.636244:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421320.636401:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007070208 00000100:00100000:3.0:1777421320.636412:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007070208 00000100:00100000:3.0:1777421320.636472:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1053 00000100:00100000:3.0:1777421320.636482:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:28003:x1863761007070208:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421320.636517:0:12998:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421320.637126:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:28003:x1863761007070208:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 643us (891us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421320.637135:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1053 00000100:00100000:0.0:1777421320.649875:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421320.650084:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007070464 00000100:00100000:2.0:1777421320.650096:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007070464 00000100:00100000:2.0:1777421320.650209:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1054 00000100:00100000:2.0:1777421320.650219:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:28003:x1863761007070464:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421320.650240:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421320.650260:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3756 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05b0c expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.650848:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c375d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.650859:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c375d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.650872:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c375d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421320.650882:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00010000:00010000:2.0:1777421320.650928:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3756 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b0c expref: 52 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.650950:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c375d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b0c expref: 51 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.650958:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff971053d1f900) 00010000:00010000:2.0:1777421320.650961:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421320.650964:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5400, rc 0) 00000100:00100000:2.0:1777421320.651040:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:28003:x1863761007070464:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 821us (1171us total) trans 4294967971 rc 0/0 00000100:00100000:2.0:1777421320.651047:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1054 00000100:00100000:0.0:1777421320.657053:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421320.657226:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007070720 00000100:00100000:2.0:1777421320.657238:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007070720 00000100:00100000:1.0:1777421320.657464:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1055 00000100:00100000:1.0:1777421320.657478:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:28003:x1863761007070720:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421320.657536:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421320.657563:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c375d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b0c expref: 51 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.657582:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff971053d1f900) 00010000:00010000:1.0:1777421320.657592:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421320.657623:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c376b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.657637:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3684 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ac6 expref: 104 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.657645:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c376b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.657673:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3684 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ac6 expref: 104 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.657685:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3684 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ac6 expref: 104 pid: 5772 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421320.657700:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018380928:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421320.657792:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ffa5540 going to sleep for 11 seconds 00000100:00100000:1.0:1777421320.660751:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421320.660890:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007070848 00000100:00100000:3.0:1777421320.660900:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007070848 00010000:00010000:3.0:1777421320.660939:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3684 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ac6 expref: 105 pid: 5772 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421320.661012:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 318 00000100:00100000:3.0:1777421320.661022:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+105:2361:x1863761007070848:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421320.661036:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421320.661042:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3684 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ac6 expref: 105 pid: 5772 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.661055:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3684 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ac6 expref: 105 pid: 5772 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.661075:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff971049800e00) 00010000:00010000:3.0:1777421320.661080:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c376b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.661089:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c376b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.661096:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c376b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.661114:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421320.661168:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+105:2361:x1863761007070848:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 147us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421320.661175:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 318 00010000:00010000:2.0:1777421320.661489:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3684 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ac6 expref: 104 pid: 5772 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421320.661506:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018380928:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421320.661526:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c376b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.661534:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c376b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.661551:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c376b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.661573:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3772 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x40:0x0].0xc67ec34 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.661583:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3772 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0xc67ec34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.661590:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3772 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0xc67ec34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.661674:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c376b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.661682:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c376b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.661688:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c376b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.661694:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421320.661699:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c376b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.661706:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c376b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.661715:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff971049800e00) 00010000:00010000:2.0:1777421320.661717:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421320.661721:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c376b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.661734:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10200/0xd9d09a059d6c376b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.661745:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3772 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0xc67ec34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.661752:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3772 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0xc67ec34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.661758:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3772 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0xc67ec34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.661763:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421320.661766:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3772 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0xc67ec34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.661772:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3772 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0xc67ec34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.661780:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0xc67ec34 (ffff971053d1f600) 00010000:00010000:2.0:1777421320.661783:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421320.661785:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3772 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0xc67ec34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.661792:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3772 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0xc67ec34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421320.662139:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:28003:x1863761007070720:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 4664us (5094us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777421320.662147:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1055 00000100:00100000:1.0:1777421320.664772:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421320.664919:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007070976 00000100:00100000:2.0:1777421320.664931:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007070976 00000100:00100000:0.0:1777421320.665090:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1056 00000100:00100000:0.0:1777421320.665102:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:28003:x1863761007070976:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421320.665121:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421320.665145:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c3779 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05b13 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.665183:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3780 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.665206:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3780 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.665218:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3780 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.665572:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c3779 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b13 expref: 52 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.665591:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3780 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b13 expref: 51 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.665610:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff971049800d00) 00010000:00010000:0.0:1777421320.665613:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421320.665617:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97108217da00, rc 0) 00000100:00100000:0.0:1777421320.665713:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:28003:x1863761007070976:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 613us (948us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421320.665720:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1056 00000100:00100000:0.0:1777421320.669960:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421320.670052:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007071232 00000100:00100000:2.0:1777421320.670144:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007071232 00000100:00100000:2.0:1777421320.670263:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1057 00000100:00100000:2.0:1777421320.670299:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:28003:x1863761007071232:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777421320.670376:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3787 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.670393:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3787 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.670405:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3787 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421320.670612:0:12998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000002e553800 reply state 0000000021d8e4b5 transno 4294967972 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3787 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421320.670621:0:12998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421320.670717:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:28003:x1863761007071232:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 444us (765us total) trans 4294967972 rc 0/0 00000100:00100000:2.0:1777421320.670725:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1057 00000100:00100000:1.0:1777421320.676545:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421320.676698:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007071360 00000100:00100000:2.0:1777421320.676708:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007071360 00000100:00100000:2.0:1777421320.676766:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1058 00000100:00100000:2.0:1777421320.676777:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:28003:x1863761007071360:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421320.676798:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421320.676818:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c378e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05b1a expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.676897:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c378e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b1a expref: 54 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.676912:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c378e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b1a expref: 54 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.676920:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff971049800d00) 00010000:00010000:2.0:1777421320.676923:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421320.676927:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4800, rc 0) 00000100:00100000:2.0:1777421320.677073:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:28003:x1863761007071360:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 297us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421320.677081:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1058 00010000:00010000:3.0:1777421320.677199:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3787 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.677211:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3787 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.677227:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3787 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.677234:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421320.677240:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3787 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.677249:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3787 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.677261:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff971049800d00) 00010000:00010000:3.0:1777421320.677265:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777421320.677270:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3787 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.677308:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3787 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421320.679118:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421320.679381:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007071488 00000100:00100000:1.0:1777421320.679392:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007071488 00000100:00100000:1.0:1777421320.679450:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 223 00000100:00100000:1.0:1777421320.679460:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b5a7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:28003:x1863761007071488:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1777421320.679586:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b5a7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:28003:x1863761007071488:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 Request processed in 127us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421320.679594:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 223 00000100:00100000:0.0:1777421320.682983:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421320.683110:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007071744 00000100:00100000:2.0:1777421320.683121:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007071744 00000100:00100000:2.0:1777421320.683177:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 224 00000100:00100000:2.0:1777421320.683187:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:28003:x1863761007071744:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421320.683870:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:28003:x1863761007071744:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 682us (895us total) trans 4294967973 rc 0/0 00000100:00100000:2.0:1777421320.683879:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 224 00000100:00100000:0.0:1777421320.689007:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421320.689775:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007072000 00000100:00100000:2.0:1777421320.689787:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007072000 00000100:00100000:2.0:1777421320.689910:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1059 00000100:00100000:2.0:1777421320.689922:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:28003:x1863761007072000:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421320.690083:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:28003:x1863761007072000:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 164us (1084us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421320.690105:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1059 00000100:00100000:2.0:1777421320.695515:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421320.696177:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007072256 00000100:00100000:0.0:1777421320.696188:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007072256 00000100:00100000:0.0:1777421320.696345:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1060 00000100:00100000:0.0:1777421320.696355:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:28003:x1863761007072256:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421320.696376:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421320.696397:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c3795 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05b21 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.696539:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c379c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.696554:0:12998:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c378e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b1a expref: 55 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.696564:0:12998:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c379c lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.696608:0:12998:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c378e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b1a expref: 55 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.696623:0:12998:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c378e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b1a expref: 55 pid: 12998 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421320.696640:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077264a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018381056:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421320.696775:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a044d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421320.700883:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077264a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018381056:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421320.700914:0:12998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c379c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421320.701021:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421320.701174:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007072384 00000100:00100000:2.0:1777421320.701182:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007072384 00010000:00010000:2.0:1777421320.701228:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c378e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b1a expref: 56 pid: 12998 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421320.701265:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 319 00000100:00100000:2.0:1777421320.701308:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077267800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+56:2360:x1863761007072384:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421320.701322:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421320.701330:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c378e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b1a expref: 56 pid: 12998 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.701342:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c378e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b1a expref: 56 pid: 12998 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.701366:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c378e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b1a expref: 56 pid: 12998 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.701384:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff971049800d00) 00010000:00010000:2.0:1777421320.701389:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c379c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.701415:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c379c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.701423:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c379c lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.701443:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421320.701487:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077267800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:2360:x1863761007072384:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 214us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421320.701496:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 319 00010000:00010000:1.0:1777421320.701606:0:12998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c379c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.701615:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c379c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421320.701634:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00000004:00080000:1.0:1777421320.701940:0:12998:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15:0x0], index 0: 0 00010000:00010000:1.0:1777421320.702110:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c379c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.702119:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c379c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.702126:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c379c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.702132:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082053400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421320.702136:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c379c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.702156:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c379c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.702166:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff971049800d00) 00010000:00010000:1.0:1777421320.702169:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421320.702173:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c379c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.702180:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053400/0xd9d09a059d6c379c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.702229:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c3795 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b21 expref: 55 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.702239:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff971049800e00) 00010000:00010000:1.0:1777421320.702242:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421320.702246:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c3795 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b21 expref: 55 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.702257:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97108217ce00, rc 0) 00000100:00100000:1.0:1777421320.702372:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:28003:x1863761007072256:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 6018us (6936us total) trans 4294967974 rc 301/301 00000100:00100000:1.0:1777421320.702380:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1060 00000100:00100000:2.0:1777421320.710481:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421320.710594:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007072640 00000100:00100000:0.0:1777421320.710614:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007072640 00000100:00100000:0.0:1777421320.711011:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 225 00000100:00100000:0.0:1777421320.711021:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:28003:x1863761007072640:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421320.711623:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:28003:x1863761007072640:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 602us (1150us total) trans 4294967975 rc 0/0 00000100:00100000:0.0:1777421320.711631:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 225 00000100:00100000:2.0:1777421320.714319:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421320.714458:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007072768 00000100:00100000:1.0:1777421320.714468:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007072768 00000100:00100000:1.0:1777421320.714547:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1061 00000100:00100000:1.0:1777421320.714557:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:28003:x1863761007072768:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421320.714608:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421320.714631:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c37aa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05b28 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.714718:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c37b1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.714734:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c37b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.714746:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c37b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421320.714782:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00000004:00200000:1.0:1777421320.714787:0:12998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421320.714808:0:12998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c37b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.714835:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c37aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b28 expref: 57 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.714852:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c37b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b28 expref: 56 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.714860:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff971049800d00) 00010000:00010000:1.0:1777421320.714863:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777421320.714866:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11400, rc 0) 00000100:00100000:1.0:1777421320.714924:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+56:28003:x1863761007072768:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 368us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421320.714944:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1061 00000100:00100000:2.0:1777421320.720095:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421320.720170:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007072896 00000100:00100000:0.0:1777421320.720180:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007072896 00000100:00100000:0.0:1777421320.720240:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 278 00000100:00100000:0.0:1777421320.720250:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2358:x1863761007072896:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421320.720267:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421320.720323:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d6792704/0xd9d09a059d6c37b8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05b2f expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421320.720350:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777421320.720367:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421320.720369:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421320.720375:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d6792704/0xd9d09a059d6c37b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b2f expref: 9 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.720402:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d6792704/0xd9d09a059d6c37b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b2f expref: 9 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.720416:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971082053400, rc 0) 00000100:00100000:0.0:1777421320.720482:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2358:x1863761007072896:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 234us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421320.720491:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 278 00000100:00100000:0.0:1777421320.723692:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421320.723787:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007073152 00000100:00100000:1.0:1777421320.723797:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007073152 00000100:00100000:1.0:1777421320.723851:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1062 00000100:00100000:1.0:1777421320.723859:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+56:28003:x1863761007073152:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421320.723971:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+56:28003:x1863761007073152:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 112us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421320.723979:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1062 00000100:00100000:2.0:1777421320.726743:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421320.726806:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007073280 00000100:00100000:1.0:1777421320.726814:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007073280 00000100:00100000:1.0:1777421320.726858:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 279 00000100:00100000:1.0:1777421320.726875:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:28003:x1863761007073280:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421320.726892:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421320.726911:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ebf21c9/0xd9d09a059d6c37bf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05b36 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.726947:0:12497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d6792704/0xd9d09a059d6c37b8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b2f expref: 10 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.726956:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421320.726958:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421320.726962:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ebf21c9/0xd9d09a059d6c37bf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b36 expref: 10 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.726997:0:12497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d6792704/0xd9d09a059d6c37b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b2f expref: 10 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.727029:0:12497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d6792704/0xd9d09a059d6c37b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b2f expref: 10 pid: 6552 timeout: 487 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421320.727044:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018381184:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421320.727137:0:12497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710450a2540 going to sleep for 11 seconds 00000100:00100000:2.0:1777421320.730548:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421320.730748:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007073408 00000100:00100000:0.0:1777421320.730759:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007073408 00010000:00010000:0.0:1777421320.730800:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d6792704/0xd9d09a059d6c37b8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b2f expref: 11 pid: 6552 timeout: 487 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421320.730842:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 320 00000100:00100000:0.0:1777421320.730853:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080357b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007073408:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421320.730867:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421320.730889:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d6792704/0xd9d09a059d6c37b8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b2f expref: 11 pid: 6552 timeout: 487 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.730904:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d6792704/0xd9d09a059d6c37b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b2f expref: 11 pid: 6552 timeout: 487 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.730929:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421320.730932:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421320.730939:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003ebf21c9/0xd9d09a059d6c37bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b36 expref: 11 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.730950:0:5756:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ebf21c9/0xd9d09a059d6c37bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b36 expref: 11 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.730989:0:5756:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003ebf21c9/0xd9d09a059d6c37bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b36 expref: 11 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421320.731019:0:5756:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710807bf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5756:1863761018381312:192.168.204.24@tcp:105: 00000100:00100000:0.0:1777421320.731096:0:5756:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a044480 going to sleep for 11 seconds 00010000:00010000:1.0:1777421320.731109:0:12497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d6792704/0xd9d09a059d6c37b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b2f expref: 11 pid: 6552 timeout: 487 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421320.731125:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018381184:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421320.731147:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003ebf21c9/0xd9d09a059d6c37bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b36 expref: 10 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.731158:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10e00, rc 0) 00000100:00100000:1.0:1777421320.731185:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:28003:x1863761007073280:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 4319us (4451us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421320.731193:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 279 00000100:00100000:0.0:1777421320.735468:0:5756:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710807bf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5756:1863761018381312:192.168.204.24@tcp:105: 00010000:00010000:0.0:1777421320.735495:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421320.735541:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080357b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007073408:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 4689us (5000us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421320.735552:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 320 00000100:00100000:3.0:1777421320.737863:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421320.738119:0:17961:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007073536 00000100:00100000:2.0:1777421320.738130:0:17961:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007073536 00002000:00100000:2.0:1777421320.738177:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x15:0x0] (0->1515) req@ffff9710773fd880 x1863761007073536/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:331/0 lens 2008/0 e 0 to 0 dl 1777421331 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421320.738190:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710773fd880 with x1863761007073536 ext(0->1515) 00002000:00010000:2.0:1777421320.738205:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710773fd880 00000100:00100000:2.0:1777421320.738241:0:17961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 97 00000100:00100000:2.0:1777421320.738251:0:17961:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007073536:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1777421320.740234:0:17961:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007073536:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 Request processed in 1972us (2367us total) trans 4294967350 rc 0/0 00000100:00100000:2.0:1777421320.740249:0:17961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 97 00002000:00100000:2.0:1777421320.740266:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x15:0x0] (0->1515) req@ffff9710773fd880 x1863761007073536/t4294967350(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:331/0 lens 2008/448 e 0 to 0 dl 1777421331 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421320.740339:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9710773fd880 with x1863761007073536 ext(0->1515) 00002000:00010000:2.0:1777421320.740345:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9710773fd880 00000100:00100000:2.0:1777421320.745151:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421320.745342:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007073664 00000100:00100000:1.0:1777421320.745353:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007073664 00000100:00100000:1.0:1777421320.745418:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1063 00000100:00100000:1.0:1777421320.745426:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+56:28003:x1863761007073664:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1777421320.773772:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967975 is committed 00000001:00080000:0.0:1777421320.773791:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967954 is committed 00000020:00080000:0.0:1777421320.773798:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 18 batchid updated 00000001:00080000:0.0:1777421320.773828:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967969 is committed 00000004:00080000:0.0:1777421320.773835:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 17 committed 00000020:00080000:0.0:1777421320.773859:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff97106ffa5b40 refcount 2 committed 0 result 0 batchid 19 00000020:00080000:0.0:1777421320.773865:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff970f43fe9000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff97106ffa5000 00000020:00080000:0.0:1777421320.773868:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff970f43fe9500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff97107730ec00 00000100:00100000:1.0:1777421320.773887:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:28003:x1863761007073664:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 Request processed in 28455us (28736us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421320.773900:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1063 00000020:00080000:2.0:1777421320.773983:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 19 committed batchid 18 00000020:00080000:2.0:1777421320.774181:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000100:00100000:2.0:1777421320.774749:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710773ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018381440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777421320.774802:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421320.775308:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018381440 00000100:00100000:1.0:1777421320.775318:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018381440 00000100:00100000:1.0:1777421320.775379:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:1.0:1777421320.775389:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3299:x1863761018381440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777421320.775467:0:12497:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:23 count 1 00002000:00010000:1.0:1777421320.775500:0:12497:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 1516, mtime: 0x69f14c05, atime: 0x0, ctime: 0x69f14c05, blocks: 0xb 00010000:00010000:1.0:1777421320.775508:0:12497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ed0f79dc/0xd9d09a059d6c37c6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.775524:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421320.775526:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421320.775531:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed0f79dc/0xd9d09a059d6c37c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.775547:0:12497:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed0f79dc/0xd9d09a059d6c37c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.775558:0:12497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ed0f79dc/0xd9d09a059d6c37c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.775567:0:12497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ed0f79dc/0xd9d09a059d6c37c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.775593:0:12497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777421320.775626:0:7433:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777421320.775633:0:7433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ed0f79dc/0xd9d09a059d6c37c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.775642:0:7433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10600 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421320.775647:0:7433:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed0f79dc/0xd9d09a059d6c37c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.775656:0:7433:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed0f79dc/0xd9d09a059d6c37c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.775692:0:7433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ed0f79dc/0xd9d09a059d6c37c6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.775699:0:7433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed0f79dc/0xd9d09a059d6c37c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.775716:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421320.775718:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421320.775719:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421320.776148:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3299:x1863761018381440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 759us (1346us total) trans 4294967359 rc 0/0 00000100:00100000:1.0:1777421320.776157:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000004:00080000:2.0:1777421320.776540:0:3299:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9710773ff100/2, rc 0, transno 4294967359 00000100:00100000:2.0:1777421320.776547:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710773ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018381440:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777421320.778142:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421320.778199:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007073792 00000100:00100000:1.0:1777421320.778218:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007073792 00000100:00100000:1.0:1777421320.778258:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 281 00000100:00100000:1.0:1777421320.778265:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007073792:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1777421320.810188:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007073792:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 Request processed in 31910us (32040us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421320.810666:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 281 00000001:00080000:3.0:1777421320.810802:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967350 is committed 00000100:00100000:3.0:1777421320.813906:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421320.814578:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007074048 00000100:00100000:1.0:1777421320.814590:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007074048 00000100:00100000:1.0:1777421320.814670:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1064 00000100:00100000:1.0:1777421320.814681:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:28003:x1863761007074048:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421320.814734:0:12998:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421320.814763:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c37b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b28 expref: 45 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.814784:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff971049800d00) 00010000:00010000:1.0:1777421320.814789:0:12998:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421320.814820:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.814834:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.814844:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.814871:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.814878:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37cd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.814900:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37cd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.814906:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421320.814911:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37cd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.814919:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37cd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.814927:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff971049800d00) 00010000:00010000:1.0:1777421320.814930:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421320.814934:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37cd lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.814940:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37cd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421320.815045:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:28003:x1863761007074048:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 366us (1147us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421320.815052:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1064 00000100:00100000:0.0:1777421320.821666:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421320.821772:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007074176 00000100:00100000:2.0:1777421320.821783:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007074176 00000100:00100000:2.0:1777421320.821846:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1065 00000100:00100000:2.0:1777421320.821856:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:28003:x1863761007074176:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421320.821875:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421320.821896:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c37d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05b3d expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.821954:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c37d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b3d expref: 45 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.821969:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c37d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b3d expref: 45 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.821987:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff971049800d00) 00010000:00010000:2.0:1777421320.822002:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421320.822007:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4600, rc 0) 00000100:00100000:2.0:1777421320.822064:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:28003:x1863761007074176:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 209us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421320.822071:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1065 00000100:00100000:0.0:1777421320.827271:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421320.828367:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007074304 00000100:00100000:1.0:1777421320.828378:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007074304 00000100:00100000:1.0:1777421320.828539:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 282 00000100:00100000:1.0:1777421320.828549:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007074304:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1777421320.828823:0:12497:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb size from disk: 0 -> 1516 00002000:00010000:1.0:1777421320.828827:0:12497:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb mtime from disk: 0 -> 1777421317 00002000:00010000:1.0:1777421320.828830:0:12497:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb atime from disk: 0 -> 1777421317 00002000:00010000:1.0:1777421320.828844:0:12497:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb ctime from disk: 0 -> 1777421317 00002000:00010000:1.0:1777421320.828846:0:12497:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1777421320.828917:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761007074304:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 Request processed in 368us (1654us total) trans 4294967351 rc 0/0 00000100:00100000:1.0:1777421320.828926:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 282 00000100:00100000:3.0:1777421320.831625:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421320.832570:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007074560 00000100:00100000:1.0:1777421320.832582:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007074560 00000100:00100000:1.0:1777421320.832720:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1066 00000100:00100000:1.0:1777421320.832748:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:28003:x1863761007074560:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1777421320.832814:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37db lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.832833:0:12998:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3780 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b13 expref: 45 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.832841:0:12998:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37db lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.832878:0:12998:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3780 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b13 expref: 45 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.832892:0:12998:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3780 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b13 expref: 45 pid: 12998 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421320.832906:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a5180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018381568:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421320.833006:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a6a43c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421320.836259:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421320.836577:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a5180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018381568:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421320.836631:0:12998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37db lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421320.837526:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007074688 00000100:00100000:0.0:1777421320.837534:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007074688 00010000:00010000:0.0:1777421320.837571:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3780 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b13 expref: 46 pid: 12998 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421320.837621:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 321 00000100:00100000:0.0:1777421320.837631:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:2361:x1863761007074688:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421320.837660:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421320.837668:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3780 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b13 expref: 46 pid: 12998 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.837730:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3780 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b13 expref: 46 pid: 12998 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.837748:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c3780 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b13 expref: 46 pid: 12998 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.837760:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff971049800d00) 00010000:00010000:0.0:1777421320.837764:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37db lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.837770:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.837775:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37db lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.837839:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421320.837899:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:2361:x1863761007074688:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 269us (1647us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421320.837907:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 321 00010000:00010000:1.0:1777421320.838200:0:12998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.838208:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.838236:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.838243:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37db lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.838249:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.838256:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421320.838260:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.838267:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37db lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.838293:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff971049800d00) 00010000:00010000:1.0:1777421320.838296:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777421320.838300:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37db lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.838307:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37db lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421320.838379:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:28003:x1863761007074560:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 Request processed in 5650us (6762us total) trans 0 rc -22/-22 00000100:00100000:1.0:1777421320.838387:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1066 00000100:00100000:2.0:1777421320.844648:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421320.844709:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007074816 00000100:00100000:1.0:1777421320.844720:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007074816 00000100:00100000:1.0:1777421320.844777:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 283 00000100:00100000:1.0:1777421320.844788:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761007074816:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777421320.844839:0:12497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d0cad19/0xd9d09a059d6c37e2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.844858:0:12497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003ebf21c9/0xd9d09a059d6c37bf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b36 expref: 10 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.844866:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777421320.844868:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777421320.844872:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d0cad19/0xd9d09a059d6c37e2 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.845219:0:12497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003ebf21c9/0xd9d09a059d6c37bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b36 expref: 10 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.845236:0:12497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003ebf21c9/0xd9d09a059d6c37bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b36 expref: 10 pid: 12497 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421320.845251:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018381696:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421320.845380:0:12497:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a6a43c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421320.851026:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421320.851091:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007074944 00000100:00100000:2.0:1777421320.851101:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007074944 00010000:00010000:2.0:1777421320.851143:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003ebf21c9/0xd9d09a059d6c37bf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b36 expref: 11 pid: 12497 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421320.851156:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018381696:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421320.851193:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 322 00000100:00100000:2.0:1777421320.851205:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007074944:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421320.851219:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421320.851240:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003ebf21c9/0xd9d09a059d6c37bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b36 expref: 11 pid: 12497 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.851253:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003ebf21c9/0xd9d09a059d6c37bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b36 expref: 11 pid: 12497 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.851299:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ebf21c9/0xd9d09a059d6c37bf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b36 expref: 11 pid: 12497 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.851314:0:5755:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421320.851317:0:5755:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421320.851321:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005d0cad19/0xd9d09a059d6c37e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.851344:0:5755:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d0cad19/0xd9d09a059d6c37e2 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.851373:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421320.851428:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007074944:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 225us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421320.851435:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 322 00010000:00010000:1.0:1777421320.851879:0:12497:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005d0cad19/0xd9d09a059d6c37e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.851894:0:12497:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005d0cad19/0xd9d09a059d6c37e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.851903:0:12497:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d0cad19/0xd9d09a059d6c37e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.851929:0:12497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d0cad19/0xd9d09a059d6c37e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.851939:0:12497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d0cad19/0xd9d09a059d6c37e2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.851947:0:12497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d0cad19/0xd9d09a059d6c37e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.851956:0:12497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11400 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421320.851960:0:12497:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d0cad19/0xd9d09a059d6c37e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.851970:0:12497:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d0cad19/0xd9d09a059d6c37e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.851998:0:12497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d0cad19/0xd9d09a059d6c37e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.852006:0:12497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d0cad19/0xd9d09a059d6c37e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421320.852071:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007074816:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 7283us (7430us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421320.852080:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 283 00000100:00100000:0.0:1777421320.856409:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421320.856650:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007075200 00000100:00100000:1.0:1777421320.856661:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007075200 00000100:00100000:1.0:1777421320.856775:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1067 00000100:00100000:1.0:1777421320.856788:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+44:28003:x1863761007075200:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777421320.856872:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37e9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.856889:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.856902:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.857146:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c37f0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.857159:0:12998:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c37d4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b3d expref: 45 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.857198:0:12998:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c37f0 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.857240:0:12998:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c37d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b3d expref: 45 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.857254:0:12998:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c37d4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b3d expref: 45 pid: 5771 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421320.857269:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a5180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018381824:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421320.857382:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a6a43c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421320.860605:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a5180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018381824:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421320.860637:0:12998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c37f0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421320.862007:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421320.862091:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007075328 00000100:00100000:3.0:1777421320.862101:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007075328 00010000:00010000:3.0:1777421320.862139:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c37d4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b3d expref: 46 pid: 5771 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421320.862178:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 323 00000100:00100000:3.0:1777421320.862188:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:2361:x1863761007075328:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421320.862208:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421320.862216:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c37d4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b3d expref: 46 pid: 5771 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.862229:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c37d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b3d expref: 46 pid: 5771 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.862271:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c37d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b3d expref: 46 pid: 5771 timeout: 487 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.862319:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff971049800d00) 00010000:00010000:3.0:1777421320.862324:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c37f0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.862334:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c37f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.862343:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c37f0 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421320.862370:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421320.862428:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:2361:x1863761007075328:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 241us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421320.862436:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 323 00010000:00010000:1.0:1777421320.862501:0:12998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c37f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.862510:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c37f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421320.862738:0:12998:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967976 00000001:00080000:1.0:1777421320.862883:0:12998:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967977 00000001:00080000:1.0:1777421320.862931:0:12998:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967978 00000100:00100000:1.0:1777421320.863018:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a5180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12998:1863761018381952:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1777421320.863062:0:12998:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421320.863449:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a6a4180 going to sleep for 11 seconds 00000100:00100000:0.0:1777421320.863481:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018381952 00000100:00100000:0.0:1777421320.863488:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018381952 00000100:00100000:0.0:1777421320.863581:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1777421320.863589:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:12998:x1863761018381952:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1777421320.863677:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:12998:x1863761018381952:12345-0@lo:1000:mdt00_004.0 Request processed in 89us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421320.863686:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1777421320.863760:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a5180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12998:1863761018381952:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1777421320.863927:0:12998:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967979 00000100:00100000:1.0:1777421320.863982:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a5180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12998:1863761018382080:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1777421320.864010:0:12998:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421320.864036:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a6a43c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421320.864089:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018382080 00000100:00100000:0.0:1777421320.864094:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018382080 00000100:00100000:0.0:1777421320.864126:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1777421320.864132:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:12998:x1863761018382080:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1777421320.864774:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:12998:x1863761018382080:12345-0@lo:1000:mdt00_004.0 Request processed in 640us (761us total) trans 4294967352 rc 0/0 00000100:00100000:0.0:1777421320.864781:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1777421320.864853:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a5180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12998:1863761018382080:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1777421320.864930:0:12998:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967980 00010000:00010000:1.0:1777421320.864965:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c37f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.864974:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c37f0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.864981:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c37f0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.864986:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421320.864990:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c37f0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.864996:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c37f0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.865010:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff971049800d00) 00010000:00010000:1.0:1777421320.865012:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421320.865017:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c37f0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.865022:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c37f0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.865066:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c371e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.865071:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c371e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.865077:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c371e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.865081:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971082053000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421320.865084:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c371e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.865089:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c371e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.865097:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff971049800300) 00010000:00010000:1.0:1777421320.865099:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421320.865105:0:12998:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c3725 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05afe expref: 92 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.865115:0:12998:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c3725 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05afe expref: 92 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.865122:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c3725 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05afe expref: 92 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.865149:0:12998:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4000/0xd9d09a059d6c3725 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05afe expref: 92 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421320.865172:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff6d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018382208:192.168.204.24@tcp:105: 00000100:00100000:1.0:1777421320.865245:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a6a43c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421320.868683:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff6d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018382208:192.168.204.24@tcp:105: 00000100:00100000:0.0:1777421320.868713:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:1.0:1777421320.868714:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c371e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.868723:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053000/0xd9d09a059d6c371e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.868750:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c37f7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.868762:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c37f7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.868774:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c37f7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.868789:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c37f7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.868796:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c37f7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.868802:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c37f7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.868809:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421320.868813:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c37f7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.868830:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c37f7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.868840:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff971049800300) 00010000:00010000:1.0:1777421320.868842:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421320.868852:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c37f7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.868856:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c37f7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.868863:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.868866:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37e9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.868870:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37e9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.868873:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421320.868875:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37e9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.868878:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37e9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.868882:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff971049800300) 00010000:00010000:1.0:1777421320.868883:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421320.868885:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37e9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.868892:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c37e9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421320.868917:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007075456 00000100:00100000:2.0:1777421320.868927:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007075456 00000100:00100000:2.0:1777421320.868989:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 226 00000100:00100000:2.0:1777421320.869001:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+93:28002:x1863761007075456:12345-192.168.204.24@tcp:49:cmp.0 00000100:00100000:1.0:1777421320.869114:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:28003:x1863761007075200:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 12329us (12717us total) trans 4294967981 rc 0/0 00000100:00100000:2.0:1777421320.869121:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+93:28002:x1863761007075456:12345-192.168.204.24@tcp:49:cmp.0 Request processed in 121us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421320.869124:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1067 00000020:00080000:1.0:1777421320.869131:0:12998:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:2.0:1777421320.869136:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 226 00000040:00080000:2.0:1777421320.869310:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421320.869314:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421320.870853:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 6 00000040:00080000:2.0:1777421320.870866:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421320.873560:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421320.873636:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007075840 00000100:00100000:1.0:1777421320.873645:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007075840 00000100:00100000:3.0:1777421320.873659:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421320.873702:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 284 00000100:00100000:1.0:1777421320.873710:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+15:28002:x1863761007075840:12345-192.168.204.24@tcp:101:cmp.0 00010000:00010000:1.0:1777421320.873725:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777421320.873738:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007075712 00000100:00100000:0.0:1777421320.873745:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007075712 00010000:00010000:1.0:1777421320.873746:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006be36d0e/0xd9d09a059d6c37fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05b44 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421320.873773:0:12497:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15:0x0] initial LVB size: 1516, mtime: 0x69f14c05, atime: 0x69f14c05, ctime: 0x69f14c05, blocks: 0xb 00000100:00100000:0.0:1777421320.873785:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 227 00010000:00010000:1.0:1777421320.873794:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777421320.873796:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:28003:x1863761007075712:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00010000:00010000:1.0:1777421320.873798:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421320.873810:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006be36d0e/0xd9d09a059d6c37fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b44 expref: 16 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.873827:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006be36d0e/0xd9d09a059d6c37fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b44 expref: 16 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421320.873840:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10200, rc 0) 00000100:00100000:1.0:1777421320.873901:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+16:28002:x1863761007075840:12345-192.168.204.24@tcp:101:cmp.0 Request processed in 191us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421320.873910:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 284 00000004:00080000:0.0:1777421320.874181:0:5774:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x1e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1777421320.874240:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967982 00010000:00010000:0.0:1777421320.874296:0:5774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971040031200/0xd9d09a059d6c3805 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.874309:0:5774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971040031200/0xd9d09a059d6c3805 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.874320:0:5774:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971040031200/0xd9d09a059d6c3805 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.874329:0:5774:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971040031200/0xd9d09a059d6c3805 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.874349:0:5774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971040031200/0xd9d09a059d6c3805 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.874355:0:5774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971040031200/0xd9d09a059d6c3805 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421320.874377:0:5774:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777421320.874494:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1777421320.874494:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:28003:x1863761007075712:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 699us (835us total) trans 4294967983 rc 0/0 00010000:00010000:2.0:1777421320.874505:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971040031200/0xd9d09a059d6c3805 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421320.874506:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 227 00000020:00080000:0.0:1777421320.874514:0:5774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777421320.874524:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971040031200 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421320.874529:0:5758:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971040031200/0xd9d09a059d6c3805 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.874543:0:5758:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971040031200/0xd9d09a059d6c3805 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.874554:0:5758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff971049800000) 00010000:00010000:2.0:1777421320.874556:0:5758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777421320.874560:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971040031200/0xd9d09a059d6c3805 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.874564:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971040031200/0xd9d09a059d6c3805 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421320.874578:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421320.874579:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421320.874581:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421320.877537:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421320.878037:0:17961:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007075968 00000100:00100000:2.0:1777421320.878047:0:17961:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007075968 00002000:00100000:2.0:1777421320.878094:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x15:0x0] (0->4095) req@ffff971077308700 x1863761007075968/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:331/0 lens 488/0 e 0 to 0 dl 1777421331 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421320.878104:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077308700 with x1863761007075968 ext(0->4095) 00002000:00010000:2.0:1777421320.878109:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077308700 00000100:00100000:2.0:1777421320.878143:0:17961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 98 00000100:00100000:2.0:1777421320.878153:0:17961:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b251bd7-457c-4889-b04e-8036834fd389+16:2360:x1863761007075968:12345-192.168.204.24@tcp:3:cmp.0 00000100:00100000:2.0:1777421320.878385:0:17961:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b251bd7-457c-4889-b04e-8036834fd389+16:2360:x1863761007075968:12345-192.168.204.24@tcp:3:cmp.0 Request processed in 233us (857us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777421320.878392:0:17961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 98 00002000:00100000:2.0:1777421320.878399:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x15:0x0] (0->4095) req@ffff971077308700 x1863761007075968/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:331/0 lens 488/4536 e 0 to 0 dl 1777421331 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421320.878426:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077308700 with x1863761007075968 ext(0->4095) 00002000:00010000:2.0:1777421320.878429:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077308700 00000100:00100000:3.0:1777421320.888508:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421320.893346:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007076224 00000100:00100000:0.0:1777421320.893360:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007076224 00000100:00100000:1.0:1777421320.893768:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 228 00000100:00100000:1.0:1777421320.893780:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+93:28002:x1863761007076224:12345-192.168.204.24@tcp:35:cmp.0 00000100:00100000:1.0:1777421320.894608:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+94:28002:x1863761007076224:12345-192.168.204.24@tcp:35:cmp.0 Request processed in 818us (6098us total) trans 4294967984 rc 0/0 00000100:00100000:1.0:1777421320.894619:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 228 00010000:00010000:1.0:1777421321.443612:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421322.466456:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421323.490887:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421323.665456:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421323.665672:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007076352 00000100:00100000:1.0:1777421323.665683:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007076352 00000100:00080000:0.0:1777421323.665733:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421323.665768:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1068 00000100:00100000:1.0:1777421323.665779:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:27975:x1863761007076352:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1777421323.665893:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:27975:x1863761007076352:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 Request processed in 117us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421323.665899:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1068 00010000:00010000:2.0:1777421324.514422:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421324.578828:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710802e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018382336:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421324.578900:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421324.579094:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018382336 00000100:00100000:1.0:1777421324.579102:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018382336 00000100:00100000:1.0:1777421324.579159:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1777421324.579170:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018382336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777421324.579203:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777421324.579256:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018382336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421324.579264:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00080000:1.0:1777421324.579321:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421324.579373:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710802e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018382336:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421324.599975:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421324.600032:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421324.600041:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007076480 00000100:00100000:2.0:1777421324.600057:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007076480 00000100:00100000:3.0:1777421324.600068:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421324.600104:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421324.600146:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421324.600187:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007076864 00000100:00100000:3.0:1777421324.600189:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421324.600194:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007076864 00000100:00100000:3.0:1777421324.600245:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421324.600850:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007076608 00000100:00100000:1.0:1777421324.600861:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007076608 00000100:00100000:1.0:1777421324.600920:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007076992 00000100:00100000:1.0:1777421324.600924:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007076992 00000100:00100000:1.0:1777421324.600953:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 223 00000100:00100000:1.0:1777421324.600963:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+94:2361:x1863761007076608:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421324.601064:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+94:2361:x1863761007076608:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 102us (1034us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421324.601072:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 223 00000100:00100000:1.0:1777421324.601093:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 224 00000100:00100000:1.0:1777421324.601101:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046739500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:2360:x1863761007076992:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421324.601127:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046739500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:2360:x1863761007076992:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 27us (940us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421324.601133:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 224 00000100:00100000:2.0:1777421324.601292:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007077120 00000100:00100000:2.0:1777421324.601301:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007077120 00000100:00100000:2.0:1777421324.601325:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007076736 00000100:00100000:2.0:1777421324.601328:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007076736 00000100:00100000:2.0:1777421324.601446:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007077248 00000100:00100000:2.0:1777421324.601450:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007077248 00000100:00100000:2.0:1777421324.601474:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 217 00000100:00100000:2.0:1777421324.601483:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007076864:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421324.601566:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007076864:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 84us (1499us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421324.601574:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 217 00000100:00100000:2.0:1777421324.601590:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 218 00000100:00100000:2.0:1777421324.601597:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104673ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+16:2360:x1863761007076736:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421324.601621:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104673ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+16:2360:x1863761007076736:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 25us (1476us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421324.601627:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 218 00000100:00100000:2.0:1777421324.601639:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 219 00000100:00100000:2.0:1777421324.601646:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007077248:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421324.601686:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007077248:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 40us (1443us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421324.601694:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 219 00000100:00080000:1.0:1777421324.601752:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777421324.601759:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777421324.601764:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421324.601841:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 490 00000100:00100000:2.0:1777421324.601855:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b512050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761007076480:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421324.601894:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b512050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2360:x1863761007076480:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 43us (1938us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421324.601900:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 490 00000100:00100000:3.0:1777421324.602178:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 220 00000100:00100000:3.0:1777421324.602187:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007077120:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421324.602229:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007077120:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 43us (2125us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421324.602236:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 220 00000100:00080000:1.0:1777421324.602638:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1777421324.623389:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967358 is committed 00000001:00080000:1.0:1777421324.623416:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967359 is committed 00000001:02000400:0.0:1777421324.718711:0:20061:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12n: Import/implicit restore/release == 20:08:43 (1777421323) 00000100:00100000:3.0:1777421324.904221:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421324.904331:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007077376 00000100:00100000:1.0:1777421324.904342:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007077376 00000100:00100000:1.0:1777421324.904410:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1069 00000100:00100000:1.0:1777421324.904420:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046738000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:28605:x1863761007077376:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1777421324.904573:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046738000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:28605:x1863761007077376:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 147us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421324.904582:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1069 00000100:00100000:1.0:1777421324.926365:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421324.926411:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421324.926446:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007077504 00000100:00100000:2.0:1777421324.926457:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007077504 00000100:00100000:2.0:1777421324.926508:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007077760 00000100:00100000:2.0:1777421324.926512:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007077760 00000100:00100000:2.0:1777421324.926555:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1070 00000100:00100000:2.0:1777421324.926565:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+95:2361:x1863761007077504:12345-192.168.204.24@tcp:41:mkdir.0 00000004:00000024:2.0:1777421324.926610:0:12998:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 14680064 pending 0 free 2258370560 avail 2256273408 00000100:00100000:2.0:1777421324.926681:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+95:2361:x1863761007077504:12345-192.168.204.24@tcp:41:mkdir.0 Request processed in 117us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421324.927096:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1071 00000100:00100000:3.0:1777421324.927118:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+95:28606:x1863761007077760:12345-192.168.204.24@tcp:36:mkdir.0 00010000:00010000:3.0:1777421324.927185:0:5772:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421324.927221:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971082053c00/0xd9d09a059d6c3573 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a64 expref: 95 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421324.927247:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800c00) 00010000:00010000:3.0:1777421324.927254:0:5772:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421324.927670:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c380c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421324.927690:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c35b2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a79 expref: 50 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421324.927698:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c380c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421324.927733:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c35b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a79 expref: 50 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421324.927748:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c35b2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a79 expref: 50 pid: 5772 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421324.927762:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710808d5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018382464:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421324.927990:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1070 00000100:00100000:1.0:1777421324.928316:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff97105ec793c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421324.930491:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710808d5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018382464:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421324.930529:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c380c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421324.932163:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421324.935200:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007077888 00000100:00100000:3.0:1777421324.935219:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007077888 00010000:00010000:3.0:1777421324.935318:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c35b2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a79 expref: 51 pid: 5772 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421324.935374:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 324 00000100:00100000:3.0:1777421324.935391:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104553d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:2360:x1863761007077888:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421324.935410:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421324.935417:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c35b2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a79 expref: 51 pid: 5772 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421324.935459:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c35b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a79 expref: 51 pid: 5772 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421324.935487:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c35b2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05a79 expref: 51 pid: 5772 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421324.935508:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800c00) 00010000:00010000:3.0:1777421324.935514:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c380c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421324.935535:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c380c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421324.935545:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c380c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421324.935592:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421324.935677:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104553d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:2360:x1863761007077888:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 292us (3525us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421324.935685:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 324 00010000:00010000:1.0:1777421324.935811:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c380c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421324.935826:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c380c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421324.935865:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c3813 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421324.935878:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c3813 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421324.935887:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c3813 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421324.936672:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 512 00010000:00010000:1.0:1777421324.936685:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c380c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421324.936694:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c380c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421324.936701:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c380c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421324.936707:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421324.936712:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c380c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421324.936721:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c380c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421324.936732:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800c00) 00010000:00010000:1.0:1777421324.936736:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421324.936741:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c380c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421324.936748:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c380c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421324.936775:0:5772:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000005e92a522 reply state 00000000aaa0b5e1 transno 4294967985 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c3813 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421324.936784:0:5772:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421324.936870:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+95:28606:x1863761007077760:12345-192.168.204.24@tcp:36:mkdir.0 Request processed in 9760us (10457us total) trans 4294967985 rc 0/0 00000100:00100000:1.0:1777421324.936879:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1071 00010000:00010000:0.0:1777421324.938955:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c3813 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421324.938973:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c3813 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421324.938981:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c3813 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421324.938988:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421324.938993:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c3813 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421324.939024:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c3813 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421324.939040:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff97104bab1500) 00010000:00010000:0.0:1777421324.939043:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421324.939048:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c3813 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421324.939054:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c3813 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777421324.962632:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421324.962647:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421324.962916:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 3 00000040:00080000:2.0:1777421324.962944:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421325.156523:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421325.156663:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007078016 00000100:00100000:2.0:1777421325.156954:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007078016 00000100:00100000:2.0:1777421325.157018:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1072 00000100:00100000:2.0:1777421325.157028:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+94:28643:x1863761007078016:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:2.0:1777421325.157052:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421325.157077:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c381a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05b4b expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.157155:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3821 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.157168:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3821 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.157181:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3821 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421325.157238:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1777421325.157242:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421325.157267:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3821 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.157331:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c381a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b4b expref: 96 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.157351:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3821 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b4b expref: 95 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.157359:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971053d1f800) 00010000:00010000:2.0:1777421325.157374:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421325.157378:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4800, rc 0) 00000100:00100000:2.0:1777421325.157446:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+95:28643:x1863761007078016:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 419us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421325.157454:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1072 00000100:00100000:1.0:1777421325.163044:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421325.163266:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007078272 00000100:00100000:0.0:1777421325.163291:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007078272 00000100:00100000:0.0:1777421325.163344:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1073 00000100:00100000:0.0:1777421325.163355:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+95:28643:x1863761007078272:12345-192.168.204.24@tcp:36:mkdir.0 00010000:00010000:0.0:1777421325.163411:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421325.163438:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3821 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b4b expref: 95 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.163458:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971053d1f800) 00010000:00010000:0.0:1777421325.163467:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421325.163638:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+94:28643:x1863761007078272:12345-192.168.204.24@tcp:36:mkdir.0 Request processed in 284us (602us total) trans 0 rc -17/-17 00000100:00100000:0.0:1777421325.163647:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1073 00000100:00100000:3.0:1777421325.168330:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421325.171584:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007078400 00000100:00100000:0.0:1777421325.171599:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007078400 00000100:00100000:0.0:1777421325.171671:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1074 00000100:00100000:0.0:1777421325.171682:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+94:28643:x1863761007078400:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:0.0:1777421325.171715:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421325.171739:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971040031200/0xd9d09a059d6c3828 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05b52 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.171808:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971040030800/0xd9d09a059d6c382f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.171822:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971040030800/0xd9d09a059d6c382f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.171833:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971040030800/0xd9d09a059d6c382f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421325.171891:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1777421325.171895:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421325.171918:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971040030800/0xd9d09a059d6c382f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.171941:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971040031200/0xd9d09a059d6c3828 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b52 expref: 96 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.171971:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971040030800/0xd9d09a059d6c382f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b52 expref: 95 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.171979:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800000) 00010000:00010000:0.0:1777421325.171981:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421325.171985:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971040030800, rc 0) 00000100:00100000:0.0:1777421325.172111:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+95:28643:x1863761007078400:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 430us (3788us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421325.172119:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1074 00000100:00100000:2.0:1777421325.183243:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421325.183348:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007078528 00000100:00100000:0.0:1777421325.183359:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007078528 00000100:00100000:0.0:1777421325.183417:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1075 00000100:00100000:0.0:1777421325.183428:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+95:28643:x1863761007078528:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:0.0:1777421325.183448:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421325.183468:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971040031200/0xd9d09a059d6c3836 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05b59 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183568:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971040031a00/0xd9d09a059d6c383d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183582:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971040031a00/0xd9d09a059d6c383d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183592:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971040031a00/0xd9d09a059d6c383d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183605:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971040031000/0xd9d09a059d6c3844 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183610:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971040031000/0xd9d09a059d6c3844 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183616:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971040031000/0xd9d09a059d6c3844 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183709:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971040030e00/0xd9d09a059d6c384b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183716:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971040030e00/0xd9d09a059d6c384b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183732:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971040030e00/0xd9d09a059d6c384b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421325.183772:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 512 00000004:00200000:0.0:1777421325.183775:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421325.183797:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971040030e00/0xd9d09a059d6c384b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183808:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971040031a00/0xd9d09a059d6c383d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183814:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971040031a00/0xd9d09a059d6c383d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183820:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971040031a00/0xd9d09a059d6c383d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183826:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971040031a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421325.183830:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971040031a00/0xd9d09a059d6c383d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183837:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971040031a00/0xd9d09a059d6c383d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183848:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800000) 00010000:00010000:0.0:1777421325.183850:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421325.183855:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971040031a00/0xd9d09a059d6c383d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183861:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971040031a00/0xd9d09a059d6c383d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183882:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971040031000/0xd9d09a059d6c3844 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183887:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971040031000/0xd9d09a059d6c3844 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183893:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971040031000/0xd9d09a059d6c3844 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183897:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971040031000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421325.183900:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971040031000/0xd9d09a059d6c3844 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183906:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971040031000/0xd9d09a059d6c3844 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183912:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff971049800900) 00010000:00010000:0.0:1777421325.183915:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421325.183917:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971040031000/0xd9d09a059d6c3844 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183922:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971040031000/0xd9d09a059d6c3844 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183950:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971040031200/0xd9d09a059d6c3836 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b59 expref: 97 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.183963:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971040030e00/0xd9d09a059d6c384b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b59 expref: 96 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.184000:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff971049800d00) 00010000:00010000:0.0:1777421325.184002:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421325.184005:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971040030e00, rc 0) 00000100:00100000:0.0:1777421325.184066:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+96:28643:x1863761007078528:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 640us (831us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421325.184073:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1075 00000100:00100000:1.0:1777421325.239475:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421325.239659:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007078656 00000100:00100000:2.0:1777421325.239670:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007078656 00000100:00100000:2.0:1777421325.239752:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1076 00000100:00100000:2.0:1777421325.239764:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:28649:x1863761007078656:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421325.239783:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421325.239812:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5200/0xd9d09a059d6c3852 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05b60 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.239878:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3859 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.239892:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3859 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.239904:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3859 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421325.239963:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1777421325.239967:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421325.239993:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3859 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.240018:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5200/0xd9d09a059d6c3852 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b60 expref: 52 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.240051:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3859 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b60 expref: 51 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.240061:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800000) 00010000:00010000:2.0:1777421325.240063:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421325.240066:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5a00, rc 0) 00000100:00080000:1.0:1777421325.240107:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421325.240130:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:28649:x1863761007078656:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 368us (3146us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421325.240139:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1076 00000100:00100000:3.0:1777421325.245943:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421325.246215:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007078912 00000100:00100000:2.0:1777421325.246226:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007078912 00000100:00100000:2.0:1777421325.246345:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1077 00000100:00100000:2.0:1777421325.246356:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+96:28649:x1863761007078912:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421325.246377:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421325.246380:0:5772:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1777421325.246406:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971040030e00/0xd9d09a059d6c384b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b59 expref: 96 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.246427:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff971049800d00) 00010000:00010000:2.0:1777421325.246437:0:5772:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421325.246451:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5200/0xd9d09a059d6c3860 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05b67 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.246612:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3867 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.246635:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3867 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.246646:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3867 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.246705:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c386e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.246714:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c386e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.246731:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c386e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.248013:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3875 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.248028:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3875 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.248039:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3875 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421325.248050:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 0 00010000:00010000:2.0:1777421325.248078:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3867 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.248086:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3867 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.248092:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3867 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.248108:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421325.248113:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3867 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.248120:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3867 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.248131:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff971053d1f800) 00010000:00010000:2.0:1777421325.248133:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421325.248148:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3867 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.248155:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c3867 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421325.248170:0:5772:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000537dd9b2 reply state 00000000d3850a2f transno 4294967986 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c386e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421325.248178:0:5772:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777421325.248211:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5200/0xd9d09a059d6c3860 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b67 expref: 98 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.248227:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3875 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b67 expref: 97 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.248234:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff971053d1f900) 00010000:00010000:2.0:1777421325.248237:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421325.248239:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5800, rc 0) 00000100:00100000:2.0:1777421325.248335:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+98:28649:x1863761007078912:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1980us (2400us total) trans 4294967986 rc 0/0 00000100:00100000:2.0:1777421325.248350:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1077 00010000:00010000:2.0:1777421325.251201:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c386e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.251218:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c386e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.251225:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c386e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.251230:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421325.251236:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c386e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.251244:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c386e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.251259:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x81b47e8f (ffff971053d1f600) 00010000:00010000:2.0:1777421325.251262:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421325.251267:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c386e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.251292:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c386e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421325.253125:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421325.253378:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007079168 00000100:00100000:2.0:1777421325.253450:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007079168 00000100:00100000:2.0:1777421325.253562:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1078 00000100:00100000:2.0:1777421325.253574:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+97:28649:x1863761007079168:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421325.253599:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421325.253635:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3883 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05b6e expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.253746:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c388a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.253759:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3875 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b67 expref: 98 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.253768:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c388a lrc: 4/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.253801:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3875 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b67 expref: 98 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.253813:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3875 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b67 expref: 98 pid: 5772 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421325.253826:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710802e4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018382592:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421325.253929:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049a80cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421325.257752:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421325.257859:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007079296 00000100:00100000:3.0:1777421325.257869:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007079296 00010000:00010000:3.0:1777421325.257909:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3875 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b67 expref: 99 pid: 5772 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421325.257971:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 325 00000100:00100000:3.0:1777421325.257980:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+99:2361:x1863761007079296:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421325.257995:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421325.258002:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3875 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b67 expref: 99 pid: 5772 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421325.258013:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3875 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b67 expref: 99 pid: 5772 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421325.258034:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff971053d1f900) 00010000:00010000:3.0:1777421325.258039:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c388a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421325.258048:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c388a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421325.258056:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c388a lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421325.258077:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421325.258147:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+99:2361:x1863761007079296:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 167us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421325.258155:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 325 00010000:00010000:2.0:1777421325.258296:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3875 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b67 expref: 98 pid: 5772 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421325.258317:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710802e4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018382592:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421325.258340:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c388a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.258349:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c388a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.258365:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c388a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421325.258384:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 0 00010000:00010000:2.0:1777421325.258641:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c388a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.258650:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c388a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.258656:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c388a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.258661:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421325.258666:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c388a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.258673:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c388a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.258682:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff971053d1f900) 00010000:00010000:2.0:1777421325.258685:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421325.258689:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c388a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.258695:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c388a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.258747:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3883 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b6e expref: 98 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.258768:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:2.0:1777421325.258770:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421325.258774:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3883 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b6e expref: 98 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.258785:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5e00, rc 0) 00000100:00100000:2.0:1777421325.258878:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+97:28649:x1863761007079168:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 5306us (5975us total) trans 4294967987 rc 301/301 00000100:00100000:2.0:1777421325.258885:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1078 00000100:00100000:0.0:1777421325.267102:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421325.267198:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007079552 00000100:00100000:1.0:1777421325.267208:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007079552 00000100:00100000:1.0:1777421325.268267:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 229 00000100:00100000:1.0:1777421325.268288:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b5a5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+97:28649:x1863761007079552:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421325.269090:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b5a5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+98:28649:x1863761007079552:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 801us (1994us total) trans 4294967988 rc 0/0 00000100:00100000:1.0:1777421325.269099:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 229 00000100:00100000:1.0:1777421325.271753:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421325.271849:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007079680 00000100:00100000:2.0:1777421325.271859:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007079680 00000100:00100000:2.0:1777421325.271964:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1079 00000100:00100000:2.0:1777421325.271974:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+98:28649:x1863761007079680:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421325.272006:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421325.272028:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3898 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05b75 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.272091:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3898 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b75 expref: 99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.272106:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3898 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b75 expref: 99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.272125:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:2.0:1777421325.272128:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421325.272144:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5e00, rc 0) 00000100:00100000:2.0:1777421325.272208:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+99:28649:x1863761007079680:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 235us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421325.272215:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1079 00000100:00100000:3.0:1777421325.274857:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421325.275063:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007079936 00000100:00100000:2.0:1777421325.275073:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007079936 00000100:00100000:2.0:1777421325.275254:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1080 00000100:00100000:2.0:1777421325.275263:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+99:28649:x1863761007079936:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1777421325.275343:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c389f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.275356:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c389f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.275365:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c389f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.275555:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c389f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.275561:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c389f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.275565:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c389f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.275569:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421325.275572:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c389f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.275577:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c389f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.275598:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:2.0:1777421325.275600:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777421325.275604:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c389f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.275608:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c389f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421325.275668:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+100:28649:x1863761007079936:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 Request processed in 406us (825us total) trans 4294967989 rc 0/0 00000100:00100000:2.0:1777421325.275674:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1080 00000100:00100000:3.0:1777421325.278717:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421325.278811:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007080192 00000100:00100000:2.0:1777421325.278823:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007080192 00000100:00100000:2.0:1777421325.278880:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1081 00000100:00100000:2.0:1777421325.278894:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+100:28649:x1863761007080192:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777421325.279165:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c38a6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.279181:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c38a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.279205:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c38a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777421325.279302:0:5772:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967990 00000004:00010000:2.0:1777421325.279340:0:5772:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000cbbf8850 reply state 000000002fb77ba7 transno 4294967991 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c38a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421325.279347:0:5772:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421325.279429:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+103:28649:x1863761007080192:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 541us (725us total) trans 4294967991 rc 0/0 00000100:00100000:2.0:1777421325.279435:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1081 00000020:00080000:2.0:1777421325.279439:0:5772:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777421325.283963:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c38a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.283991:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c38a6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.284000:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c38a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.284008:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb5800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421325.284013:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c38a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.284022:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c38a6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.284038:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:0.0:1777421325.284041:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777421325.284046:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c38a6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.284070:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c38a6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421325.284658:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421325.284709:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007080448 00000100:00100000:1.0:1777421325.284718:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007080448 00000100:00100000:1.0:1777421325.284760:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 230 00000100:00100000:1.0:1777421325.284767:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+102:28649:x1863761007080448:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421325.285125:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+103:28649:x1863761007080448:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 355us (470us total) trans 4294967992 rc 0/0 00000100:00100000:1.0:1777421325.285136:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 230 00000100:00100000:1.0:1777421325.331405:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421325.331526:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007080576 00000100:00100000:2.0:1777421325.331537:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007080576 00000100:00100000:2.0:1777421325.331601:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1082 00000100:00100000:2.0:1777421325.331610:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710808d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+103:28655:x1863761007080576:12345-192.168.204.24@tcp:101:cmp.0 00010000:00010000:2.0:1777421325.331635:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421325.331657:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c38ad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05b7c expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.331726:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c38b4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.331740:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c38b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.331751:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c38b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.332329:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5200/0xd9d09a059d6c38bb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.332338:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5200/0xd9d09a059d6c38bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.332346:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5200/0xd9d09a059d6c38bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.332461:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c38c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.332483:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c38c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.332491:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c38c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421325.332541:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 512 00000004:00200000:2.0:1777421325.332545:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421325.332571:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c38c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.332584:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c38b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.332591:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c38b4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.332597:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c38b4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.332602:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421325.332606:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c38b4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.332614:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c38b4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.332626:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800000) 00010000:00010000:2.0:1777421325.332629:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421325.332634:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c38b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.332652:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c38b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.332670:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5200/0xd9d09a059d6c38bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.332676:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5200/0xd9d09a059d6c38bb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.332682:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5200/0xd9d09a059d6c38bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.332688:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb5200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421325.332692:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5200/0xd9d09a059d6c38bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.332698:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5200/0xd9d09a059d6c38bb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.332705:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff971053d1f900) 00010000:00010000:2.0:1777421325.332708:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421325.332710:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5200/0xd9d09a059d6c38bb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.332716:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5200/0xd9d09a059d6c38bb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.332749:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c38ad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b7c expref: 105 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.332763:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4800/0xd9d09a059d6c38c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b7c expref: 104 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421325.332779:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff971053d1f600) 00010000:00010000:2.0:1777421325.332781:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421325.332784:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4800, rc 0) 00000100:00100000:2.0:1777421325.332854:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710808d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+104:28655:x1863761007080576:12345-192.168.204.24@tcp:101:cmp.0 Request processed in 1244us (1458us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421325.332862:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1082 00000100:00100000:3.0:1777421325.336169:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421325.336318:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007080832 00000100:00100000:0.0:1777421325.336335:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007080832 00000100:00100000:0.0:1777421325.336390:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1083 00000100:00100000:0.0:1777421325.336399:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+104:28655:x1863761007080832:12345-192.168.204.24@tcp:101:cmp.0 00010000:00010000:0.0:1777421325.336420:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421325.336440:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971040031a00/0xd9d09a059d6c38c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05b83 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.336540:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971040031400/0xd9d09a059d6c38d0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.336557:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971040031400/0xd9d09a059d6c38d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.336568:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971040031400/0xd9d09a059d6c38d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.336582:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.336589:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.336595:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.336722:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971040031800/0xd9d09a059d6c38de lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.336739:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971040031800/0xd9d09a059d6c38de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.336746:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971040031800/0xd9d09a059d6c38de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421325.336758:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00010000:00010000:0.0:1777421325.336853:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971040031400/0xd9d09a059d6c38d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.336861:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971040031400/0xd9d09a059d6c38d0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.336878:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971040031400/0xd9d09a059d6c38d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.336888:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971040031400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421325.336892:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971040031400/0xd9d09a059d6c38d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.336899:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971040031400/0xd9d09a059d6c38d0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.336911:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff971053d1f600) 00010000:00010000:0.0:1777421325.336914:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421325.336919:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971040031400/0xd9d09a059d6c38d0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.336925:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971040031400/0xd9d09a059d6c38d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.336938:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.337040:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.337045:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.337050:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971040030000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421325.337053:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.337059:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.337067:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x81b47e8f (ffff971049800900) 00010000:00010000:0.0:1777421325.337070:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421325.337073:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38d7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.337078:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.337128:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971040031a00/0xd9d09a059d6c38c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b83 expref: 107 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.337141:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971040031800/0xd9d09a059d6c38de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b83 expref: 106 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.337149:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:0.0:1777421325.337151:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421325.337160:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971040031800, rc 0) 00000100:00100000:0.0:1777421325.337212:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+106:28655:x1863761007080832:12345-192.168.204.24@tcp:101:cmp.0 Request processed in 813us (1052us total) trans 4294967993 rc 0/0 00000100:00100000:0.0:1777421325.337220:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1083 00000100:00100000:3.0:1777421325.344888:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421325.345230:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007081088 00000100:00100000:0.0:1777421325.345241:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007081088 00000100:00100000:0.0:1777421325.345335:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 46 00000100:00100000:0.0:1777421325.345346:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+106:28655:x1863761007081088:12345-192.168.204.24@tcp:103:cmp.0 00010000:00010000:0.0:1777421325.345361:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777421325.345389:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971040031800/0xd9d09a059d6c38de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b83 expref: 106 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.345410:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3898 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b75 expref: 105 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.345422:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:0.0:1777421325.345431:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421325.345537:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+104:28655:x1863761007081088:12345-192.168.204.24@tcp:103:cmp.0 Request processed in 193us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421325.345546:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 46 00000100:00100000:1.0:1777421325.349370:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421325.349414:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007081216 00000100:00100000:0.0:1777421325.349425:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007081216 00000100:00100000:0.0:1777421325.349483:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1084 00000100:00100000:0.0:1777421325.349494:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+104:28655:x1863761007081216:12345-192.168.204.24@tcp:58:cmp.0 00010000:00010000:0.0:1777421325.351744:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971040031a00/0xd9d09a059d6c38ec lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.351862:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971040031a00/0xd9d09a059d6c38ec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.352008:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971040031a00/0xd9d09a059d6c38ec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777421325.352181:0:5771:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].30, 136 off12272 00000100:00100000:0.0:1777421325.352298:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+104:28655:x1863761007081216:12345-192.168.204.24@tcp:58:cmp.0 Request processed in 2803us (2934us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421325.352309:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1084 00000100:00100000:3.0:1777421325.355894:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421325.355982:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007081344 00000100:00100000:0.0:1777421325.355993:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007081344 00000100:00100000:0.0:1777421325.356056:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1085 00000100:00100000:0.0:1777421325.356064:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c486d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+104:28655:x1863761007081344:12345-192.168.204.24@tcp:101:cmp.0 00010000:00010000:0.0:1777421325.356084:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421325.356107:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05b8a expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.356253:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971040031a00/0xd9d09a059d6c38ec lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.356263:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38f3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b8a expref: 105 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.356331:0:5771:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff971040031a00/0xd9d09a059d6c38ec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.356346:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38f3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b8a expref: 105 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.356359:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff971049800900) 00010000:00010000:0.0:1777421325.356374:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421325.356379:0:5771:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38f3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b8a expref: 105 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421325.356387:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971040030000, rc 0) 00000100:00100000:0.0:1777421325.356490:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c486d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+105:28655:x1863761007081344:12345-192.168.204.24@tcp:101:cmp.0 Request processed in 425us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421325.356498:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1085 00010000:00010000:3.0:1777421325.538637:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421325.602828:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710807bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018382720:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421325.602907:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421325.603099:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018382720 00000100:00100000:3.0:1777421325.603108:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018382720 00000100:00100000:3.0:1777421325.603178:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1777421325.603192:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018382720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777421325.603221:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 81592320 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1777421325.603292:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018382720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421325.603300:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00080000:1.0:1777421325.603360:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421325.603453:0:3297:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967359 gen 2 00000004:00080000:2.0:1777421325.603461:0:3297:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967358 committed transno 4294967359 00000004:00080000:2.0:1777421325.603482:0:3297:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9710773ff100, transno 4294967359 00000100:00100000:2.0:1777421325.603515:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710807bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018382720:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421325.603558:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710807bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018382976:0@lo:400:kworker.0 00000100:00100000:3.0:1777421325.603588:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421325.603610:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777421325.603616:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710807bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018383104:0@lo:400:kworker.0 00000100:00100000:3.0:1777421325.603637:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421325.603874:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710807bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018382848:0@lo:400:kworker.0 00000100:00100000:1.0:1777421325.603905:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421325.603927:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710807bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018383360:0@lo:400:kworker.0 00000100:00100000:1.0:1777421325.603948:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421325.603967:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777421325.603973:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710807bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018383232:0@lo:400:kworker.0 00000100:00100000:1.0:1777421325.603994:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421325.604026:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018383232 00000100:00100000:1.0:1777421325.604030:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018383232 00000100:00100000:1.0:1777421325.604060:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:1.0:1777421325.604066:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018383232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421325.604104:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018383232:12345-0@lo:400:kworker.0 Request processed in 38us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421325.604110:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:1.0:1777421325.604139:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710807bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018383232:0@lo:400:kworker.0 00000100:00100000:1.0:1777421325.604159:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018382976 00000100:00100000:1.0:1777421325.604163:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018382976 00000100:00100000:1.0:1777421325.604185:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018383104 00000100:00100000:1.0:1777421325.604187:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018383104 00000100:00100000:1.0:1777421325.604206:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018383360 00000100:00100000:1.0:1777421325.604208:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018383360 00000100:00100000:1.0:1777421325.604221:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:1.0:1777421325.604227:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080971180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018382976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421325.604263:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080971180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018382976:12345-0@lo:400:kworker.0 Request processed in 35us (674us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421325.604268:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:1.0:1777421325.604304:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1777421325.604310:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018383104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421325.604336:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018383104:12345-0@lo:400:kworker.0 Request processed in 26us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421325.604342:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1777421325.604353:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1777421325.604359:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018383360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421325.604386:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018383360:12345-0@lo:400:kworker.0 Request processed in 27us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421325.604391:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00080000:1.0:1777421325.604411:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421325.604427:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710807bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018383360:0@lo:400:kworker.0 00000100:00100000:1.0:1777421325.604474:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018382848 00000100:00100000:1.0:1777421325.604478:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018382848 00000100:00100000:1.0:1777421325.604499:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:1.0:1777421325.604518:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b512c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018382848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421325.604561:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b512c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018382848:12345-0@lo:400:kworker.0 Request processed in 52us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421325.604567:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:1.0:1777421325.604599:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710807bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018382848:0@lo:400:kworker.0 00000100:00100000:1.0:1777421325.604663:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710807bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018383104:0@lo:400:kworker.0 00000100:00100000:1.0:1777421325.604672:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710807bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018382976:0@lo:400:kworker.0 00000040:00080000:2.0:1777421325.986541:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421325.986550:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421325.986588:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 4 00000040:00080000:2.0:1777421325.986595:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421325.986710:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710802e4380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018383488:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421325.988017:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049a80c00 going to sleep for 11 seconds 00000100:00100000:3.0:1777421325.994020:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421325.994102:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007081472 00000100:00100000:1.0:1777421325.994111:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007081472 00000100:00100000:2.0:1777421325.994130:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710802e4380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018383488:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421325.994178:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1086 00000100:00100000:1.0:1777421325.994190:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:28656:x1863761007081472:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421325.994226:0:5772:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x44:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421325.994367:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:28656:x1863761007081472:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 180us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421325.994375:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1086 00000100:00100000:3.0:1777421326.000094:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421326.000426:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007081600 00000100:00100000:1.0:1777421326.000439:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007081600 00000100:00100000:1.0:1777421326.000515:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1087 00000100:00100000:1.0:1777421326.000531:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:28656:x1863761007081600:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1777421326.000607:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c38fa lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.000625:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c38fa lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.000649:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c38fa lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.000722:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3901 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.000735:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3901 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.000742:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3901 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.000763:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3908 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.000771:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3908 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.000778:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3908 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421326.000819:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00000004:00200000:1.0:1777421326.000825:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421326.000840:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3908 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.000851:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c38fa lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.000858:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c38fa lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.000865:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c38fa lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.000871:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421326.000876:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c38fa lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.000884:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c38fa lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.000895:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:1.0:1777421326.000898:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421326.000902:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c38fa lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.000908:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c38fa lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.000924:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3901 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.000930:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3901 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.000936:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3901 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.000947:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421326.000950:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3901 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.000957:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3901 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.000965:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8b3c9e9 (ffff97104bab1100) 00010000:00010000:1.0:1777421326.000968:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421326.000971:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3901 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.000981:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3901 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.000995:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3908 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.001003:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3908 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.001009:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3908 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.001014:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421326.001016:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3908 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.001022:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3908 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.001030:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff971049800900) 00010000:00010000:1.0:1777421326.001032:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421326.001035:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3908 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.001041:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3908 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421326.001123:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:28656:x1863761007081600:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 Request processed in 598us (1037us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421326.001131:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1087 00000100:00100000:0.0:1777421326.007258:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421326.007547:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007081856 00000100:00100000:1.0:1777421326.007559:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007081856 00000100:00100000:1.0:1777421326.007619:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1088 00000100:00100000:1.0:1777421326.007629:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:28656:x1863761007081856:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421326.007657:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421326.007676:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c390f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05b91 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.007794:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3916 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.007810:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3916 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.007822:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3916 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421326.007834:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00010000:00010000:1.0:1777421326.007930:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3916 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.007938:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3916 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.007944:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3916 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.007951:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421326.007957:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3916 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.007969:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3916 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.007982:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff971049800900) 00010000:00010000:1.0:1777421326.007985:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421326.007990:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3916 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.007996:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3916 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.008036:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c390f lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b91 expref: 53 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.008047:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:1.0:1777421326.008050:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421326.008053:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c390f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b91 expref: 53 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.008062:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10000, rc 0) 00000100:00100000:1.0:1777421326.008119:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:28656:x1863761007081856:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 491us (871us total) trans 4294967994 rc 301/301 00000100:00100000:1.0:1777421326.008127:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1088 00000100:00100000:3.0:1777421326.011339:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421326.011511:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007081984 00000100:00100000:1.0:1777421326.011521:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007081984 00000100:00100000:1.0:1777421326.011578:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1089 00000100:00100000:1.0:1777421326.011587:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:28656:x1863761007081984:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421326.011623:0:5772:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000401:0x44:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421326.011731:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:28656:x1863761007081984:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 143us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421326.011739:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1089 00000100:00100000:3.0:1777421326.015266:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421326.015468:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007082112 00000100:00100000:0.0:1777421326.015479:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007082112 00000100:00100000:0.0:1777421326.015537:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1090 00000100:00100000:0.0:1777421326.015555:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:28656:x1863761007082112:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421326.015574:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421326.015593:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971040031400/0xd9d09a059d6c3924 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05b98 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.015660:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971040031800/0xd9d09a059d6c392b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.015674:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971040031800/0xd9d09a059d6c392b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.015686:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971040031800/0xd9d09a059d6c392b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.015700:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971040030e00/0xd9d09a059d6c3932 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.015707:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971040030e00/0xd9d09a059d6c3932 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.015728:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971040030e00/0xd9d09a059d6c3932 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.015837:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971040031000/0xd9d09a059d6c3939 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.015847:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971040031000/0xd9d09a059d6c3939 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.015854:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971040031000/0xd9d09a059d6c3939 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421326.015884:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 512 00000004:00200000:0.0:1777421326.015888:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421326.015910:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971040031000/0xd9d09a059d6c3939 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.015921:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971040031800/0xd9d09a059d6c392b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.015926:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971040031800/0xd9d09a059d6c392b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.015932:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971040031800/0xd9d09a059d6c392b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.015937:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971040031800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421326.015941:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971040031800/0xd9d09a059d6c392b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.015948:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971040031800/0xd9d09a059d6c392b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.015967:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800000) 00010000:00010000:0.0:1777421326.015970:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421326.015975:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971040031800/0xd9d09a059d6c392b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.015982:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971040031800/0xd9d09a059d6c392b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.015996:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971040030e00/0xd9d09a059d6c3932 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.016002:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971040030e00/0xd9d09a059d6c3932 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.016007:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971040030e00/0xd9d09a059d6c3932 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.016012:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971040030e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421326.016015:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971040030e00/0xd9d09a059d6c3932 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.016020:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971040030e00/0xd9d09a059d6c3932 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.016026:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff971049800500) 00010000:00010000:0.0:1777421326.016030:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421326.016033:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971040030e00/0xd9d09a059d6c3932 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.016038:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971040030e00/0xd9d09a059d6c3932 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.016078:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971040031400/0xd9d09a059d6c3924 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b98 expref: 54 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.016092:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971040031000/0xd9d09a059d6c3939 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b98 expref: 53 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.016100:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff971053d1f600) 00010000:00010000:0.0:1777421326.016102:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421326.016105:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971040031000, rc 0) 00000100:00100000:0.0:1777421326.016768:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:28656:x1863761007082112:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1212us (1507us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421326.016777:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1090 00000100:00100000:2.0:1777421326.021056:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421326.021108:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007082368 00000100:00100000:0.0:1777421326.021119:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007082368 00000100:00100000:0.0:1777421326.021179:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1091 00000100:00100000:0.0:1777421326.021192:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:28656:x1863761007082368:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421326.021213:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421326.021233:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971040031200/0xd9d09a059d6c3940 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05b9f expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421326.021749:0:5770:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x18:0x0], index 1: 0 00010000:00010000:0.0:1777421326.021939:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c3947 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.021952:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c3947 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.021978:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c3947 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.022040:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971040031200/0xd9d09a059d6c3940 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b9f expref: 56 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.022057:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c3947 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b9f expref: 55 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.022065:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff971049800700) 00010000:00010000:0.0:1777421326.022067:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421326.022070:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44417200, rc 0) 00000100:00100000:0.0:1777421326.022135:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:28656:x1863761007082368:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 946us (1088us total) trans 4294967995 rc 0/0 00000100:00100000:0.0:1777421326.022143:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1091 00000100:00100000:3.0:1777421326.026375:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421326.026418:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007082624 00000100:00100000:0.0:1777421326.026427:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007082624 00000100:00100000:0.0:1777421326.026521:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1092 00000100:00100000:0.0:1777421326.026532:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080743b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:28656:x1863761007082624:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421326.026591:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421326.026617:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c3947 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b9f expref: 55 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.026634:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff971049800700) 00010000:00010000:0.0:1777421326.026643:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421326.026667:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3955 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.026693:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3955 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.026704:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3955 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.026720:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c395c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x42:0x0].0x3744d3f4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.026728:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c395c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x3744d3f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.026736:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c395c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x3744d3f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.026811:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3955 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.026821:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3955 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.026829:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3955 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.026836:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421326.026840:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3955 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.026849:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3955 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.026858:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff971053d1f600) 00010000:00010000:0.0:1777421326.026867:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421326.026872:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3955 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.026879:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3955 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.026899:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c395c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x3744d3f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.026905:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c395c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x3744d3f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.026910:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c395c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x3744d3f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.026914:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421326.026917:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c395c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x3744d3f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.026922:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c395c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x3744d3f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.026930:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x3744d3f4 (ffff971049800500) 00010000:00010000:0.0:1777421326.026932:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421326.026934:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c395c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x3744d3f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.026940:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c395c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x3744d3f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421326.027014:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080743b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:28656:x1863761007082624:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 484us (661us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777421326.027032:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1092 00000100:00100000:3.0:1777421326.029958:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421326.030147:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007082752 00000100:00100000:0.0:1777421326.030157:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007082752 00000100:00100000:0.0:1777421326.030428:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1093 00000100:00100000:0.0:1777421326.030437:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080740700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:28656:x1863761007082752:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421326.030456:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421326.030475:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c3963 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05ba6 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.030520:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c396a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.030533:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c396a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.030544:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c396a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.030640:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c3963 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ba6 expref: 56 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.031098:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c396a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ba6 expref: 55 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.031107:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff971049800600) 00010000:00010000:0.0:1777421326.031110:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421326.031113:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44416600, rc 0) 00000100:00100000:0.0:1777421326.031167:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080740700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:28656:x1863761007082752:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 731us (1215us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421326.031513:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1093 00000100:00100000:2.0:1777421326.034044:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421326.034147:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007083008 00000100:00100000:0.0:1777421326.034158:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007083008 00000100:00100000:0.0:1777421326.034217:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1094 00000100:00100000:0.0:1777421326.034227:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:28656:x1863761007083008:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421326.034328:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c3971 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.034358:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c3971 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.034370:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c3971 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777421326.035488:0:5770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 88 off9248 00000004:00080000:0.0:1777421326.035514:0:5770:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 392592239016ns, next at 393592236179ns, rc = 0 00000004:00010000:0.0:1777421326.035596:0:5770:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000f0f3b56b reply state 0000000092edb8e3 transno 4294967996 ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c3971 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421326.035605:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421326.035709:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+57:28656:x1863761007083008:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 1482us (1672us total) trans 4294967996 rc 0/0 00000100:00100000:0.0:1777421326.035717:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1094 00010000:00010000:2.0:1777421326.037518:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c3971 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.037533:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c3971 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.037541:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c3971 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.037561:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421326.037566:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c3971 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.037574:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c3971 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.037588:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff971049800600) 00010000:00010000:2.0:1777421326.037591:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777421326.037596:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c3971 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.037602:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c3971 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421326.038016:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421326.038142:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007083136 00000100:00100000:0.0:1777421326.038151:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007083136 00000100:00100000:0.0:1777421326.038204:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1095 00000100:00100000:0.0:1777421326.038214:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+56:28656:x1863761007083136:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421326.038234:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421326.038258:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3978 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05bad expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.038362:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3978 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bad expref: 57 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.038377:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3978 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bad expref: 57 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.038394:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff971049800600) 00010000:00010000:0.0:1777421326.038397:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421326.038400:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44416e00, rc 0) 00000100:00100000:0.0:1777421326.038461:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+57:28656:x1863761007083136:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 248us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421326.038468:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1095 00000100:00100000:3.0:1777421326.040464:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421326.040568:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007083264 00000100:00100000:1.0:1777421326.040576:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007083264 00000100:00100000:1.0:1777421326.040636:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 285 00000100:00100000:1.0:1777421326.040644:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080741f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761007083264:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1777421326.040936:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080741f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007083264:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 Request processed in 291us (476us total) trans 4294967360 rc 0/0 00000100:00100000:1.0:1777421326.040943:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 285 00000100:00080000:2.0:1777421326.041031:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421326.042823:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421326.043013:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007083520 00000100:00100000:1.0:1777421326.043023:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007083520 00000100:00100000:1.0:1777421326.043108:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 231 00000100:00100000:1.0:1777421326.043117:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080742d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+57:28656:x1863761007083520:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421326.043457:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080742d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+58:28656:x1863761007083520:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 340us (637us total) trans 4294967997 rc 0/0 00000100:00100000:1.0:1777421326.043465:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 231 00000100:00100000:0.0:1777421326.045671:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421326.045760:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007083776 00000100:00100000:2.0:1777421326.045769:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007083776 00000100:00100000:2.0:1777421326.045937:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1096 00000100:00100000:2.0:1777421326.045947:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+58:28656:x1863761007083776:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421326.046043:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+58:28656:x1863761007083776:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 97us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421326.046050:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1096 00000100:00100000:0.0:1777421326.049518:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421326.049571:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007083904 00000100:00100000:1.0:1777421326.049581:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007083904 00000100:00100000:1.0:1777421326.049640:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1097 00000100:00100000:1.0:1777421326.049650:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+58:28656:x1863761007083904:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421326.049671:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421326.049691:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c397f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05bb4 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.049767:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3986 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.049782:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3986 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.049793:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3986 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421326.049828:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421326.049847:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3986 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.049874:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c397f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bb4 expref: 60 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.049890:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3986 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bb4 expref: 59 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.049899:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff971049800600) 00010000:00010000:1.0:1777421326.049901:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777421326.049905:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11200, rc 0) 00000100:00100000:1.0:1777421326.049960:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+59:28656:x1863761007083904:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 311us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421326.049967:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1097 00000100:00100000:3.0:1777421326.052984:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421326.053759:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007084032 00000100:00100000:1.0:1777421326.053770:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007084032 00000100:00100000:1.0:1777421326.053834:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 286 00000100:00100000:1.0:1777421326.053846:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080740a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007084032:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421326.053863:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421326.053884:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a634e1d/0xd9d09a059d6c398d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05bbb expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421326.053911:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69f14c0d, blocks: 0x1 00010000:00010000:1.0:1777421326.053928:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421326.053931:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421326.053939:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a634e1d/0xd9d09a059d6c398d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bbb expref: 12 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.053955:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009a634e1d/0xd9d09a059d6c398d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bbb expref: 12 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.053968:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10c00, rc 0) 00000100:00100000:1.0:1777421326.054029:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080740a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007084032:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 185us (1058us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421326.054037:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 286 00000100:00100000:0.0:1777421326.057764:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421326.059077:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007084288 00000100:00100000:1.0:1777421326.059089:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007084288 00000100:00100000:1.0:1777421326.059171:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1098 00000100:00100000:1.0:1777421326.059182:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+59:28656:x1863761007084288:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421326.059310:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+59:28656:x1863761007084288:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 130us (1554us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421326.059320:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1098 00000100:00100000:0.0:1777421326.062738:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421326.062828:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007084416 00000100:00100000:3.0:1777421326.062840:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007084416 00000100:00100000:3.0:1777421326.062910:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 287 00000100:00100000:3.0:1777421326.062919:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:28656:x1863761007084416:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421326.062937:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421326.062954:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c3994 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05bc2 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421326.062983:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009a634e1d/0xd9d09a059d6c398d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bbb expref: 13 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421326.062991:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421326.063007:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421326.063012:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c3994 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bc2 expref: 13 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421326.063044:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009a634e1d/0xd9d09a059d6c398d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bbb expref: 13 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421326.063057:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009a634e1d/0xd9d09a059d6c398d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bbb expref: 13 pid: 6553 timeout: 492 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421326.063070:0:6552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080741180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6552:1863761018383616:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421326.063354:0:6552:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a2540 going to sleep for 11 seconds 00000100:00100000:3.0:1777421326.065808:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421326.065908:0:6552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080741180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6552:1863761018383616:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421326.065943:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c3994 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bc2 expref: 13 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.065962:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61e00, rc 0) 00000100:00100000:1.0:1777421326.066015:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:28656:x1863761007084416:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 3097us (3286us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421326.066024:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 287 00000100:00100000:0.0:1777421326.066097:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007084544 00000100:00100000:0.0:1777421326.066104:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007084544 00010000:00010000:0.0:1777421326.066134:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009a634e1d/0xd9d09a059d6c398d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bbb expref: 13 pid: 6553 timeout: 492 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421326.066170:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 326 00000100:00100000:0.0:1777421326.066178:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080742a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761007084544:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421326.066190:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421326.066220:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009a634e1d/0xd9d09a059d6c398d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bbb expref: 13 pid: 6553 timeout: 492 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.066233:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009a634e1d/0xd9d09a059d6c398d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bbb expref: 13 pid: 6553 timeout: 492 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.066256:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a634e1d/0xd9d09a059d6c398d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bbb expref: 13 pid: 6553 timeout: 492 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.066268:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421326.066270:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421326.066311:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c3994 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bc2 expref: 12 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.066322:0:5756:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c3994 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bc2 expref: 12 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.066355:0:5756:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c3994 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bc2 expref: 12 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421326.066369:0:5756:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710807bd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5756:1863761018383744:192.168.204.24@tcp:105: 00000100:00100000:0.0:1777421326.066418:0:5756:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107a1d4180 going to sleep for 11 seconds 00000100:00100000:3.0:1777421326.069503:0:5756:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710807bd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5756:1863761018383744:192.168.204.24@tcp:105: 00010000:00010000:3.0:1777421326.069529:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421326.069583:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080742a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007084544:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 3405us (3782us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421326.069608:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 326 00000100:00100000:3.0:1777421326.070398:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421326.070734:0:17961:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007084672 00000100:00100000:2.0:1777421326.070743:0:17961:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007084672 00002000:00100000:2.0:1777421326.070786:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x18:0x0] (0->157) req@ffff971080741c00 x1863761007084672/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:337/0 lens 648/0 e 0 to 0 dl 1777421337 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421326.070812:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971080741c00 with x1863761007084672 ext(0->157) 00002000:00010000:2.0:1777421326.070816:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff971080741c00 00000100:00100000:2.0:1777421326.070874:0:17961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 99 00000100:00100000:2.0:1777421326.070883:0:17961:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080741c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007084672:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1777421326.071509:0:17961:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080741c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:2361:x1863761007084672:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 Request processed in 616us (1101us total) trans 4294967361 rc 0/0 00000100:00100000:2.0:1777421326.071518:0:17961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 99 00002000:00100000:2.0:1777421326.071525:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x18:0x0] (0->157) req@ffff971080741c00 x1863761007084672/t4294967361(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:337/0 lens 648/448 e 0 to 0 dl 1777421337 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421326.071534:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971080741c00 with x1863761007084672 ext(0->157) 00002000:00010000:2.0:1777421326.071538:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff971080741c00 00000100:00100000:0.0:1777421326.074169:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421326.074235:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007084800 00000100:00100000:1.0:1777421326.074245:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007084800 00000100:00100000:1.0:1777421326.074335:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1099 00000100:00100000:1.0:1777421326.074346:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+59:28656:x1863761007084800:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1777421326.095657:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967996 is committed 00000004:00080000:0.0:1777421326.095668:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 18 committed 00000001:00080000:0.0:1777421326.095702:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967993 is committed 00000001:00080000:0.0:1777421326.095717:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967997 is committed 00000020:00080000:0.0:1777421326.095756:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff97104a6a40c0 refcount 2 committed 0 result 0 batchid 20 00000020:00080000:0.0:1777421326.095762:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff970f43fe9300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff97106ffa5540 00000020:00080000:0.0:1777421326.095765:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff970f43fe9100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff970f41e99c00 00000020:00080000:0.0:1777421326.095816:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 19 batchid updated 00000020:00080000:1.0:1777421326.095835:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 20 committed batchid 19 00000020:00080000:1.0:1777421326.095989:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 19 00000100:00100000:2.0:1777421326.095990:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:28656:x1863761007084800:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 Request processed in 21638us (21820us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421326.096000:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1099 00000100:00100000:1.0:1777421326.096005:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080742300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018383872:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777421326.096053:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421326.096111:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018383872 00000100:00100000:0.0:1777421326.096118:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018383872 00000100:00100000:0.0:1777421326.096162:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:0.0:1777421326.096172:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018383872:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777421326.096319:0:6552:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1777421326.096323:0:6552:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb mtime from disk: 0 -> 1777421325 00002000:00010000:0.0:1777421326.096325:0:6552:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777421326.096327:0:6552:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb ctime from disk: 1777421325 -> 1777421325 00002000:00010000:0.0:1777421326.096329:0:6552:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777421326.096362:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3299:x1863761018383872:12345-0@lo:2:osp-syn-1-0.0 Request processed in 192us (310us total) trans 4294967362 rc 0/0 00000100:00100000:0.0:1777421326.096370:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000004:00080000:2.0:1777421326.096433:0:3299:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff971080742300/2, rc 0, transno 4294967362 00000100:00100000:2.0:1777421326.096437:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080742300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018383872:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777421326.100511:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421326.100646:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007084928 00000100:00100000:1.0:1777421326.100656:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007084928 00000100:00100000:1.0:1777421326.100716:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 289 00000100:00100000:1.0:1777421326.100726:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:2361:x1863761007084928:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1777421326.128649:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:2361:x1863761007084928:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 Request processed in 27916us (28151us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421326.128663:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 289 00000001:00080000:1.0:1777421326.128700:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967362 is committed 00000001:00080000:1.0:1777421326.128713:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967360 is committed 00000001:00080000:1.0:1777421326.128720:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967361 is committed 00000100:00100000:3.0:1777421326.132049:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421326.132120:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007085184 00000100:00100000:1.0:1777421326.132132:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007085184 00000100:00100000:1.0:1777421326.132183:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1100 00000100:00100000:1.0:1777421326.132195:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080740000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:28656:x1863761007085184:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421326.132245:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421326.132271:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3986 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bb4 expref: 47 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.132311:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff971049800600) 00010000:00010000:1.0:1777421326.132316:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421326.132344:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c399b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.132358:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c399b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.132368:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c399b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.132392:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c399b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.132409:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c399b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.132414:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c399b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.132419:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421326.132422:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c399b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.132433:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c399b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.132441:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff971049800600) 00010000:00010000:1.0:1777421326.132443:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421326.132447:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c399b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.132453:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c399b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421326.132544:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080740000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:28656:x1863761007085184:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 350us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421326.132552:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1100 00000100:00100000:2.0:1777421326.135223:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421326.135268:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007085312 00000100:00100000:1.0:1777421326.135311:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007085312 00000100:00100000:1.0:1777421326.135364:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 290 00000100:00100000:1.0:1777421326.135375:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007085312:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1777421326.135682:0:6552:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:1.0:1777421326.135687:0:6552:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb mtime from disk: 1777421325 -> 1536580263 00002000:00010000:1.0:1777421326.135690:0:6552:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb atime from disk: 0 -> 1777420980 00002000:00010000:1.0:1777421326.135692:0:6552:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb ctime from disk: 1777421325 -> 1777421324 00002000:00010000:1.0:1777421326.135695:0:6552:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1777421326.135748:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761007085312:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 Request processed in 374us (532us total) trans 4294967363 rc 0/0 00000100:00100000:1.0:1777421326.135757:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 290 00000100:00100000:0.0:1777421326.137689:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000001:00080000:1.0:1777421326.137927:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967352 is committed 00000001:00080000:1.0:1777421326.137940:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967351 is committed 00000100:00100000:2.0:1777421326.139181:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007085568 00000100:00100000:2.0:1777421326.139194:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007085568 00000100:00100000:2.0:1777421326.139270:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1101 00000100:00100000:2.0:1777421326.139311:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:28656:x1863761007085568:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1777421326.139372:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c39a2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.139405:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c396a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ba6 expref: 46 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.139415:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c39a2 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.139791:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c396a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ba6 expref: 46 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.139806:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c396a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ba6 expref: 46 pid: 5770 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421326.139821:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710802e6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018384000:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421326.139963:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b65a480 going to sleep for 11 seconds 00000100:00100000:3.0:1777421326.144583:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421326.144588:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710802e6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018384000:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421326.144616:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c39a2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421326.144656:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007085696 00000100:00100000:0.0:1777421326.144665:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007085696 00010000:00010000:0.0:1777421326.144699:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c396a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ba6 expref: 47 pid: 5770 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421326.144738:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 327 00000100:00100000:0.0:1777421326.144747:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080741180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:2361:x1863761007085696:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421326.144761:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421326.144780:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c396a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ba6 expref: 47 pid: 5770 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.144791:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c396a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ba6 expref: 47 pid: 5770 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.144813:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c396a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ba6 expref: 47 pid: 5770 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.144826:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff971049800600) 00010000:00010000:0.0:1777421326.144831:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c39a2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.144839:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c39a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.144846:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c39a2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.144877:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421326.144925:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080741180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:2361:x1863761007085696:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 179us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421326.144936:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 327 00010000:00010000:1.0:1777421326.145012:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c39a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.145019:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c39a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.145046:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c39a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.145053:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c39a2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.145059:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c39a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.145065:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421326.145069:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c39a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.145077:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c39a2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.145087:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff971049800600) 00010000:00010000:1.0:1777421326.145090:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777421326.145093:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c39a2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.145099:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c39a2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421326.145143:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:28656:x1863761007085568:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 Request processed in 5835us (7460us total) trans 0 rc -22/-22 00000100:00100000:1.0:1777421326.145167:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1101 00000100:00100000:1.0:1777421326.148595:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421326.148853:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007085824 00000100:00100000:2.0:1777421326.148866:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007085824 00000100:00100000:2.0:1777421326.149002:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 291 00000100:00100000:2.0:1777421326.149013:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761007085824:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421326.149060:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c39a9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.149083:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c3994 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bc2 expref: 12 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.149110:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421326.149112:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421326.149117:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c39a9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.149235:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c3994 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bc2 expref: 12 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.149249:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c3994 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bc2 expref: 12 pid: 6552 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421326.149265:0:6552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710802e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6552:1863761018384128:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421326.149434:0:6552:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b65a480 going to sleep for 11 seconds 00000100:00100000:2.0:1777421326.153428:0:6552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710802e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6552:1863761018384128:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421326.153457:0:6552:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c39a9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421326.155056:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421326.155116:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007085952 00000100:00100000:2.0:1777421326.155126:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007085952 00010000:00010000:2.0:1777421326.155168:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c3994 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bc2 expref: 13 pid: 6552 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421326.155214:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 328 00000100:00100000:2.0:1777421326.155226:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007085952:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421326.155258:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421326.155321:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c3994 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bc2 expref: 13 pid: 6552 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.155335:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c3994 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bc2 expref: 13 pid: 6552 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.155358:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ece21a42/0xd9d09a059d6c3994 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bc2 expref: 13 pid: 6552 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.155374:0:5755:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421326.155376:0:5755:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421326.155381:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c39a9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.155392:0:5755:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c39a9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.155424:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421326.155446:0:6552:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c39a9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.155454:0:6552:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c39a9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.155474:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c39a9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.155481:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c39a9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421326.155483:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761007085952:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 257us (427us total) trans 0 rc 0/0 00010000:00010000:1.0:1777421326.155489:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c39a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.155508:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4e00 already unused, calling callback (ffffffffc15870c0) 00000100:00100000:2.0:1777421326.155513:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 328 00010000:00010000:1.0:1777421326.155515:0:6552:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c39a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.155526:0:6552:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c39a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.155549:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c39a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.155558:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a34a3e36/0xd9d09a059d6c39a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421326.155609:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007085824:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 6597us (7021us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421326.155617:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 291 00000100:00100000:3.0:1777421326.157472:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421326.157717:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007086208 00000100:00100000:1.0:1777421326.157728:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007086208 00000100:00100000:1.0:1777421326.157779:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1102 00000100:00100000:1.0:1777421326.157788:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:28656:x1863761007086208:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777421326.157862:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c39b0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.157878:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c39b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.157890:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c39b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.158407:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39b7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.158421:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3978 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bad expref: 46 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.158430:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39b7 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.158469:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3978 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bad expref: 46 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.158483:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3978 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bad expref: 46 pid: 5770 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421326.158508:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003df80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018384256:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421326.158585:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1777421326.162177:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421326.162267:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007086336 00000100:00100000:2.0:1777421326.162305:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007086336 00010000:00010000:2.0:1777421326.162343:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3978 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bad expref: 47 pid: 5770 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421326.162373:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 329 00000100:00100000:2.0:1777421326.162395:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:2360:x1863761007086336:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421326.162409:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421326.162415:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3978 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bad expref: 47 pid: 5770 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.162427:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3978 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bad expref: 47 pid: 5770 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.162450:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff971049800600) 00010000:00010000:2.0:1777421326.162456:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39b7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.162465:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39b7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.162473:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39b7 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.162490:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421326.162594:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:2360:x1863761007086336:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 200us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421326.162602:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 329 00010000:00010000:1.0:1777421326.162684:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3978 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bad expref: 46 pid: 5770 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421326.162699:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003df80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018384256:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421326.162719:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39b7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.162727:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39b7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.162733:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39b7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421326.163058:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967998 00000001:00080000:1.0:1777421326.163217:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967999 00000001:00080000:1.0:1777421326.163265:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968000 00000100:00100000:1.0:1777421326.163388:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003df80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5770:1863761018384384:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777421326.163432:0:5770:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421326.163465:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4300 going to sleep for 11 seconds 00000100:00100000:0.0:1777421326.163671:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018384384 00000100:00100000:0.0:1777421326.163678:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018384384 00000100:00100000:0.0:1777421326.163859:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1777421326.163867:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5770:x1863761018384384:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1777421326.163957:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5770:x1863761018384384:12345-0@lo:1000:mdt00_000.0 Request processed in 90us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421326.163973:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1777421326.164027:0:5770:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967362 gen 2 00000004:00080000:1.0:1777421326.164032:0:5770:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff971080742300, transno 4294967362 00000100:00100000:1.0:1777421326.164049:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003df80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5770:1863761018384384:0@lo:1000:mdt00_000.0 00000001:00080000:1.0:1777421326.164220:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968001 00000100:00100000:1.0:1777421326.164267:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003df80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5770:1863761018384512:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777421326.164318:0:5770:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421326.164896:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421326.164981:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018384512 00000100:00100000:2.0:1777421326.164987:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018384512 00000100:00100000:2.0:1777421326.165014:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1777421326.165020:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5770:x1863761018384512:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1777421326.165184:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5770:x1863761018384512:12345-0@lo:1000:mdt00_000.0 Request processed in 162us (865us total) trans 4294967364 rc 0/0 00000100:00100000:2.0:1777421326.165205:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1777421326.165315:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003df80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5770:1863761018384512:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1777421326.165345:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39b7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.165353:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39b7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.165359:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39b7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.165364:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421326.165368:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39b7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.165373:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39b7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.165387:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff971049800600) 00010000:00010000:1.0:1777421326.165390:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421326.165394:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39b7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.165400:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39b7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.165428:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971040031a00/0xd9d09a059d6c38ec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.165434:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971040031a00/0xd9d09a059d6c38ec lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.165440:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971040031a00/0xd9d09a059d6c38ec lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.165445:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971040031a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421326.165447:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971040031a00/0xd9d09a059d6c38ec lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.165453:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971040031a00/0xd9d09a059d6c38ec lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.165459:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff971049800900) 00010000:00010000:1.0:1777421326.165461:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421326.165468:0:5770:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b8a expref: 94 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.165478:0:5770:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38f3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b8a expref: 94 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.165486:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38f3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b8a expref: 94 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.165522:0:5770:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38f3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b8a expref: 94 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421326.165537:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018384640:192.168.204.24@tcp:105: 00000100:00100000:1.0:1777421326.165588:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4b40 going to sleep for 11 seconds 00000100:00100000:1.0:1777421326.168907:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018384640:192.168.204.24@tcp:105: 00010000:00010000:1.0:1777421326.168939:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971040031a00/0xd9d09a059d6c38ec lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.168949:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971040031a00/0xd9d09a059d6c38ec lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.168986:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c39be lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.169000:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c39be lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.169012:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c39be lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.169024:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c39be lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.169031:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c39be lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.169037:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c39be lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.169044:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10600 already unused, calling callback (ffffffffc1ff64f0) 00000100:00100000:3.0:1777421326.169055:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:1.0:1777421326.169056:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c39be lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.169069:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c39be lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.169083:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff971049800900) 00010000:00010000:1.0:1777421326.169086:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421326.169091:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c39be lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.169098:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c39be lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.169111:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c39b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.169117:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c39b0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.169123:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c39b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.169128:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421326.169130:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c39b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.169136:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c39b0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.169146:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff971049800900) 00010000:00010000:1.0:1777421326.169149:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421326.169152:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c39b0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.169163:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c39b0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421326.169460:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:28656:x1863761007086208:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 11670us (11992us total) trans 4294968002 rc 0/0 00000100:00100000:1.0:1777421326.169470:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1102 00000020:00080000:1.0:1777421326.169476:0:5770:0:(tgt_main.c:782:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:2.0:1777421326.169596:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007086464 00000100:00100000:2.0:1777421326.169604:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007086464 00000100:00100000:2.0:1777421326.169659:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 232 00000100:00100000:2.0:1777421326.169669:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+95:28655:x1863761007086464:12345-192.168.204.24@tcp:49:cmp.0 00000100:00100000:2.0:1777421326.169762:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+95:28655:x1863761007086464:12345-192.168.204.24@tcp:49:cmp.0 Request processed in 95us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421326.169769:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 232 00000100:00080000:2.0:1777421326.169787:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:3.0:1777421326.170370:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421326.170375:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421326.172039:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1777421326.172057:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421326.172607:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421326.172660:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421326.172663:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007086720 00000100:00100000:3.0:1777421326.172674:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007086720 00000100:00100000:3.0:1777421326.172716:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 233 00000100:00100000:3.0:1777421326.172726:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:28656:x1863761007086720:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421326.173020:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007086848 00000100:00100000:1.0:1777421326.173025:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007086848 00000100:00100000:1.0:1777421326.173082:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 292 00000100:00100000:1.0:1777421326.173092:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+12:28655:x1863761007086848:12345-192.168.204.24@tcp:101:cmp.0 00010000:00010000:1.0:1777421326.173103:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421326.173131:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d0cad19/0xd9d09a059d6c39c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05bc9 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777421326.173141:0:11303:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x1f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00002000:00010000:1.0:1777421326.173168:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x69f14ab4, ctime: 0x69f14c0c, blocks: 0xb 00010000:00010000:1.0:1777421326.173189:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421326.173193:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421326.173202:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d0cad19/0xd9d09a059d6c39c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bc9 expref: 13 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777421326.173215:0:11303:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968003 00010000:00010000:1.0:1777421326.173221:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005d0cad19/0xd9d09a059d6c39c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bc9 expref: 13 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.173235:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11400, rc 0) 00010000:00010000:3.0:1777421326.173272:0:11303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c39cc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421326.173308:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+13:28655:x1863761007086848:12345-192.168.204.24@tcp:101:cmp.0 Request processed in 217us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421326.173318:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 292 00010000:00010000:3.0:1777421326.173331:0:11303:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c39cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421326.173344:0:11303:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c39cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421326.173354:0:11303:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c39cc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421326.173388:0:11303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c39cc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421326.173395:0:11303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c39cc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777421326.173397:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777421326.173413:0:11303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777421326.173430:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777421326.173439:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c39cc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.173448:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60200 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421326.173453:0:5758:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c39cc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.173460:0:5758:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c39cc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.173472:0:5758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff97104a245e00) 00010000:00010000:0.0:1777421326.173475:0:5758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777421326.173478:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c39cc lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.173484:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c39cc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11303 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.173512:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421326.173517:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:28656:x1863761007086720:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 790us (912us total) trans 4294968004 rc 0/0 00010000:00010000:0.0:1777421326.173518:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421326.173522:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421326.173529:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 233 00000020:00080000:3.0:1777421326.173535:0:11303:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777421326.177489:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421326.177540:0:17961:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007086976 00000100:00100000:0.0:1777421326.177549:0:17961:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007086976 00002000:00100000:0.0:1777421326.177610:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff97107d669180 x1863761007086976/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:337/0 lens 488/0 e 0 to 0 dl 1777421337 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421326.177622:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97107d669180 with x1863761007086976 ext(0->4095) 00002000:00010000:0.0:1777421326.177628:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97107d669180 00000100:00100000:0.0:1777421326.177673:0:17961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 100 00000100:00100000:0.0:1777421326.177682:0:17961:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b251bd7-457c-4889-b04e-8036834fd389+13:2359:x1863761007086976:12345-192.168.204.24@tcp:3:cmp.0 00000100:00100000:0.0:1777421326.177966:0:17961:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b251bd7-457c-4889-b04e-8036834fd389+13:2359:x1863761007086976:12345-192.168.204.24@tcp:3:cmp.0 Request processed in 284us (485us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777421326.177975:0:17961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 100 00002000:00100000:0.0:1777421326.177981:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff97107d669180 x1863761007086976/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:337/0 lens 488/4536 e 0 to 0 dl 1777421337 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421326.177990:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97107d669180 with x1863761007086976 ext(0->4095) 00002000:00010000:0.0:1777421326.177994:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97107d669180 00000100:00100000:1.0:1777421326.184594:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421326.184667:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007087232 00000100:00100000:3.0:1777421326.184678:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007087232 00000100:00100000:3.0:1777421326.184813:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 234 00000100:00100000:3.0:1777421326.184824:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+95:28655:x1863761007087232:12345-192.168.204.24@tcp:35:cmp.0 00000001:00080000:3.0:1777421326.185120:0:11303:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968005 00000100:00100000:3.0:1777421326.185234:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+97:28655:x1863761007087232:12345-192.168.204.24@tcp:35:cmp.0 Request processed in 410us (649us total) trans 4294968006 rc 0/0 00000100:00100000:3.0:1777421326.185243:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 234 00000020:00080000:3.0:1777421326.185248:0:11303:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777421326.206389:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421326.207296:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007087360 00000100:00100000:1.0:1777421326.207309:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007087360 00000100:00100000:1.0:1777421326.207363:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1103 00000100:00100000:1.0:1777421326.207373:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+97:28657:x1863761007087360:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421326.207395:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421326.207415:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c39d3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05bd0 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.207520:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39da lrc: 3/1,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.207535:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39da lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.207546:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39da lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.207559:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c39e1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.207565:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c39e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.207571:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c39e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.207674:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c39e8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.207684:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c39e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.207690:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c39e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421326.207721:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00000004:00200000:1.0:1777421326.207726:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421326.207755:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c39e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.207767:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c39e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.207775:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39da lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.207781:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39da lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.207787:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39da lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.207793:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421326.207797:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39da lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.207804:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39da lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.207815:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff971053d1f600) 00010000:00010000:1.0:1777421326.207818:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421326.207823:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.207829:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c39da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.207841:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c39e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.207846:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c39e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.207851:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c39e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.207855:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421326.207858:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c39e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.207864:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c39e1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.207870:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x81b47e8f (ffff97104bab1400) 00010000:00010000:1.0:1777421326.207873:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421326.207876:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c39e1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.208733:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c39e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.208782:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c39d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bd0 expref: 99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.208796:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c39e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bd0 expref: 98 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.208803:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff971049800900) 00010000:00010000:1.0:1777421326.208806:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421326.208808:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10e00, rc 0) 00000100:00100000:1.0:1777421326.208883:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+98:28657:x1863761007087360:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1510us (2502us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421326.208900:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1103 00000100:00100000:1.0:1777421326.213478:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421326.213575:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007087488 00000100:00100000:2.0:1777421326.213588:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007087488 00000100:00100000:2.0:1777421326.213652:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1104 00000100:00100000:2.0:1777421326.213664:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+98:28657:x1863761007087488:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421326.213692:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421326.213720:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c39ef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05bd7 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.213807:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5200/0xd9d09a059d6c39f6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.213822:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5200/0xd9d09a059d6c39f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.213861:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5200/0xd9d09a059d6c39f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421326.213942:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 11776 00000004:00200000:2.0:1777421326.213946:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421326.213969:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5200/0xd9d09a059d6c39f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.213992:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c39ef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bd7 expref: 100 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.214009:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5200/0xd9d09a059d6c39f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bd7 expref: 99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.214016:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff971053d1f600) 00010000:00010000:2.0:1777421326.214018:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421326.214021:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5200, rc 0) 00000100:00100000:2.0:1777421326.214083:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+99:28657:x1863761007087488:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 421us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421326.214091:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1104 00000100:00100000:2.0:1777421326.220602:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421326.220774:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007087744 00000100:00100000:3.0:1777421326.220790:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007087744 00000100:00100000:3.0:1777421326.221474:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1105 00000100:00100000:3.0:1777421326.221488:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+99:28657:x1863761007087744:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421326.221525:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421326.221554:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c39fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05bde expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421326.221715:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3a04 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421326.221734:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3a04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421326.221747:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3a04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421326.221773:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00010000:00010000:3.0:1777421326.221954:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c39fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bde expref: 102 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421326.221976:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3a04 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bde expref: 101 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421326.221987:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff971049800900) 00010000:00010000:3.0:1777421326.221991:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777421326.221995:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61600, rc 0) 00000100:00100000:3.0:1777421326.222075:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+101:28657:x1863761007087744:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 590us (1487us total) trans 4294968007 rc 0/0 00000100:00100000:3.0:1777421326.222083:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1105 00000100:00100000:3.0:1777421326.225042:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421326.226377:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007087872 00000100:00100000:1.0:1777421326.226406:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007087872 00000100:00100000:1.0:1777421326.226508:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 293 00000100:00100000:1.0:1777421326.226522:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+13:2359:x1863761007087872:12345-192.168.204.24@tcp:1:lfs.0 00010000:00010000:1.0:1777421326.226583:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c3a12 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.226611:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005d0cad19/0xd9d09a059d6c39c5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bc9 expref: 13 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.226621:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421326.226624:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421326.226628:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c3a12 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.226686:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005d0cad19/0xd9d09a059d6c39c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bc9 expref: 13 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.226703:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005d0cad19/0xd9d09a059d6c39c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bc9 expref: 13 pid: 6552 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421326.226720:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018384768:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421326.226848:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710487a4b40 going to sleep for 11 seconds 00000100:00100000:1.0:1777421326.230476:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421326.230626:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018384768:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421326.230678:0:6553:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c3a12 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421326.231140:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007088000 00000100:00100000:2.0:1777421326.231152:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007088000 00010000:00010000:2.0:1777421326.231200:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005d0cad19/0xd9d09a059d6c39c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bc9 expref: 14 pid: 6552 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421326.231241:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 330 00000100:00100000:2.0:1777421326.231254:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104553ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+14:2361:x1863761007088000:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421326.231316:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421326.231347:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005d0cad19/0xd9d09a059d6c39c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bc9 expref: 14 pid: 6552 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.231361:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005d0cad19/0xd9d09a059d6c39c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bc9 expref: 14 pid: 6552 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.231390:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d0cad19/0xd9d09a059d6c39c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bc9 expref: 14 pid: 6552 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.231418:0:5755:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421326.231421:0:5755:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421326.231427:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c3a12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.231438:0:5755:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c3a12 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.231472:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421326.231554:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104553ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+13:2361:x1863761007088000:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 302us (1092us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421326.231563:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 330 00010000:00010000:3.0:1777421326.231824:0:6553:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c3a12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421326.231834:0:6553:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c3a12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421326.231865:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c3a12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421326.231875:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c3a12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421326.231884:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c3a12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421326.231891:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10800 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421326.231896:0:6553:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c3a12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421326.231906:0:6553:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c3a12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421326.231919:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c3a12 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421326.231941:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbe2a6e3/0xd9d09a059d6c3a12 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421326.232015:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+12:2359:x1863761007087872:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 5496us (6986us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421326.232023:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 293 00000100:00100000:1.0:1777421326.239366:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421326.239480:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007088256 00000100:00100000:2.0:1777421326.239503:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007088256 00000100:00100000:2.0:1777421326.239638:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 235 00000100:00100000:2.0:1777421326.239659:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b5a7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+101:28657:x1863761007088256:12345-192.168.204.24@tcp:35:lfs.0 00000004:00010000:2.0:1777421326.239745:0:5774:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000401:0x44:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3a04 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bde expref: 101 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777421326.240077:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968008 00000001:00080000:2.0:1777421326.240545:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968009 00010000:00010000:2.0:1777421326.240614:0:5774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a19 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.240633:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38f3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b8a expref: 104 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.240643:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c39e8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bd0 expref: 104 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.240652:0:5774:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a19 lrc: 5/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.240696:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c39e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bd0 expref: 104 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.240713:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c39e8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bd0 expref: 104 pid: 5770 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421326.240731:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107d66b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018384896:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421326.240854:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38f3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b8a expref: 104 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.240862:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38f3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b8a expref: 104 pid: 5771 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421326.240887:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107d668700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018385024:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421326.240922:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b65af00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421326.245148:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107d66b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018384896:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421326.245167:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107d668700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018385024:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421326.245206:0:5774:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a19 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421326.246465:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421326.246617:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421326.246713:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007088384 00000100:00100000:2.0:1777421326.246724:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007088384 00010000:00010000:2.0:1777421326.246857:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c39e8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bd0 expref: 105 pid: 5770 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421326.246997:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007088512 00000100:00100000:0.0:1777421326.247002:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007088512 00000100:00100000:2.0:1777421326.247008:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 331 00000100:00100000:2.0:1777421326.247025:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+106:2358:x1863761007088384:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421326.247027:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38f3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b8a expref: 106 pid: 5771 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.247049:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421326.247060:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c39e8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bd0 expref: 106 pid: 5770 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421326.247064:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 332 00000100:00100000:0.0:1777421326.247076:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+106:2358:x1863761007088512:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421326.247082:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c39e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bd0 expref: 106 pid: 5770 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.247087:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421326.247096:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38f3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b8a expref: 106 pid: 5771 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.247115:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c39e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bd0 expref: 106 pid: 5770 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.247142:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38f3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b8a expref: 105 pid: 5771 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.247151:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff971049800900) 00010000:00010000:2.0:1777421326.247158:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a19 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.247170:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a19 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421326.247196:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421326.247265:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+105:2358:x1863761007088384:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 246us (805us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421326.247317:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 331 00010000:00010000:0.0:1777421326.247358:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971040030000/0xd9d09a059d6c38f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b8a expref: 104 pid: 5771 timeout: 492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.247373:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff971049800900) 00010000:00010000:0.0:1777421326.247378:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a19 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.247388:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a19 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.247396:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a19 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.247421:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421326.247454:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+103:2358:x1863761007088512:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 381us (837us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421326.247461:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 332 00010000:00010000:0.0:1777421326.247508:0:5774:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a19 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421326.247516:0:5774:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a19 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421326.247684:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968010 00000001:00080000:0.0:1777421326.247946:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968011 00000100:00100000:0.0:1777421326.248059:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710807bd500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018385152:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777421326.248128:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421326.248170:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff971053c8f900 going to sleep for 11 seconds 00000100:00100000:3.0:1777421326.248182:0:13101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018385152 00000100:00100000:3.0:1777421326.248190:0:13101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018385152 00000100:00100000:3.0:1777421326.248230:0:13101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1777421326.248332:0:13101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42677100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5774:x1863761018385152:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777421326.248460:0:13101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42677100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5774:x1863761018385152:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 130us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421326.248467:0:13101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1777421326.249442:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710807bd500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018385152:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1777421326.249683:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968012 00000100:00100000:1.0:1777421326.249750:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018385280:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777421326.249898:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421326.249927:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049e14c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421326.250093:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018385280 00000100:00100000:0.0:1777421326.250101:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018385280 00000100:00100000:0.0:1777421326.250205:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1777421326.250214:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5774:x1863761018385280:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777421326.250424:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:5774:x1863761018385280:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 210us (523us total) trans 4294967365 rc 0/0 00000100:00100000:0.0:1777421326.250432:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1777421326.250509:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018385280:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1777421326.250560:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968013 00010000:00010000:1.0:1777421326.250589:0:5774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a19 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.250600:0:5774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a19 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.250609:0:5774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a19 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.250616:0:5774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421326.250623:0:5774:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a19 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.250632:0:5774:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a19 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.250649:0:5774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff971049800900) 00010000:00010000:1.0:1777421326.250653:0:5774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777421326.250658:0:5774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a19 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421326.250665:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a19 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777421326.250872:0:5774:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x45:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1777421326.250983:0:5774:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9312 00000001:00080000:1.0:1777421326.250998:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968014 00010000:00010000:1.0:1777421326.251077:0:5774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff971049800900) 00010000:00010000:1.0:1777421326.251081:0:5774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777421326.251089:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3a04 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bde expref: 107 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421326.251200:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b5a7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+106:28657:x1863761007088256:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 11552us (11932us total) trans 4294968015 rc 0/0 00000100:00100000:1.0:1777421326.251210:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 235 00000020:00080000:1.0:1777421326.251214:0:5774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00010000:00010000:2.0:1777421326.562528:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421327.587158:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421328.615847:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421329.061253:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421329.061484:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007088640 00000100:00100000:3.0:1777421329.061500:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007088640 00000100:00100000:3.0:1777421329.061646:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1106 00000100:00100000:3.0:1777421329.061660:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:28605:x1863761007088640:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1777421329.061803:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:28605:x1863761007088640:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 Request processed in 146us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421329.061813:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1106 00000100:00080000:0.0:1777421329.061903:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777421329.639528:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421329.698532:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107d669880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018385408:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421329.698604:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421329.698682:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018385408 00000100:00100000:3.0:1777421329.698697:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018385408 00000100:00100000:3.0:1777421329.698780:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1777421329.698790:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018385408:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777421329.698791:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1777421329.698862:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777421329.698949:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018385408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 160us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421329.698958:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1777421329.699003:0:3300:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967352 gen 2 00000004:00080000:1.0:1777421329.699011:0:3300:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967352 committed transno 4294967352 00000100:00100000:1.0:1777421329.699040:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107d669880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018385408:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421329.713174:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421329.713329:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007088768 00000100:00100000:1.0:1777421329.713344:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007088768 00000100:00100000:1.0:1777421329.713439:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 492 00000100:00100000:1.0:1777421329.713451:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b512850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761007088768:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421329.713527:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b512850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761007088768:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 78us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421329.713534:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 492 00000100:00100000:2.0:1777421329.714075:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421329.714116:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421329.714149:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421329.714239:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421329.714320:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007088896 00000100:00100000:3.0:1777421329.714330:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007088896 00000100:00100000:3.0:1777421329.714404:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 228 00000100:00100000:3.0:1777421329.714414:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+106:2361:x1863761007088896:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421329.714514:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+106:2361:x1863761007088896:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 100us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421329.714523:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 228 00000100:00100000:2.0:1777421329.715303:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421329.715346:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007089024 00000100:00100000:0.0:1777421329.715353:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007089024 00000100:00100000:0.0:1777421329.715397:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007089152 00000100:00100000:0.0:1777421329.715402:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007089152 00000100:00100000:0.0:1777421329.715423:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007089280 00000100:00100000:0.0:1777421329.715435:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007089280 00000100:00100000:0.0:1777421329.715455:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 222 00000100:00100000:0.0:1777421329.715463:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+16:2361:x1863761007089024:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421329.715510:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+16:2361:x1863761007089024:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 49us (1395us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421329.715517:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 222 00000100:00100000:0.0:1777421329.715533:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 223 00000100:00100000:0.0:1777421329.715539:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761007089152:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421329.715564:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761007089152:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 24us (1415us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421329.715594:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 223 00000100:00100000:0.0:1777421329.715608:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 224 00000100:00100000:0.0:1777421329.715615:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761007089280:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421329.715643:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761007089280:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 28us (1404us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421329.715649:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 224 00000100:00080000:0.0:1777421329.715671:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777421329.715675:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777421329.715679:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421329.717455:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007089408 00000100:00100000:3.0:1777421329.717473:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007089408 00000100:00080000:0.0:1777421329.717520:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421329.717603:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 225 00000100:00100000:3.0:1777421329.717614:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007089408:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421329.717710:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007089408:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 97us (2408us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421329.717719:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 225 00000001:02000400:0.0:1777421330.011166:0:20258:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12o: Layout-swap failure during Restore leaves file released ========================================================== 20:08:48 (1777421328) 00000100:00100000:0.0:1777421330.168440:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421330.168542:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007089536 00000100:00100000:3.0:1777421330.168553:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007089536 00000100:00100000:3.0:1777421330.168611:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1107 00000100:00100000:3.0:1777421330.168622:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:29271:x1863761007089536:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1777421330.168729:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:29271:x1863761007089536:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 108us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421330.168738:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1107 00000100:00100000:0.0:1777421330.184945:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421330.185071:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007089664 00000100:00100000:2.0:1777421330.185081:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007089664 00000100:00100000:2.0:1777421330.185164:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1108 00000100:00100000:2.0:1777421330.185173:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42676300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+106:29272:x1863761007089664:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421330.185189:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421330.185208:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3a20 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05be5 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.185261:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a27 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.185638:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a27 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.185652:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a27 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.185684:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a2e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.185693:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.185700:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.185777:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a27 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.185785:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a27 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.185793:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a27 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.185799:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421330.185804:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a27 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.185812:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a27 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.185825:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800000) 00010000:00010000:2.0:1777421330.185829:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.185834:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a27 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.185845:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a27 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.185868:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.185875:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a2e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.185881:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a2e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.185886:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421330.185890:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a2e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.185896:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a2e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.185905:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff971053d1fa00) 00010000:00010000:2.0:1777421330.185907:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.185910:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a2e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.185916:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a2e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.185947:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3a20 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05be5 expref: 107 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.185956:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800000) 00010000:00010000:2.0:1777421330.185959:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.185967:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3a20 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05be5 expref: 107 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.185976:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5800, rc 0) 00000100:00100000:2.0:1777421330.186033:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42676300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+106:29272:x1863761007089664:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 860us (1099us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421330.186041:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1108 00000100:00100000:0.0:1777421330.192970:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421330.193029:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007089920 00000100:00100000:2.0:1777421330.193040:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007089920 00000100:00100000:2.0:1777421330.193096:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1109 00000100:00100000:2.0:1777421330.193107:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42676d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+106:29272:x1863761007089920:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:2.0:1777421330.193160:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421330.193186:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971040030800/0xd9d09a059d6c382f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b52 expref: 106 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.193205:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800000) 00010000:00010000:2.0:1777421330.193211:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421330.193334:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3a35 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.193349:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3859 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b60 expref: 50 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.193358:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3a35 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.193391:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3859 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b60 expref: 50 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.193436:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3859 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b60 expref: 50 pid: 5771 timeout: 496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421330.193451:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107d66a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018385536:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421330.193554:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b486180 going to sleep for 11 seconds 00000100:00100000:0.0:1777421330.195410:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421330.195474:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007090048 00000100:00100000:3.0:1777421330.195483:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007090048 00010000:00010000:3.0:1777421330.195519:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3859 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b60 expref: 51 pid: 5771 timeout: 496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421330.195551:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 333 00000100:00100000:3.0:1777421330.195560:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42677480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:2361:x1863761007090048:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421330.195572:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421330.195578:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3859 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b60 expref: 51 pid: 5771 timeout: 496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.195590:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3859 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b60 expref: 51 pid: 5771 timeout: 496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.195609:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800000) 00010000:00010000:3.0:1777421330.195614:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3a35 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.195622:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3a35 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.195629:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3a35 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.195644:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421330.195688:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42677480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:2361:x1863761007090048:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 128us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421330.195695:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 333 00010000:00010000:2.0:1777421330.195921:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3859 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05b60 expref: 50 pid: 5771 timeout: 496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421330.195939:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107d66a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018385536:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421330.195957:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3a35 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.195967:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3a35 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.195973:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3a35 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.195995:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3a3c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.196006:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3a3c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.196014:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3a3c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421330.196670:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 512 00010000:00010000:2.0:1777421330.196701:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3a35 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.196709:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3a35 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.196716:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3a35 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.196723:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421330.196728:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3a35 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.196735:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3a35 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.196745:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800000) 00010000:00010000:2.0:1777421330.196748:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.196752:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3a35 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.196759:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3a35 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421330.196778:0:5770:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000006392e55c reply state 0000000004d7ed49 transno 4294968016 ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3a3c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421330.196787:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421330.196856:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42676d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+107:29272:x1863761007089920:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 3750us (3890us total) trans 4294968016 rc 0/0 00000100:00100000:2.0:1777421330.196864:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1109 00010000:00010000:3.0:1777421330.200900:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3a3c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.200929:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3a3c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.200937:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3a3c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.200943:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421330.200949:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3a3c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.200957:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3a3c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.200972:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff971053d1f900) 00010000:00010000:3.0:1777421330.200976:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421330.200981:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3a3c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.200987:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3a3c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421330.207911:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421330.208008:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007090176 00000100:00100000:2.0:1777421330.208028:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007090176 00000100:00100000:2.0:1777421330.208129:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1110 00000100:00100000:2.0:1777421330.208136:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+106:29273:x1863761007090176:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1777421330.208155:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421330.208172:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3a43 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05bec expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.208222:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3a4a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.208232:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3a4a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.208240:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3a4a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421330.208324:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1777421330.208328:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 30 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421330.208352:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3a4a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.208371:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3a43 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bec expref: 108 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.208386:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3a4a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bec expref: 107 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.208394:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:2.0:1777421330.208397:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421330.208401:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5a00, rc 0) 00000100:00100000:2.0:1777421330.208470:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+107:29273:x1863761007090176:12345-192.168.204.24@tcp:101:bash.0 Request processed in 333us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421330.208478:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1110 00000100:00100000:0.0:1777421330.211514:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421330.211576:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007090304 00000100:00100000:2.0:1777421330.211585:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007090304 00000100:00100000:2.0:1777421330.211642:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1111 00000100:00100000:2.0:1777421330.211651:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+107:29273:x1863761007090304:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1777421330.211671:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421330.211691:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3a51 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05bf3 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.211748:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a58 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.211762:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a58 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.211772:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a58 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.211786:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a5f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.211794:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a5f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.211801:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a5f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.211892:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3a66 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.211907:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3a66 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.211912:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3a66 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421330.211937:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 512 00000004:00200000:2.0:1777421330.211940:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421330.211955:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3a66 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.211963:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a58 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.211967:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a58 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.211971:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a58 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.211975:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421330.211978:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a58 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.211982:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a58 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.211990:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:2.0:1777421330.211992:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.211994:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a58 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.212005:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3a58 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.212017:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a5f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.212021:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a5f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.212024:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a5f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.212027:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421330.212029:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a5f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.212032:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a5f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.212036:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff971053d1f800) 00010000:00010000:2.0:1777421330.212037:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.212039:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a5f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.212042:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a5f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.212062:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3a51 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bf3 expref: 109 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.212070:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5400/0xd9d09a059d6c3a66 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bf3 expref: 108 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.212082:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:2.0:1777421330.212085:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421330.212087:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5400, rc 0) 00000100:00100000:2.0:1777421330.212143:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+108:29273:x1863761007090304:12345-192.168.204.24@tcp:101:bash.0 Request processed in 493us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421330.212150:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1111 00000100:00100000:0.0:1777421330.218631:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421330.218678:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007090432 00000100:00100000:2.0:1777421330.218689:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007090432 00000100:00100000:2.0:1777421330.218746:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1112 00000100:00100000:2.0:1777421330.218767:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42676a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+108:29273:x1863761007090432:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1777421330.218787:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421330.218808:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3a6d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05bfa expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.218883:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3a74 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.218897:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3a74 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.218909:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3a74 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.218923:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3a7b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.218930:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3a7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.218953:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3a7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.219030:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3a74 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.219038:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3a74 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.219045:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3a74 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.219051:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421330.219056:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3a74 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.219064:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3a74 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.219076:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:2.0:1777421330.219078:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.219087:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3a74 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.219093:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3a74 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.219105:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3a7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.219111:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3a7b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.219124:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3a7b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.219128:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb5e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421330.219131:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3a7b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.219137:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3a7b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.219144:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff971053d1f900) 00010000:00010000:2.0:1777421330.219147:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.219149:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3a7b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.219155:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3a7b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.219188:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3a6d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bfa expref: 109 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.219197:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:2.0:1777421330.219200:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.219203:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3a6d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bfa expref: 109 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.219212:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4e00, rc 0) 00000100:00100000:2.0:1777421330.219267:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42676a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+108:29273:x1863761007090432:12345-192.168.204.24@tcp:101:bash.0 Request processed in 512us (645us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421330.219304:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1112 00000100:00100000:0.0:1777421330.228269:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421330.228361:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007090560 00000100:00100000:2.0:1777421330.228369:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007090560 00000100:00100000:2.0:1777421330.228424:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1113 00000100:00100000:2.0:1777421330.228432:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42677800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:29274:x1863761007090560:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:2.0:1777421330.228451:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421330.228473:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3a82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05c01 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.228560:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3a89 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.228573:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3a89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.228583:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3a89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421330.228644:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1777421330.228648:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 30 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421330.228674:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3a89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.228698:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3a82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c01 expref: 52 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.228721:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3a89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c01 expref: 51 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.228739:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:2.0:1777421330.228743:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421330.228747:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5e00, rc 0) 00000100:00100000:2.0:1777421330.228804:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42677800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:29274:x1863761007090560:12345-192.168.204.24@tcp:101:rm.0 Request processed in 372us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421330.228817:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1113 00000100:00100000:0.0:1777421330.230779:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421330.230857:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007090688 00000100:00100000:2.0:1777421330.230866:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007090688 00000100:00100000:2.0:1777421330.230915:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1114 00000100:00100000:2.0:1777421330.230924:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42675c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:29274:x1863761007090688:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:2.0:1777421330.230942:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421330.230957:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3a90 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05c08 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231011:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3a97 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231022:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3a97 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231032:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3a97 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231046:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a9e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231053:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231075:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231175:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3aa5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231185:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231194:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421330.231225:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 512 00000004:00200000:2.0:1777421330.231228:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421330.231249:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231260:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3a97 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231267:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3a97 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231298:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3a97 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231306:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb5800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421330.231310:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3a97 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231318:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3a97 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231336:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:2.0:1777421330.231339:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.231344:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3a97 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231349:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3a97 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231363:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231383:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a9e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231390:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231395:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421330.231398:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231408:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a9e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231425:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff971053d1f900) 00010000:00010000:2.0:1777421330.231428:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.231431:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a9e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231437:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3a9e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231479:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3a90 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c08 expref: 53 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231493:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4c00/0xd9d09a059d6c3aa5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c08 expref: 52 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.231501:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:2.0:1777421330.231504:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421330.231506:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4c00, rc 0) 00000100:00100000:2.0:1777421330.231558:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42675c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:29274:x1863761007090688:12345-192.168.204.24@tcp:101:rm.0 Request processed in 634us (785us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421330.231565:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1114 00000100:00100000:0.0:1777421330.236135:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421330.236306:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007090816 00000100:00100000:2.0:1777421330.236322:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007090816 00000100:00100000:2.0:1777421330.236371:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1115 00000100:00100000:2.0:1777421330.236380:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:29274:x1863761007090816:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:2.0:1777421330.236400:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421330.236432:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3aac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05c0f expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.236511:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3ab3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.236526:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3ab3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.236536:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3ab3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.236564:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3aba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.236571:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3aba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.236577:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3aba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.236645:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3ab3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.236652:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3ab3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.236657:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3ab3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.236662:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421330.236666:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3ab3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.236672:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3ab3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.236681:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:2.0:1777421330.236684:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.236688:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3ab3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.236693:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3ab3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.236709:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3aba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.236723:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3aba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.236728:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3aba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.236732:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421330.236735:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3aba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.236740:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3aba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.236746:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff971053d1f800) 00010000:00010000:2.0:1777421330.236748:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.236750:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3aba lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.236755:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3aba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.236787:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3aac lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c0f expref: 53 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.236796:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:2.0:1777421330.236799:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.236809:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3aac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c0f expref: 53 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.236821:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4e00, rc 0) 00000100:00100000:2.0:1777421330.236874:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:29274:x1863761007090816:12345-192.168.204.24@tcp:101:rm.0 Request processed in 495us (749us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421330.236881:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1115 00000100:00100000:0.0:1777421330.240517:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421330.240715:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007090944 00000100:00100000:2.0:1777421330.240732:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007090944 00000100:00100000:2.0:1777421330.240802:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1116 00000100:00100000:2.0:1777421330.240811:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:29274:x1863761007090944:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:2.0:1777421330.240831:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421330.240853:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3ac1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05c16 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.240913:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3ac8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.240926:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3ac8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.240937:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3ac8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.241092:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3acf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.241100:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3acf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.241107:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3acf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.241171:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3ac8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.241179:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3ac8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.241185:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3ac8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.241190:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a0000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421330.241194:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3ac8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.241200:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3ac8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.241210:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:2.0:1777421330.241213:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.241217:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3ac8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.241224:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3ac8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.241234:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3acf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.241239:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3acf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.241245:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3acf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.241254:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421330.241257:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3acf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.241263:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3acf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.241270:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff971053d1f900) 00010000:00010000:2.0:1777421330.241792:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.241799:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3acf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.241806:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3acf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.241841:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3ac1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c16 expref: 53 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.241851:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:2.0:1777421330.241853:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.241856:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3ac1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c16 expref: 53 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.241865:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a0c00, rc 0) 00000100:00100000:2.0:1777421330.241955:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:29274:x1863761007090944:12345-192.168.204.24@tcp:101:rm.0 Request processed in 1144us (1446us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421330.241963:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1116 00000100:00100000:0.0:1777421330.257890:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421330.257990:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007091072 00000100:00100000:2.0:1777421330.258015:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007091072 00000100:00100000:2.0:1777421330.258117:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1117 00000100:00100000:2.0:1777421330.258127:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42674000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:29275:x1863761007091072:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421330.258149:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421330.258170:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3ad6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05c1d expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.258253:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3add lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.258267:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3add lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.258317:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3add lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.258333:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3ae4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.258341:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.258347:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.258411:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3add lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.258429:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3add lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.258435:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3add lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.258449:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421330.258454:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3add lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.258462:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3add lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.258473:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:2.0:1777421330.258476:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.258480:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3add lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.258486:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3add lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.258498:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.258504:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3ae4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.258509:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3ae4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.258514:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a0000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421330.258516:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3ae4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.258521:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3ae4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.258539:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff971053d1f900) 00010000:00010000:2.0:1777421330.258541:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.258544:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3ae4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.258549:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3ae4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.258580:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3ad6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c1d expref: 53 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.258590:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:2.0:1777421330.258592:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.258595:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3ad6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c1d expref: 53 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.258605:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a0c00, rc 0) 00000100:00100000:2.0:1777421330.258896:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42674000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:29275:x1863761007091072:12345-192.168.204.24@tcp:101:cp.0 Request processed in 769us (1014us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421330.258905:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1117 00000100:00100000:0.0:1777421330.262256:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421330.262336:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007091200 00000100:00100000:2.0:1777421330.262348:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007091200 00000100:00100000:2.0:1777421330.262571:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1118 00000100:00100000:2.0:1777421330.262581:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:29275:x1863761007091200:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421330.262601:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421330.262622:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3aeb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05c24 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.262715:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3af2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.262728:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3af2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.262739:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3af2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.262767:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3af9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.262775:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3af9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.262782:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3af9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.262860:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3af2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.262871:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3af2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.262877:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3af2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.262882:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421330.262887:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3af2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.262905:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3af2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.262917:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:2.0:1777421330.262920:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.262925:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3af2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.262931:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3af2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.262944:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3af9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.262950:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3af9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.262956:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3af9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.262959:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421330.262962:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3af9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.262968:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3af9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.262974:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff971053d1f800) 00010000:00010000:2.0:1777421330.262976:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.262978:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3af9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.262993:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3af9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.263027:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3aeb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c24 expref: 53 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.263037:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:2.0:1777421330.263039:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.263043:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3aeb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c24 expref: 53 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.263051:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a1e00, rc 0) 00000100:00100000:2.0:1777421330.263114:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:29275:x1863761007091200:12345-192.168.204.24@tcp:101:cp.0 Request processed in 534us (865us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421330.263121:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1118 00000100:00100000:0.0:1777421330.267036:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421330.267568:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007091456 00000100:00100000:2.0:1777421330.267582:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007091456 00000100:00100000:2.0:1777421330.267707:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1119 00000100:00100000:2.0:1777421330.267719:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:29275:x1863761007091456:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421330.267748:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421330.267777:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3b00 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05c2b expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.267956:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3b07 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.267976:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3b07 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.268009:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3b07 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.268042:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3b0e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.268051:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3b0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.268059:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3b0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777421330.268694:0:5770:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x16:0x0], index 0: 0 00010000:00010000:2.0:1777421330.268903:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3b15 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.268914:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3b15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.268923:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3b15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.268965:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3b07 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.268973:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3b07 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.268980:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3b07 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.268988:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a0000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421330.269003:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3b07 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.269012:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3b07 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.269027:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:2.0:1777421330.269030:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.269036:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3b07 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.269044:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3b07 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421330.269059:0:5770:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000005300f14a reply state 00000000683d6b18 transno 4294968017 ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3b0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421330.269069:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777421330.269107:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3b00 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c2b expref: 55 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.269122:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3b15 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c2b expref: 54 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.269130:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff971052ac0600) 00010000:00010000:2.0:1777421330.269133:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421330.269136:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a1a00, rc 0) 00000100:00100000:2.0:1777421330.269234:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:29275:x1863761007091456:12345-192.168.204.24@tcp:101:cp.0 Request processed in 1516us (2213us total) trans 4294968017 rc 0/0 00000100:00100000:2.0:1777421330.269244:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1119 00010000:00010000:2.0:1777421330.271171:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3b0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.271191:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3b0e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.271199:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3b0e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.271311:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421330.271316:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3b0e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.271325:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3b0e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.271341:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff971053d1f900) 00010000:00010000:2.0:1777421330.271344:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421330.271349:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3b0e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.271356:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3b0e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421330.273601:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421330.273928:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007091584 00000100:00100000:2.0:1777421330.273942:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007091584 00000100:00100000:2.0:1777421330.274008:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 294 00000100:00100000:2.0:1777421330.274032:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761007091584:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421330.274057:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421330.274089:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000159a6493/0xd9d09a059d6c3b23 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05c32 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421330.274135:0:6554:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777421330.274159:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421330.274162:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421330.274173:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000159a6493/0xd9d09a059d6c3b23 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c32 expref: 9 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.274195:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000159a6493/0xd9d09a059d6c3b23 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c32 expref: 9 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.274213:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a1400, rc 0) 00000100:00100000:2.0:1777421330.275525:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007091584:12345-192.168.204.24@tcp:101:cp.0 Request processed in 1497us (1926us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421330.275537:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 294 00000100:00100000:0.0:1777421330.279922:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421330.280035:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007091712 00000100:00100000:1.0:1777421330.280049:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007091712 00000100:00100000:1.0:1777421330.280122:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 295 00000100:00100000:1.0:1777421330.280134:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:29275:x1863761007091712:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:1.0:1777421330.280160:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421330.280186:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a634e1d/0xd9d09a059d6c3b2a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05c39 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421330.280229:0:6554:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000159a6493/0xd9d09a059d6c3b23 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c32 expref: 10 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421330.280239:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421330.280242:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421330.280247:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a634e1d/0xd9d09a059d6c3b2a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c39 expref: 10 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421330.280317:0:6554:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000159a6493/0xd9d09a059d6c3b23 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c32 expref: 10 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421330.280340:0:6554:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000159a6493/0xd9d09a059d6c3b23 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c32 expref: 10 pid: 6554 timeout: 496 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421330.280359:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6554:1863761018385664:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421330.280493:0:6554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97106ff8e900 going to sleep for 11 seconds 00000040:00080000:2.0:1777421330.284062:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421330.284077:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421330.284745:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1777421330.284755:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421330.286203:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6554:1863761018385664:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421330.286253:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009a634e1d/0xd9d09a059d6c3b2a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c39 expref: 10 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.287210:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10c00, rc 0) 00000100:00100000:3.0:1777421330.287429:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:29275:x1863761007091712:12345-192.168.204.24@tcp:101:cp.0 Request processed in 7284us (7511us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421330.287464:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 295 00000100:00100000:0.0:1777421330.288303:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421330.288459:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007091840 00000100:00100000:3.0:1777421330.288473:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007091840 00010000:00010000:0.0:1777421330.288597:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000159a6493/0xd9d09a059d6c3b23 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c32 expref: 10 pid: 6554 timeout: 496 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421330.288642:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 334 00000100:00100000:0.0:1777421330.288653:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761007091840:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421330.288736:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421330.288766:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000159a6493/0xd9d09a059d6c3b23 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c32 expref: 10 pid: 6554 timeout: 496 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421330.288782:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000159a6493/0xd9d09a059d6c3b23 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c32 expref: 10 pid: 6554 timeout: 496 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421330.288812:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000159a6493/0xd9d09a059d6c3b23 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c32 expref: 10 pid: 6554 timeout: 496 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421330.288830:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421330.288833:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421330.288842:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009a634e1d/0xd9d09a059d6c3b2a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c39 expref: 9 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421330.288854:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a634e1d/0xd9d09a059d6c3b2a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c39 expref: 9 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421330.288902:0:11342:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009a634e1d/0xd9d09a059d6c3b2a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c39 expref: 9 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421330.288934:0:11342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff71880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11342:1863761018385792:192.168.204.24@tcp:105: 00000100:00100000:0.0:1777421330.289114:0:11342:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f43e63600 going to sleep for 11 seconds 00000100:00100000:0.0:1777421330.292697:0:11342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff71880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11342:1863761018385792:192.168.204.24@tcp:105: 00010000:00010000:0.0:1777421330.292733:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421330.292806:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007091840:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 4153us (4536us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421330.292820:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 334 00000100:00100000:1.0:1777421330.294079:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421330.294163:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007092096 00000100:00100000:0.0:1777421330.294174:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007092096 00000100:00100000:0.0:1777421330.294332:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 236 00000100:00100000:0.0:1777421330.294344:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:29275:x1863761007092096:12345-192.168.204.24@tcp:35:cp.0 00000100:00100000:0.0:1777421330.294837:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:29275:x1863761007092096:12345-192.168.204.24@tcp:35:cp.0 Request processed in 492us (762us total) trans 4294968018 rc 0/0 00000100:00100000:0.0:1777421330.294845:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 236 00000100:00100000:2.0:1777421330.323794:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421330.323868:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007092224 00000100:00100000:3.0:1777421330.323883:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007092224 00000100:00100000:3.0:1777421330.323958:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1120 00000100:00100000:3.0:1777421330.323969:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+108:29278:x1863761007092224:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421330.323996:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421330.324024:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3b31 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05c40 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324112:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3b38 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324131:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3b38 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324143:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3b38 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324160:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3b3f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324167:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3b3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324173:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3b3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324346:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3b46 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324373:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3b46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324380:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3b46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421330.324433:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00000004:00200000:3.0:1777421330.324439:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421330.324463:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3b46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324475:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3b46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324485:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3b38 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324492:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3b38 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324499:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3b38 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324505:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421330.324509:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3b38 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324517:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3b38 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324528:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:3.0:1777421330.324537:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421330.324542:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3b38 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324549:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3b38 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324563:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3b3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324569:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3b3f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324575:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3b3f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324580:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421330.324583:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3b3f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324589:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3b3f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324597:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff97104a245200) 00010000:00010000:3.0:1777421330.324600:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421330.324603:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3b3f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324609:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3b3f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324642:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3b31 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c40 expref: 110 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324663:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3b46 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c40 expref: 109 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421330.324671:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff971052ac0600) 00010000:00010000:3.0:1777421330.324674:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421330.324676:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61600, rc 0) 00000100:00100000:3.0:1777421330.324744:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+109:29278:x1863761007092224:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 776us (964us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421330.324754:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1120 00000100:00100000:2.0:1777421330.328564:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421330.328622:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007092352 00000100:00100000:3.0:1777421330.328637:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007092352 00000100:00100000:3.0:1777421330.328768:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 296 00000100:00100000:3.0:1777421330.328779:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+16:2361:x1863761007092352:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421330.328814:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421330.328852:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c3b4d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05c47 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421330.328935:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6554:1863761018385920:192.168.204.24@tcp:106: 00000100:00100000:3.0:1777421330.329062:0:6554:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710463193c0 going to sleep for 11 seconds 00002000:00010000:3.0:1777421330.334541:0:6554:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1777421330.334554:0:6554:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb mtime: 0 -> 1777421329 00002000:00010000:3.0:1777421330.334558:0:6554:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb atime: 0 -> 1777421329 00002000:00010000:3.0:1777421330.334561:0:6554:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb ctime: 0 -> 1777421329 00000100:00100000:2.0:1777421330.335451:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6554:1863761018385920:192.168.204.24@tcp:106: 00010000:00010000:2.0:1777421330.335505:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c3b4d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c47 expref: 17 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.335538:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c3b4d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c47 expref: 17 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.335579:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60200, rc 0) 00000100:00100000:2.0:1777421330.335795:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+16:2361:x1863761007092352:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 7016us (7243us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421330.335806:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 296 00000100:00100000:2.0:1777421330.340615:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421330.341437:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007092480 00000100:00100000:0.0:1777421330.341453:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007092480 00000100:00100000:0.0:1777421330.341529:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1121 00000100:00100000:0.0:1777421330.341539:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+109:29278:x1863761007092480:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421330.341565:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421330.341591:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c3b54 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05c4e expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421330.341672:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3b5b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421330.341710:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3b5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421330.341724:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3b5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421330.341795:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 512 00000004:00200000:0.0:1777421330.341799:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421330.341822:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3b5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421330.341850:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c3b54 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c4e expref: 111 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421330.341871:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3b5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c4e expref: 110 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421330.341880:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:0.0:1777421330.341883:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421330.341887:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44417000, rc 0) 00000100:00100000:0.0:1777421330.342018:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+110:29278:x1863761007092480:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 480us (1416us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421330.342027:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1121 00000100:00100000:3.0:1777421330.350451:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421330.352091:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007092608 00000100:00100000:2.0:1777421330.352110:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007092608 00000100:00100000:2.0:1777421330.352237:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 297 00000100:00100000:2.0:1777421330.352251:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+16:2360:x1863761007092608:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421330.352274:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421330.352300:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c9d9de3/0xd9d09a059d6c3b62 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05c55 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421330.352400:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107d66a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6554:1863761018386048:192.168.204.24@tcp:106: 00000100:00100000:2.0:1777421330.352578:0:6554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104a6a43c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421330.360007:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107d66a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6554:1863761018386048:192.168.204.24@tcp:106: 00010000:00010000:2.0:1777421330.360088:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002c9d9de3/0xd9d09a059d6c3b62 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c55 expref: 17 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.360125:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c9d9de3/0xd9d09a059d6c3b62 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c55 expref: 17 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421330.360146:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a1200, rc 0) 00000100:00100000:2.0:1777421330.360248:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+16:2360:x1863761007092608:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 8000us (9811us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421330.360262:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 297 00000100:00100000:0.0:1777421330.366558:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421330.366666:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007092864 00000100:00100000:3.0:1777421330.366697:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007092864 00000100:00100000:3.0:1777421330.366813:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1122 00000100:00100000:3.0:1777421330.366825:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+110:29278:x1863761007092864:12345-192.168.204.24@tcp:58:lfs.0 00000040:00080000:3.0:1777421330.367147:0:5772:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].31, 136 off12408 00000100:00100000:3.0:1777421330.367259:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+110:29278:x1863761007092864:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 435us (713us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421330.367268:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1122 00010000:00010000:1.0:1777421330.659464:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421330.722590:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777421330.722641:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777421330.722775:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018386304:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421330.722842:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421330.722890:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107d668700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018386688:0@lo:400:kworker.0 00000100:00100000:1.0:1777421330.722920:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421330.722956:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018386304 00000100:00100000:1.0:1777421330.722964:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018386304 00000100:00100000:1.0:1777421330.723004:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1777421330.723010:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3297:x1863761018386304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777421330.723036:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777421330.723077:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3297:x1863761018386304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421330.723082:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00080000:1.0:1777421330.723097:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421330.723125:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018386304:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421330.723516:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107d66a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018386176:0@lo:400:kworker.0 00000100:00100000:3.0:1777421330.723552:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777421330.723579:0:7991:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 397280303314ns, next at 398280300871ns, rc = 0 00000100:00100000:3.0:1777421330.723580:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107d66b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018386816:0@lo:400:kworker.0 00000100:00100000:2.0:1777421330.723586:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107d66b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018386432:0@lo:400:kworker.0 00000100:00100000:3.0:1777421330.723609:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421330.723625:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018386688 00000100:00100000:0.0:1777421330.723630:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018386688 00000100:00100000:2.0:1777421330.723639:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018386176 00000100:00100000:2.0:1777421330.723645:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018386176 00000100:00100000:0.0:1777421330.723667:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1777421330.723689:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018386688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421330.723706:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018386816 00000100:00100000:3.0:1777421330.723711:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018386816 00000100:00100000:2.0:1777421330.723796:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1777421330.723810:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:2.0:1777421330.723810:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b513c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018386176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421330.723810:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018386688:12345-0@lo:400:kworker.0 Request processed in 118us (883us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421330.723819:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018386816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421330.723823:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1777421330.723852:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107d669880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3300:1863761018386560:0@lo:400:kworker.0 00000100:00100000:3.0:1777421330.723865:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018386816:12345-0@lo:400:kworker.0 Request processed in 46us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421330.723873:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:0.0:1777421330.723885:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421330.723906:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107d66b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018386816:0@lo:400:kworker.0 00000100:00100000:0.0:1777421330.723936:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018386560 00000100:00100000:0.0:1777421330.723942:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018386560 00000100:00100000:3.0:1777421330.723952:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421330.723974:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018386432 00000100:00100000:0.0:1777421330.723978:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018386432 00000100:00100000:0.0:1777421330.724006:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:3.0:1777421330.724013:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:0.0:1777421330.724018:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1863761018386560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421330.724026:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018386432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421330.724039:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b513c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018386176:12345-0@lo:400:kworker.0 Request processed in 237us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421330.724063:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:0.0:1777421330.724068:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1863761018386560:12345-0@lo:400:kworker.0 Request processed in 53us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421330.724077:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018386432:12345-0@lo:400:kworker.0 Request processed in 53us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421330.724078:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:3.0:1777421330.724088:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:2.0:1777421330.724102:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107d66a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018386176:0@lo:400:kworker.0 00000100:00100000:0.0:1777421330.724122:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107d669880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3300:1863761018386560:0@lo:400:kworker.0 00000100:00100000:3.0:1777421330.724135:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107d66b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018386432:0@lo:400:kworker.0 00000100:00080000:0.0:1777421330.724170:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421330.724191:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107d668700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018386688:0@lo:400:kworker.0 00000040:00080000:0.0:1777421330.838987:0:20307:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421330.838997:0:20307:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421330.839048:0:20307:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 5 00000040:00080000:0.0:1777421330.839055:0:20307:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000004:00080000:2.0:1777421331.260847:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 19 committed 00000001:00080000:2.0:1777421331.260878:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968018 is committed 00000001:00080000:2.0:1777421331.260886:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968012 is committed 00000001:00080000:2.0:1777421331.260895:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968015 is committed 00000020:00080000:2.0:1777421331.260907:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9710487a4cc0 refcount 2 committed 0 result 0 batchid 22 00000020:00080000:2.0:1777421331.260911:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9710466c5000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9710487a4a80 00000020:00080000:2.0:1777421331.260915:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9710466c5700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff970f41d8d400 00000020:00080000:2.0:1777421331.260933:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9710487a4300 refcount 2 committed 0 result 0 batchid 21 00000020:00080000:2.0:1777421331.260937:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9710466c5e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9710487a4780 00000020:00080000:2.0:1777421331.260940:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9710466c5d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff970f41ca9400 00000020:00080000:2.0:1777421331.260954:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 20 batchid updated 00000001:00080000:2.0:1777421331.260964:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968016 is committed 00000100:00100000:2.0:1777421331.261176:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018386944:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777421331.261243:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1777421331.261370:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 22 committed batchid 20 00000020:00080000:0.0:1777421331.261554:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000100:00100000:0.0:1777421331.261574:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018386944 00000100:00100000:0.0:1777421331.261582:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018386944 00000100:00100000:0.0:1777421331.261637:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:0.0:1777421331.261654:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3299:x1863761018386944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777421331.261692:0:6554:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:24 count 1 00002000:00010000:0.0:1777421331.261722:0:6554:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x69f14ab4, ctime: 0x69f14c0c, blocks: 0xb 00010000:00010000:0.0:1777421331.261731:0:6554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000315480b9/0xd9d09a059d6c3b69 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.261745:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421331.261747:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421331.261752:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000315480b9/0xd9d09a059d6c3b69 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.261766:0:6554:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000315480b9/0xd9d09a059d6c3b69 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.261775:0:6554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000315480b9/0xd9d09a059d6c3b69 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.261784:0:6554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000315480b9/0xd9d09a059d6c3b69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.261800:0:6554:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777421331.262260:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3299:x1863761018386944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 606us (1015us total) trans 4294967366 rc 0/0 00000100:00100000:0.0:1777421331.262268:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00010000:00010000:0.0:1777421331.262322:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777421331.262328:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000315480b9/0xd9d09a059d6c3b69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.262349:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44417400 already unused, calling callback (ffffffffc15870c0) 00000004:00080000:2.0:1777421331.262418:0:3299:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff970f42ee7480/2, rc 0, transno 4294967366 00000100:00100000:2.0:1777421331.262425:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018386944:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777421331.262462:0:5758:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000315480b9/0xd9d09a059d6c3b69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.262473:0:5758:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000315480b9/0xd9d09a059d6c3b69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.262488:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000315480b9/0xd9d09a059d6c3b69 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.262497:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000315480b9/0xd9d09a059d6c3b69 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.262514:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421331.262516:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421331.262518:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777421331.266853:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967365 is committed 00000001:00080000:0.0:1777421331.266871:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967363 is committed 00000040:00080000:2.0:1777421331.298557:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421331.298566:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421331.298798:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 5 00000040:00080000:2.0:1777421331.298805:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421331.299075:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107d668700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018387072:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421331.299227:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c3840 going to sleep for 11 seconds 00000100:00100000:0.0:1777421331.304377:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421331.304513:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007092992 00000100:00100000:1.0:1777421331.304523:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007092992 00000100:00100000:2.0:1777421331.304611:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107d668700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018387072:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421331.304639:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1123 00000100:00100000:1.0:1777421331.304658:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:29289:x1863761007092992:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421331.304693:0:12998:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421331.304793:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:29289:x1863761007092992:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 145us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421331.304801:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1123 00000100:00080000:0.0:1777421331.305149:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421331.307480:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421331.309162:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007093248 00000100:00100000:1.0:1777421331.309174:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007093248 00000100:00100000:1.0:1777421331.309227:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1124 00000100:00100000:1.0:1777421331.309234:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:29289:x1863761007093248:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421331.309251:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421331.309270:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3b70 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05c5c expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421331.309379:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3b77 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421331.309393:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3b77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421331.309419:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3b77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421331.309431:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:1.0:1777421331.309578:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3b70 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c5c expref: 49 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421331.309591:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3b77 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c5c expref: 48 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421331.309598:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff971052ac0600) 00010000:00010000:1.0:1777421331.309600:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421331.309602:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10e00, rc 0) 00000100:00100000:1.0:1777421331.309652:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:29289:x1863761007093248:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 419us (2180us total) trans 4294968019 rc 0/0 00000100:00100000:1.0:1777421331.309658:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1124 00000100:00100000:3.0:1777421331.313391:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421331.313527:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421331.313644:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007093376 00000100:00100000:0.0:1777421331.313655:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007093376 00000100:00100000:2.0:1777421331.313794:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007093504 00000100:00100000:0.0:1777421331.313817:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 299 00000100:00100000:0.0:1777421331.313828:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007093376:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421331.313873:0:6554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000315480b9/0xd9d09a059d6c3b85 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.313908:0:6554:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009a634e1d/0xd9d09a059d6c3b2a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c39 expref: 9 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.313917:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421331.313920:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421331.313924:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000315480b9/0xd9d09a059d6c3b85 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.313957:0:6554:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009a634e1d/0xd9d09a059d6c3b2a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c39 expref: 9 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.313971:0:6554:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009a634e1d/0xd9d09a059d6c3b2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c39 expref: 9 pid: 6554 timeout: 497 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421331.313986:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6554:1863761018387200:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421331.314060:0:6554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b6e3f00 going to sleep for 11 seconds 00000100:00080000:1.0:1777421331.314529:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421331.314575:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007093504 00000100:00100000:2.0:1777421331.314634:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 47 00000100:00100000:2.0:1777421331.314642:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:2358:x1863761007093504:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421331.314665:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421331.314689:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3b77 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c5c expref: 48 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421331.314705:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff971052ac0600) 00010000:00010000:2.0:1777421331.314710:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421331.314796:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:2358:x1863761007093504:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 154us (1268us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421331.314805:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 47 00000100:00100000:0.0:1777421331.315764:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6554:1863761018387200:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421331.315787:0:6554:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000315480b9/0xd9d09a059d6c3b85 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421331.317521:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421331.317606:0:17961:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007093632 00000100:00100000:2.0:1777421331.317615:0:17961:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007093632 00002000:00100000:2.0:1777421331.317658:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x16:0x0] (0->157) req@ffff97106ff73800 x1863761007093632/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:342/0 lens 648/0 e 0 to 0 dl 1777421342 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421331.317681:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff73800 with x1863761007093632 ext(0->157) 00010000:00010000:2.0:1777421331.317691:0:17961:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000009a634e1d/0xd9d09a059d6c3b2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c39 expref: 10 pid: 6554 timeout: 497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421331.317706:0:17961:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000009a634e1d/0xd9d09a059d6c3b2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c39 expref: 10 pid: 6554 timeout: 497 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421331.317713:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff97106ff73800 00000100:00100000:2.0:1777421331.317740:0:17961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 12 00000100:00100000:2.0:1777421331.317750:0:17961:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007093632:12345-192.168.204.24@tcp:4:cp.0 00000100:00100000:2.0:1777421331.318254:0:17961:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761007093632:12345-192.168.204.24@tcp:4:cp.0 Request processed in 504us (737us total) trans 4294967353 rc 0/0 00000100:00100000:2.0:1777421331.318264:0:17961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 12 00002000:00100000:2.0:1777421331.318293:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x16:0x0] (0->157) req@ffff97106ff73800 x1863761007093632/t4294967353(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:342/0 lens 648/448 e 0 to 0 dl 1777421342 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421331.318302:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ff73800 with x1863761007093632 ext(0->157) 00010000:00010000:2.0:1777421331.318308:0:17961:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000009a634e1d/0xd9d09a059d6c3b2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c39 expref: 12 pid: 6554 timeout: 497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421331.318320:0:17961:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000009a634e1d/0xd9d09a059d6c3b2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c39 expref: 12 pid: 6554 timeout: 497 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421331.318328:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff97106ff73800 00000100:00100000:3.0:1777421331.323414:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421331.323573:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007093760 00000100:00100000:2.0:1777421331.323595:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007093760 00010000:00010000:2.0:1777421331.323633:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009a634e1d/0xd9d09a059d6c3b2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c39 expref: 12 pid: 6554 timeout: 497 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421331.323700:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 335 00000100:00100000:2.0:1777421331.323713:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2359:x1863761007093760:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421331.323727:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421331.323748:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009a634e1d/0xd9d09a059d6c3b2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c39 expref: 12 pid: 6554 timeout: 497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421331.323763:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009a634e1d/0xd9d09a059d6c3b2a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c39 expref: 12 pid: 6554 timeout: 497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421331.323788:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a634e1d/0xd9d09a059d6c3b2a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c39 expref: 12 pid: 6554 timeout: 497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421331.323805:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421331.323807:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421331.323812:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000315480b9/0xd9d09a059d6c3b85 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421331.323823:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000315480b9/0xd9d09a059d6c3b85 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421331.323860:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421331.323915:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2359:x1863761007093760:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 206us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421331.323931:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 335 00010000:00010000:0.0:1777421331.325194:0:6554:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000315480b9/0xd9d09a059d6c3b85 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.325210:0:6554:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000315480b9/0xd9d09a059d6c3b85 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.325251:0:6554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000315480b9/0xd9d09a059d6c3b85 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.325260:0:6554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000315480b9/0xd9d09a059d6c3b85 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.325268:0:6554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000315480b9/0xd9d09a059d6c3b85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.325292:0:6554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44417400 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421331.325298:0:6554:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000315480b9/0xd9d09a059d6c3b85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.325307:0:6554:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000315480b9/0xd9d09a059d6c3b85 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.325324:0:6554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000315480b9/0xd9d09a059d6c3b85 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.325331:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000315480b9/0xd9d09a059d6c3b85 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421331.325424:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007093376:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 11595us (12039us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421331.325444:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 299 00000100:00100000:3.0:1777421331.330675:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421331.330847:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007094016 00000100:00100000:1.0:1777421331.330862:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007094016 00000100:00100000:1.0:1777421331.330938:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1125 00000100:00100000:1.0:1777421331.330951:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:29289:x1863761007094016:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421331.332724:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:29289:x1863761007094016:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 1767us (2054us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421331.332739:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1125 00000100:00100000:2.0:1777421331.336598:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421331.336673:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007094144 00000100:00100000:0.0:1777421331.336687:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007094144 00000100:00100000:0.0:1777421331.336753:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 300 00000100:00100000:0.0:1777421331.336765:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007094144:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421331.336785:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421331.336811:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2fe1c26/0xd9d09a059d6c3b8c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05c63 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421331.336837:0:6554:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 158, mtime: 0x69f14c11, atime: 0x0, ctime: 0x69f14c11, blocks: 0x1 00010000:00010000:0.0:1777421331.336854:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421331.336857:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421331.336866:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fe1c26/0xd9d09a059d6c3b8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c63 expref: 11 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.336883:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a2fe1c26/0xd9d09a059d6c3b8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c63 expref: 11 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.336897:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44416600, rc 0) 00000100:00100000:0.0:1777421331.336959:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007094144:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 196us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421331.336966:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 300 00000100:00100000:3.0:1777421331.350938:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421331.352591:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007094400 00000100:00100000:1.0:1777421331.352609:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007094400 00000100:00100000:1.0:1777421331.353000:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1126 00000100:00100000:1.0:1777421331.353012:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:29289:x1863761007094400:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421331.353162:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:29289:x1863761007094400:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 152us (2238us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421331.353172:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1126 00000100:00100000:3.0:1777421331.356920:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421331.357037:0:17961:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007094528 00000100:00100000:2.0:1777421331.357059:0:17961:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007094528 00002000:00100000:2.0:1777421331.357127:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x16:0x0] (0->4095) req@ffff970f42ee6d80 x1863761007094528/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:342/0 lens 488/0 e 0 to 0 dl 1777421342 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421331.357139:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f42ee6d80 with x1863761007094528 ext(0->4095) 00002000:00010000:2.0:1777421331.357147:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff970f42ee6d80 00000100:00100000:2.0:1777421331.357191:0:17961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101 00000100:00100000:2.0:1777421331.357202:0:17961:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007094528:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1777421331.357540:0:17961:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007094528:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 338us (630us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777421331.357549:0:17961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101 00002000:00100000:2.0:1777421331.357557:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x16:0x0] (0->4095) req@ffff970f42ee6d80 x1863761007094528/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:342/0 lens 488/4536 e 0 to 0 dl 1777421342 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421331.357565:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f42ee6d80 with x1863761007094528 ext(0->4095) 00002000:00010000:2.0:1777421331.357569:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff970f42ee6d80 00000100:00100000:2.0:1777421331.365155:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421331.365427:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007094656 00000100:00100000:1.0:1777421331.365441:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007094656 00000100:00100000:1.0:1777421331.365515:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1127 00000100:00100000:1.0:1777421331.365528:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:29289:x1863761007094656:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421331.365555:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421331.365582:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3b93 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05c6a expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421331.365626:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3b9a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421331.365642:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3b9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421331.365655:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3b9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421331.365786:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3b93 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c6a expref: 49 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421331.365808:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3b9a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c6a expref: 48 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421331.365819:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff971052ac0600) 00010000:00010000:1.0:1777421331.365822:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421331.365826:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11400, rc 0) 00000100:00100000:1.0:1777421331.365910:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:29289:x1863761007094656:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 384us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421331.365918:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1127 00000100:00100000:3.0:1777421331.368894:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421331.369237:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007094784 00000100:00100000:0.0:1777421331.369251:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007094784 00000100:00100000:0.0:1777421331.369342:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1128 00000100:00100000:0.0:1777421331.369352:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:29289:x1863761007094784:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421331.369421:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421331.369545:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:29289:x1863761007094784:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 194us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421331.369554:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1128 00000100:00100000:2.0:1777421331.373223:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421331.375331:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007094912 00000100:00100000:0.0:1777421331.375352:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007094912 00000100:00100000:0.0:1777421331.375454:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 301 00000100:00100000:0.0:1777421331.375465:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007094912:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421331.375527:0:6554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000315480b9/0xd9d09a059d6c3ba1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.375548:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421331.375550:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421331.375557:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000315480b9/0xd9d09a059d6c3ba1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.375573:0:6554:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000315480b9/0xd9d09a059d6c3ba1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.375613:0:6554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000315480b9/0xd9d09a059d6c3ba1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.375623:0:6554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000315480b9/0xd9d09a059d6c3ba1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.375631:0:6554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000315480b9/0xd9d09a059d6c3ba1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.375641:0:6554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44417400 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421331.375645:0:6554:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000315480b9/0xd9d09a059d6c3ba1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.375655:0:6554:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000315480b9/0xd9d09a059d6c3ba1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.375672:0:6554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000315480b9/0xd9d09a059d6c3ba1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.375682:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000315480b9/0xd9d09a059d6c3ba1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421331.375789:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007094912:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 325us (2581us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421331.375798:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 301 00000100:00100000:2.0:1777421331.378476:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421331.378580:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007095168 00000100:00100000:0.0:1777421331.378594:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007095168 00000100:00100000:0.0:1777421331.378662:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1129 00000100:00100000:0.0:1777421331.378674:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:29289:x1863761007095168:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777421331.378776:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3ba8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.378798:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3b9a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c6a expref: 48 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.378813:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3ba8 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.378861:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3b9a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c6a expref: 48 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.378875:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3b9a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c6a expref: 48 pid: 12998 timeout: 497 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421331.378893:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffeb100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018387328:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421331.379013:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b6e39c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421331.382027:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421331.382135:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffeb100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018387328:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421331.382163:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3ba8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421331.382225:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007095296 00000100:00100000:2.0:1777421331.382232:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007095296 00010000:00010000:2.0:1777421331.382301:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3b9a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c6a expref: 49 pid: 12998 timeout: 497 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421331.382356:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 336 00000100:00100000:2.0:1777421331.382364:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104553e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:2360:x1863761007095296:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421331.382378:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421331.382385:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3b9a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c6a expref: 49 pid: 12998 timeout: 497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421331.382405:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3b9a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c6a expref: 49 pid: 12998 timeout: 497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421331.382433:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3b9a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c6a expref: 49 pid: 12998 timeout: 497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421331.382566:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff971052ac0600) 00010000:00010000:2.0:1777421331.382572:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3ba8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421331.382583:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3ba8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421331.382592:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3ba8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421331.382620:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421331.382680:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104553e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:2360:x1863761007095296:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 316us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421331.382688:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 336 00010000:00010000:0.0:1777421331.382780:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3ba8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.382787:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3ba8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.383030:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3ba8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.383037:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3ba8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.383042:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3ba8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.383048:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421331.383051:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3ba8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.383056:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3ba8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.383062:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff971052ac0600) 00010000:00010000:0.0:1777421331.383064:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421331.383067:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3ba8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421331.383070:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c3ba8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421331.383183:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:29289:x1863761007095168:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 4513us (4721us total) trans 4294968020 rc 0/0 00000100:00100000:0.0:1777421331.383190:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1129 00000040:00080000:2.0:1777421331.383352:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421331.383364:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421331.383838:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:2.0:1777421331.383845:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421331.389259:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421331.389436:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007095552 00000100:00100000:0.0:1777421331.389450:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007095552 00000100:00100000:0.0:1777421331.389528:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 237 00000100:00100000:0.0:1777421331.389539:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42677480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:29289:x1863761007095552:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421331.390040:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42677480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:29289:x1863761007095552:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 500us (792us total) trans 4294968021 rc 0/0 00000100:00100000:0.0:1777421331.390049:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 237 00010000:00010000:2.0:1777421331.682700:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777421332.332570:0:20359:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421332.332583:0:20359:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421332.332670:0:20359:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 5 00000040:00080000:1.0:1777421332.332678:0:20359:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421332.360689:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421332.360740:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007095680 00000100:00100000:3.0:1777421332.360753:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007095680 00000100:00100000:3.0:1777421332.360845:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 302 00000100:00100000:3.0:1777421332.360858:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+16:2358:x1863761007095680:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421332.360882:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421332.360906:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005adf4adb/0xd9d09a059d6c3baf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05c71 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421332.360936:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421332.360939:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421332.360948:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005adf4adb/0xd9d09a059d6c3baf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c71 expref: 17 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421332.360970:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005adf4adb/0xd9d09a059d6c3baf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c71 expref: 17 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421332.361198:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60400, rc 0) 00000100:00100000:3.0:1777421332.361298:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+17:2358:x1863761007095680:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 416us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421332.361306:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 302 00000100:00080000:3.0:1777421332.361336:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421332.368922:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421332.369131:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007095936 00000100:00100000:1.0:1777421332.369147:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007095936 00000100:00080000:3.0:1777421332.369192:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421332.369241:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1130 00000100:00100000:1.0:1777421332.369254:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+98:29298:x1863761007095936:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421332.369609:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421332.369640:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3bb6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05c78 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.369771:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3bbd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.369791:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3bbd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.369806:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3bbd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421332.369821:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:1.0:1777421332.369994:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3bb6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c78 expref: 101 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.370013:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3bbd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c78 expref: 100 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.370023:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff971052ac0600) 00010000:00010000:1.0:1777421332.370027:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777421332.370032:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11e00, rc 0) 00000100:00100000:1.0:1777421332.370106:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+100:29298:x1863761007095936:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 854us (1196us total) trans 4294968022 rc 0/0 00000100:00100000:1.0:1777421332.370118:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1130 00000100:00100000:3.0:1777421332.372178:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421332.372249:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007096064 00000100:00100000:1.0:1777421332.372262:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007096064 00000100:00100000:1.0:1777421332.372353:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 303 00000100:00100000:1.0:1777421332.372366:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+17:2360:x1863761007096064:12345-192.168.204.24@tcp:1:lfs.0 00010000:00010000:1.0:1777421332.372425:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000661c8292/0xd9d09a059d6c3bcb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.372450:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a2fe1c26/0xd9d09a059d6c3b8c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c63 expref: 10 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.372460:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005adf4adb/0xd9d09a059d6c3baf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c71 expref: 17 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.372468:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421332.372471:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421332.372475:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000661c8292/0xd9d09a059d6c3bcb lrc: 5/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.372523:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005adf4adb/0xd9d09a059d6c3baf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c71 expref: 17 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.372541:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005adf4adb/0xd9d09a059d6c3baf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c71 expref: 17 pid: 6554 timeout: 498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421332.372560:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6553:1863761018387456:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421332.372685:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a2fe1c26/0xd9d09a059d6c3b8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c63 expref: 10 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.372697:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a2fe1c26/0xd9d09a059d6c3b8c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c63 expref: 10 pid: 6554 timeout: 498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421332.372709:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6553:1863761018387584:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421332.372735:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710453ba480 going to sleep for 11 seconds 00000100:00100000:1.0:1777421332.375264:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6553:1863761018387456:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421332.376489:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6553:1863761018387584:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421332.376535:0:6553:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000661c8292/0xd9d09a059d6c3bcb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421332.376861:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421332.376902:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421332.376920:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007096192 00000100:00100000:2.0:1777421332.376930:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007096192 00010000:00010000:2.0:1777421332.376984:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005adf4adb/0xd9d09a059d6c3baf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c71 expref: 18 pid: 6554 timeout: 498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421332.377027:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007096320 00000100:00100000:1.0:1777421332.377033:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007096320 00000100:00100000:2.0:1777421332.377036:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 337 00000100:00100000:2.0:1777421332.377049:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+18:2361:x1863761007096192:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421332.377059:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fe1c26/0xd9d09a059d6c3b8c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c63 expref: 11 pid: 6554 timeout: 498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421332.377066:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421332.377097:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005adf4adb/0xd9d09a059d6c3baf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c71 expref: 18 pid: 6554 timeout: 498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421332.377105:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 338 00010000:00010000:2.0:1777421332.377118:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005adf4adb/0xd9d09a059d6c3baf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c71 expref: 18 pid: 6554 timeout: 498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421332.377125:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080742d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007096320:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421332.377142:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421332.377158:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005adf4adb/0xd9d09a059d6c3baf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c71 expref: 18 pid: 6554 timeout: 498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.377159:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a2fe1c26/0xd9d09a059d6c3b8c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c63 expref: 11 pid: 6554 timeout: 498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.377185:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a2fe1c26/0xd9d09a059d6c3b8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c63 expref: 11 pid: 6554 timeout: 498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421332.377201:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421332.377210:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2fe1c26/0xd9d09a059d6c3b8c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c63 expref: 11 pid: 6554 timeout: 498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.377223:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421332.377226:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421332.377232:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000661c8292/0xd9d09a059d6c3bcb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.377245:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000661c8292/0xd9d09a059d6c3bcb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421332.377265:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+17:2361:x1863761007096192:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 216us (404us total) trans 0 rc 0/0 00010000:00010000:1.0:1777421332.377299:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421332.377328:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080742d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007096320:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 210us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421332.377393:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 337 00010000:00010000:0.0:1777421332.379198:0:6553:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000661c8292/0xd9d09a059d6c3bcb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421332.379223:0:6553:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000661c8292/0xd9d09a059d6c3bcb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421332.379261:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000661c8292/0xd9d09a059d6c3bcb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421332.379308:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000661c8292/0xd9d09a059d6c3bcb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421332.379319:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000661c8292/0xd9d09a059d6c3bcb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421332.379327:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11a00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421332.379333:0:6553:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000661c8292/0xd9d09a059d6c3bcb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421332.379334:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 338 00010000:00010000:0.0:1777421332.379347:0:6553:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000661c8292/0xd9d09a059d6c3bcb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421332.379367:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000661c8292/0xd9d09a059d6c3bcb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421332.379389:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000661c8292/0xd9d09a059d6c3bcb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421332.379489:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+16:2360:x1863761007096064:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 7126us (7319us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421332.379499:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 303 00000100:00100000:3.0:1777421332.382516:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421332.382582:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007096576 00000100:00100000:1.0:1777421332.382596:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007096576 00000100:00100000:1.0:1777421332.382669:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 238 00000100:00100000:1.0:1777421332.382681:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080742a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+100:29298:x1863761007096576:12345-192.168.204.24@tcp:35:lfs.0 00000004:00010000:1.0:1777421332.382767:0:5774:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000402:0x20:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3bbd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c78 expref: 100 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421332.383069:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968023 00000001:00080000:1.0:1777421332.383548:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968024 00010000:00010000:1.0:1777421332.383603:0:5774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3bd2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.383619:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3b15 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c2b expref: 48 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.383626:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3b46 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c40 expref: 103 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.383633:0:5774:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3bd2 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.383669:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3b46 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c40 expref: 103 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.383681:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3b46 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c40 expref: 103 pid: 5770 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421332.383696:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018387712:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421332.383861:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3b15 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c2b expref: 48 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.383871:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3b15 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c2b expref: 48 pid: 5770 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421332.383887:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018387840:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421332.383916:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710453ba480 going to sleep for 11 seconds 00000100:00100000:2.0:1777421332.387418:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421332.387460:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018387712:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421332.387475:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421332.387479:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007096704 00000100:00100000:1.0:1777421332.387481:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018387840:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421332.387491:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007096704 00000100:00100000:2.0:1777421332.387511:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007096832 00000100:00100000:2.0:1777421332.387516:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007096832 00010000:00010000:1.0:1777421332.387532:0:5774:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3bd2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421332.387541:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3b46 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c40 expref: 104 pid: 5770 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421332.387544:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3b15 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c2b expref: 49 pid: 5770 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421332.387717:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 339 00000100:00100000:3.0:1777421332.387726:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 340 00000100:00100000:2.0:1777421332.387732:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:2361:x1863761007096832:12345-192.168.204.24@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777421332.387741:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+104:2361:x1863761007096704:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421332.387751:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421332.387753:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421332.387765:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3b46 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c40 expref: 104 pid: 5770 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421332.387765:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3b15 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c2b expref: 49 pid: 5770 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421332.387792:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3b15 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c2b expref: 49 pid: 5770 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421332.387807:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3b46 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c40 expref: 104 pid: 5770 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421332.388665:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3b15 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c2b expref: 49 pid: 5770 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421332.388679:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3b46 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c40 expref: 104 pid: 5770 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421332.388683:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff971052ac0600) 00010000:00010000:2.0:1777421332.388689:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3bd2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421332.388700:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3bd2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421332.388729:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3bd2 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421332.388739:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff971052ac0600) 00010000:00010000:3.0:1777421332.388743:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421332.388758:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421332.388830:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+103:2361:x1863761007096704:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 1092us (1426us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421332.388830:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:2361:x1863761007096832:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 1102us (1356us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421332.388839:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 340 00000100:00100000:2.0:1777421332.388844:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 339 00010000:00010000:1.0:1777421332.389022:0:5774:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3bd2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.389032:0:5774:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3bd2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421332.389204:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968025 00000001:00080000:0.0:1777421332.390527:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968026 00000001:00080000:0.0:1777421332.390634:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968027 00000100:00100000:0.0:1777421332.390755:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffeb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018387968:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777421332.391255:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421332.391336:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045342480 going to sleep for 11 seconds 00000100:00100000:1.0:1777421332.391422:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018387968 00000100:00100000:1.0:1777421332.391433:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018387968 00000100:00100000:1.0:1777421332.391520:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1777421332.391531:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5774:x1863761018387968:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777421332.391632:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5774:x1863761018387968:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 101us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421332.391641:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1777421332.391694:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffeb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018387968:0@lo:1000:mdt_rdpg00_001.0 00000100:00080000:2.0:1777421332.391714:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1777421332.392941:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968028 00000100:00100000:1.0:1777421332.393361:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018388096:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777421332.393432:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421332.393468:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b6e36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421332.393694:0:13101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018388096 00000100:00100000:0.0:1777421332.393703:0:13101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018388096 00000100:00100000:0.0:1777421332.393757:0:13101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1777421332.393769:0:13101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5774:x1863761018388096:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777421332.393998:0:13101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5774:x1863761018388096:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 230us (564us total) trans 4294967354 rc 0/0 00000100:00100000:0.0:1777421332.394007:0:13101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1777421332.394069:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018388096:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:1.0:1777421332.394098:0:5774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3bd2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.394120:0:5774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3bd2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.394130:0:5774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3bd2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.394137:0:5774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421332.394143:0:5774:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3bd2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.394152:0:5774:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3bd2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.394170:0:5774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff971052ac0600) 00010000:00010000:1.0:1777421332.394174:0:5774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777421332.394180:0:5774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3bd2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421332.394187:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3bd2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421332.394535:0:5774:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x47:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1777421332.394832:0:5774:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].8, 64 off8728 00000004:00080000:0.0:1777421332.394846:0:5774:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 398951570851ns, next at 399951567957ns, rc = 0 00000001:00080000:0.0:1777421332.394854:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968029 00010000:00010000:0.0:1777421332.394984:0:5774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff971052ac0600) 00010000:00010000:0.0:1777421332.394988:0:5774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777421332.394997:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3bbd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c78 expref: 107 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421332.395189:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080742a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+106:29298:x1863761007096576:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 12509us (12685us total) trans 4294968030 rc 0/0 00000100:00100000:0.0:1777421332.395201:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 238 00000020:00080000:0.0:1777421332.395206:0:5774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00010000:00010000:1.0:1777421332.706482:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421333.318732:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421333.318781:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007096960 00000100:00100000:1.0:1777421333.318791:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007096960 00000100:00100000:1.0:1777421333.318845:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1131 00000100:00100000:1.0:1777421333.318855:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+106:29316:x1863761007096960:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:1.0:1777421333.318884:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421333.318907:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c3bd9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05c7f expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.318968:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3be0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.318983:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3be0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.318996:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3be0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.319010:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3be7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.319017:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3be7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.319024:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3be7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.319135:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c3bee lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.319143:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c3bee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.319150:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c3bee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421333.319183:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00000004:00200000:1.0:1777421333.319189:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421333.319210:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c3bee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.319221:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c3bee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.319230:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3be0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.319235:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3be0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.319242:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3be0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.319248:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421333.319252:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3be0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.319259:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3be0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.319270:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:1.0:1777421333.320025:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421333.320032:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3be0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.320040:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3be0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.320053:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3be7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.320064:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3be7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.320069:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3be7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.320074:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421333.320077:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3be7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.320083:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3be7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.320091:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff97104bab1400) 00010000:00010000:1.0:1777421333.320094:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421333.320098:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3be7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.320104:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3be7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.320142:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c3bd9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c7f expref: 108 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.320156:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c3bee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c7f expref: 107 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.320164:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff97104bab1200) 00010000:00010000:1.0:1777421333.320166:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421333.320169:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10c00, rc 0) 00000100:00100000:1.0:1777421333.320230:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+107:29316:x1863761007096960:12345-192.168.204.24@tcp:101:diff.0 Request processed in 1376us (1510us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421333.320237:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1131 00000100:00100000:3.0:1777421333.323678:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421333.323728:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007097216 00000100:00100000:1.0:1777421333.323808:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007097216 00000100:00100000:1.0:1777421333.323868:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1132 00000100:00100000:1.0:1777421333.323878:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080742300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+107:29316:x1863761007097216:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:1.0:1777421333.323907:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421333.323932:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3bf5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05c86 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.324035:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3bfc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.324061:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3bfc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.324073:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3bfc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421333.324086:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:1.0:1777421333.324223:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3bf5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c86 expref: 110 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.324239:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3bfc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c86 expref: 109 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.324248:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff97104bab1200) 00010000:00010000:1.0:1777421333.324252:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421333.324256:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10600, rc 0) 00000100:00100000:1.0:1777421333.324479:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080742300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+109:29316:x1863761007097216:12345-192.168.204.24@tcp:101:diff.0 Request processed in 601us (918us total) trans 4294968031 rc 0/0 00000100:00100000:1.0:1777421333.324487:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1132 00000100:00100000:0.0:1777421333.328661:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421333.328715:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421333.328748:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007097600 00000100:00100000:3.0:1777421333.328759:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007097600 00000100:00100000:1.0:1777421333.328825:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007097344 00000100:00100000:1.0:1777421333.328831:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007097344 00000100:00100000:3.0:1777421333.328836:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 48 00000100:00100000:3.0:1777421333.328849:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+110:29316:x1863761007097600:12345-192.168.204.24@tcp:103:diff.0 00010000:00010000:3.0:1777421333.328863:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777421333.328878:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 49 00000100:00100000:1.0:1777421333.328890:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+110:2360:x1863761007097344:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421333.328892:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c3bee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c7f expref: 110 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.328902:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421333.328914:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff97104bab1200) 00010000:00010000:3.0:1777421333.328920:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421333.328929:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3bfc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c86 expref: 109 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.328944:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff97104bab1200) 00010000:00010000:1.0:1777421333.328953:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421333.328977:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+108:29316:x1863761007097600:12345-192.168.204.24@tcp:103:diff.0 Request processed in 131us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421333.328981:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+108:2360:x1863761007097344:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 93us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421333.328988:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 48 00000100:00100000:1.0:1777421333.328996:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 49 00000100:00100000:3.0:1777421333.331101:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421333.331350:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007097728 00000100:00100000:1.0:1777421333.331431:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007097728 00000100:00100000:1.0:1777421333.331478:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1133 00000100:00100000:1.0:1777421333.331487:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+107:29316:x1863761007097728:12345-192.168.204.24@tcp:58:diff.0 00010000:00010000:1.0:1777421333.331585:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3c0a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.331602:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3c0a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.331617:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3c0a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777421333.331895:0:5771:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].32, 136 off12544 00000100:00100000:1.0:1777421333.331975:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+107:29316:x1863761007097728:12345-192.168.204.24@tcp:58:diff.0 Request processed in 487us (876us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421333.331983:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1133 00000100:00100000:3.0:1777421333.334177:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421333.334482:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007097856 00000100:00100000:1.0:1777421333.334497:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007097856 00000100:00100000:1.0:1777421333.334729:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1134 00000100:00100000:1.0:1777421333.334744:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+107:29316:x1863761007097856:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:1.0:1777421333.334771:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421333.334795:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c3c11 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05c8d expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.335031:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3c0a lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.335045:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c3c11 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c8d expref: 108 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.335071:0:5771:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3c0a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.335093:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c3c11 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c8d expref: 108 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.335109:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff97104bab1400) 00010000:00010000:1.0:1777421333.335114:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421333.335119:0:5771:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c3c11 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c8d expref: 108 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.335127:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10800, rc 0) 00000100:00100000:1.0:1777421333.335242:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+108:29316:x1863761007097856:12345-192.168.204.24@tcp:101:diff.0 Request processed in 502us (1078us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421333.335253:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1134 00000040:00080000:3.0:1777421333.410531:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421333.410539:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421333.410593:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 6 00000040:00080000:3.0:1777421333.410601:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421333.410753:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c2a680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018388224:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421333.410860:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104fe63f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777421333.416809:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c2a680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018388224:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421333.417496:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421333.417553:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007097984 00000100:00100000:1.0:1777421333.417561:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007097984 00000100:00100000:1.0:1777421333.417612:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1135 00000100:00100000:1.0:1777421333.417619:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:29317:x1863761007097984:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000100:00080000:2.0:1777421333.417628:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000080:1.0:1777421333.417663:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421333.417797:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:29317:x1863761007097984:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 178us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421333.417803:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1135 00000100:00100000:3.0:1777421333.422207:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421333.422477:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007098112 00000100:00100000:1.0:1777421333.422486:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007098112 00000100:00100000:1.0:1777421333.422541:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1136 00000100:00100000:1.0:1777421333.422551:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:29317:x1863761007098112:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1777421333.422620:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3c18 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422633:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3c18 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422641:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3c18 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422655:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3c1f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422660:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3c1f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422663:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3c1f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422680:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3c26 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422684:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3c26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422687:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3c26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421333.422717:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00000004:00200000:1.0:1777421333.422720:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421333.422731:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3c26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422740:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3c18 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422747:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3c18 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422753:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3c18 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422763:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421333.422767:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3c18 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422774:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3c18 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422790:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:1.0:1777421333.422794:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421333.422799:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3c18 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422805:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3c18 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422818:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3c1f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422825:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3c1f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422832:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3c1f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422837:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421333.422840:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3c1f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422846:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3c1f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422857:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x329c2aeb (ffff97104bab1200) 00010000:00010000:1.0:1777421333.422859:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421333.422873:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3c1f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422880:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3c1f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422895:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3c26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422901:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3c26 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422906:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3c26 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422911:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421333.422914:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3c26 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422920:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3c26 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422927:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff97104bab1400) 00010000:00010000:1.0:1777421333.422930:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421333.422933:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3c26 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.422938:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3c26 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421333.423016:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:29317:x1863761007098112:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 Request processed in 466us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421333.423024:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1136 00000100:00100000:0.0:1777421333.426589:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421333.426640:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007098368 00000100:00100000:1.0:1777421333.426659:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007098368 00000100:00100000:1.0:1777421333.426714:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1137 00000100:00100000:1.0:1777421333.426725:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:29317:x1863761007098368:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421333.426745:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421333.426764:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c2d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05c94 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.426859:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c34 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.426872:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.426882:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421333.426893:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:1.0:1777421333.426991:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.426998:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c34 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.427005:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.427015:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421333.427020:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.427027:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c34 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.427038:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff97104bab1400) 00010000:00010000:1.0:1777421333.427041:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421333.427045:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c34 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.427051:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c34 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.427106:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c2d lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c94 expref: 50 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.427117:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:1.0:1777421333.427119:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421333.427123:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c2d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c94 expref: 50 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.427132:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10400, rc 0) 00000100:00100000:1.0:1777421333.427187:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:29317:x1863761007098368:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 463us (604us total) trans 4294968032 rc 301/301 00000100:00100000:1.0:1777421333.427204:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1137 00000100:00100000:2.0:1777421333.430454:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421333.430495:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007098496 00000100:00100000:1.0:1777421333.430506:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007098496 00000100:00100000:1.0:1777421333.430562:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1138 00000100:00100000:1.0:1777421333.430572:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:29317:x1863761007098496:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421333.430604:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421333.430702:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:29317:x1863761007098496:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 130us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421333.430710:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1138 00000100:00100000:2.0:1777421333.433959:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421333.434005:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007098752 00000100:00100000:1.0:1777421333.434016:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007098752 00000100:00100000:1.0:1777421333.434063:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1139 00000100:00100000:1.0:1777421333.434073:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:29317:x1863761007098752:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421333.434091:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421333.434111:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3c42 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05c9b expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.434711:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3c49 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.434725:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3c49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.434737:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3c49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421333.434748:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x21:0x0]: returning size 0 00010000:00010000:1.0:1777421333.434796:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3c42 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c9b expref: 52 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.434813:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3c49 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c9b expref: 51 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.434824:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff97104bab1200) 00010000:00010000:1.0:1777421333.434827:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421333.434830:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11400, rc 0) 00000100:00100000:1.0:1777421333.434888:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:29317:x1863761007098752:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 816us (932us total) trans 4294968033 rc 0/0 00000100:00100000:1.0:1777421333.434896:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1139 00000100:00100000:0.0:1777421333.438807:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421333.438857:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007099008 00000100:00100000:1.0:1777421333.438867:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007099008 00000100:00100000:1.0:1777421333.438928:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1140 00000100:00100000:1.0:1777421333.438939:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:29317:x1863761007099008:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421333.439002:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421333.439029:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3c49 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c9b expref: 51 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.439053:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff97104bab1200) 00010000:00010000:1.0:1777421333.439065:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421333.439089:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c57 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.439102:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3b5b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c4e expref: 107 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.439109:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c57 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.439140:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3b5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c4e expref: 107 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.439155:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3b5b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c4e expref: 107 pid: 5772 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421333.439166:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018388352:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421333.439247:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c3840 going to sleep for 11 seconds 00000100:00100000:2.0:1777421333.442131:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421333.442131:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018388352:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421333.442164:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c57 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421333.442229:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007099136 00000100:00100000:0.0:1777421333.442235:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007099136 00010000:00010000:0.0:1777421333.442268:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3b5b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c4e expref: 108 pid: 5772 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421333.442611:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 341 00000100:00100000:0.0:1777421333.442622:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104553dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+108:2360:x1863761007099136:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421333.442635:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421333.442642:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3b5b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c4e expref: 108 pid: 5772 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.442653:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3b5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c4e expref: 108 pid: 5772 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.442778:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3b5b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c4e expref: 108 pid: 5772 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.442793:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:0.0:1777421333.442798:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c57 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.442812:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c57 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.443096:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c57 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.443124:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421333.443146:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c57 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.443153:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c57 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.443171:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c5e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x90a80e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.443178:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x90a80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421333.443184:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104553dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+107:2360:x1863761007099136:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 562us (1053us total) trans 0 rc 0/0 00010000:00010000:1.0:1777421333.443186:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x90a80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421333.443199:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 341 00010000:00010000:1.0:1777421333.443311:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c57 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.443322:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c57 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.443334:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c57 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.443341:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421333.443346:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c57 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.443366:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c57 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.443376:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:1.0:1777421333.443380:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421333.443384:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c57 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.443471:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c57 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.443481:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x90a80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.443487:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c5e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x90a80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.443492:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c5e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x90a80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.443497:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421333.443499:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c5e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x90a80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.443509:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c5e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x90a80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.443516:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x90a80e (ffff97104bab1100) 00010000:00010000:1.0:1777421333.443519:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421333.443522:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c5e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x90a80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.443527:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c5e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x90a80e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421333.443599:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:29317:x1863761007099008:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 4661us (4800us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777421333.443617:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1140 00000100:00100000:2.0:1777421333.445605:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421333.445648:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007099264 00000100:00100000:1.0:1777421333.445658:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007099264 00000100:00100000:1.0:1777421333.446663:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1141 00000100:00100000:1.0:1777421333.446727:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:29317:x1863761007099264:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421333.446748:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421333.446830:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3c65 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05ca2 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.446868:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3c6c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.446879:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3c6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.446890:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3c6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.446974:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c3c65 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ca2 expref: 52 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.446987:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3c6c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ca2 expref: 51 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.446993:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff97104bab1c00) 00010000:00010000:1.0:1777421333.446995:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777421333.446997:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10600, rc 0) 00000100:00100000:1.0:1777421333.447044:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:29317:x1863761007099264:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 372us (1446us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421333.447049:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1141 00000100:00100000:2.0:1777421333.449176:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421333.449406:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007099520 00000100:00100000:1.0:1777421333.449417:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007099520 00000100:00100000:1.0:1777421333.449466:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1142 00000100:00100000:1.0:1777421333.449477:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:29317:x1863761007099520:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421333.449558:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c73 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.449572:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.449584:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421333.449808:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000ac9300f2 reply state 0000000005848979 transno 4294968034 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421333.449819:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421333.449888:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:29317:x1863761007099520:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 413us (718us total) trans 4294968034 rc 0/0 00000100:00100000:1.0:1777421333.449895:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1142 00010000:00010000:3.0:1777421333.451606:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.451620:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c73 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.451628:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c73 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.451635:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421333.451639:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c73 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.451646:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c73 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.451661:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff97104bab1c00) 00010000:00010000:3.0:1777421333.451664:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777421333.451669:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c73 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.451676:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c3c73 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421333.451918:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421333.451965:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007099648 00000100:00100000:1.0:1777421333.451974:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007099648 00000100:00100000:1.0:1777421333.452026:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1143 00000100:00100000:1.0:1777421333.452035:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:29317:x1863761007099648:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421333.452056:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421333.452071:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c7a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05ca9 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.452122:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c7a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ca9 expref: 53 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.452135:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c7a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ca9 expref: 53 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.452142:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff97104bab1c00) 00010000:00010000:1.0:1777421333.452145:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421333.452147:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10400, rc 0) 00000100:00100000:1.0:1777421333.452192:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:29317:x1863761007099648:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 157us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421333.452199:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1143 00000100:00100000:0.0:1777421333.455247:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421333.455371:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007099776 00000100:00100000:2.0:1777421333.455382:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007099776 00000100:00100000:2.0:1777421333.455522:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 239 00000100:00100000:2.0:1777421333.455533:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:29317:x1863761007099776:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1777421333.455661:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:29317:x1863761007099776:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 Request processed in 126us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421333.455670:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 239 00000100:00100000:0.0:1777421333.459726:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421333.459861:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007100032 00000100:00100000:2.0:1777421333.459871:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007100032 00000100:00100000:2.0:1777421333.459924:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 240 00000100:00100000:2.0:1777421333.459933:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b5a5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:29317:x1863761007100032:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421333.460154:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b5a5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:29317:x1863761007100032:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 222us (436us total) trans 4294968035 rc 0/0 00000100:00100000:2.0:1777421333.460162:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 240 00000100:00100000:0.0:1777421333.462670:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421333.462835:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007100288 00000100:00100000:3.0:1777421333.462844:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007100288 00000100:00100000:3.0:1777421333.462902:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1144 00000100:00100000:3.0:1777421333.462913:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:29317:x1863761007100288:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777421333.463042:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:29317:x1863761007100288:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 131us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421333.463050:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1144 00000100:00100000:0.0:1777421333.465054:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421333.465085:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007100544 00000100:00100000:3.0:1777421333.465093:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007100544 00000100:00100000:3.0:1777421333.465139:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1145 00000100:00100000:3.0:1777421333.465148:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:29317:x1863761007100544:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421333.465165:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421333.465184:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3c81 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05cb0 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.465314:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3c88 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.465330:0:12998:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c7a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ca9 expref: 55 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.465339:0:12998:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3c88 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.465384:0:12998:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c7a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ca9 expref: 55 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.465413:0:12998:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c7a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ca9 expref: 55 pid: 5771 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421333.465427:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c2b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018388480:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421333.465503:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104fe63f00 going to sleep for 11 seconds 00000100:00100000:3.0:1777421333.468679:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c2b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018388480:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421333.468708:0:12998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3c88 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421333.469219:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421333.469416:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007100672 00000100:00100000:2.0:1777421333.469425:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007100672 00010000:00010000:2.0:1777421333.469461:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c7a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ca9 expref: 56 pid: 5771 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421333.469501:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 342 00000100:00100000:2.0:1777421333.469511:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+56:2360:x1863761007100672:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421333.469524:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421333.469532:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c7a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ca9 expref: 56 pid: 5771 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.469545:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c7a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ca9 expref: 56 pid: 5771 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.469567:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c3c7a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ca9 expref: 56 pid: 5771 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.469582:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff97104bab1c00) 00010000:00010000:2.0:1777421333.469586:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3c88 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.469595:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3c88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.469603:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3c88 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.469626:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421333.469670:0:12998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3c88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.469680:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3c88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421333.469682:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:2360:x1863761007100672:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 169us (460us total) trans 0 rc 0/0 00000004:00200000:3.0:1777421333.469701:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x21:0x0]: returning size 0 00000100:00100000:2.0:1777421333.469707:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 342 00000004:00080000:3.0:1777421333.470125:0:12998:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x19:0x0], index 1: 0 00010000:00010000:3.0:1777421333.470305:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3c88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.470314:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3c88 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.470322:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3c88 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.470328:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421333.470333:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3c88 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.470347:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3c88 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.470364:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff97104bab1c00) 00010000:00010000:3.0:1777421333.470367:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777421333.470370:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3c88 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.470374:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c3c88 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.470413:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3c81 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cb0 expref: 55 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.470419:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:3.0:1777421333.470421:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421333.470423:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3c81 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cb0 expref: 55 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.470428:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61600, rc 0) 00000100:00100000:3.0:1777421333.470451:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:29317:x1863761007100544:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 5306us (5404us total) trans 4294968036 rc 301/301 00000100:00100000:3.0:1777421333.470457:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1145 00000100:00100000:0.0:1777421333.472811:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421333.472904:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007100928 00000100:00100000:3.0:1777421333.472919:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007100928 00000100:00100000:3.0:1777421333.472993:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 241 00000100:00100000:3.0:1777421333.473002:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:29317:x1863761007100928:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421333.473340:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:29317:x1863761007100928:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 339us (536us total) trans 4294968037 rc 0/0 00000100:00100000:3.0:1777421333.473348:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 241 00000100:00100000:0.0:1777421333.475017:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421333.475051:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007101056 00000100:00100000:3.0:1777421333.475058:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007101056 00000100:00100000:3.0:1777421333.475092:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1146 00000100:00100000:3.0:1777421333.475101:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:29317:x1863761007101056:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421333.475118:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421333.475138:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3c96 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05cb7 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.475192:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3c9d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.475202:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3c9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.475210:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3c9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421333.475233:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x21:0x0]: returning size 0 00000004:00200000:3.0:1777421333.475236:0:12998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421333.475248:0:12998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3c9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.475298:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3c96 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cb7 expref: 57 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.475314:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3c9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cb7 expref: 56 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.475333:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff97104bab1c00) 00010000:00010000:3.0:1777421333.475335:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1777421333.475338:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61e00, rc 0) 00000100:00100000:3.0:1777421333.475392:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+56:29317:x1863761007101056:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 292us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421333.475399:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1146 00000100:00100000:0.0:1777421333.478339:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421333.478480:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007101184 00000100:00100000:1.0:1777421333.478490:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007101184 00000100:00100000:1.0:1777421333.478556:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 304 00000100:00100000:1.0:1777421333.478566:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761007101184:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421333.478582:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421333.478601:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000811e2dbf/0xd9d09a059d6c3ca4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05cbe expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421333.478625:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1777421333.478643:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421333.478646:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421333.478654:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000811e2dbf/0xd9d09a059d6c3ca4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cbe expref: 11 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.478672:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000811e2dbf/0xd9d09a059d6c3ca4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cbe expref: 11 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.478696:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11200, rc 0) 00000100:00100000:1.0:1777421333.478750:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007101184:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 186us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421333.478768:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 304 00000100:00080000:3.0:1777421333.478913:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421333.481581:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421333.481707:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007101440 00000100:00100000:3.0:1777421333.481717:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007101440 00000100:00100000:3.0:1777421333.481774:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1147 00000100:00100000:3.0:1777421333.481785:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+56:29317:x1863761007101440:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777421333.481886:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+56:29317:x1863761007101440:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 102us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421333.481894:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1147 00000100:00100000:0.0:1777421333.486510:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421333.486653:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007101568 00000100:00100000:1.0:1777421333.486663:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007101568 00000100:00100000:0.0:1777421333.486887:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 305 00000100:00100000:0.0:1777421333.486900:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:29317:x1863761007101568:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421333.486919:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421333.487000:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e865a629/0xd9d09a059d6c3cab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05cc5 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.487029:0:6554:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000811e2dbf/0xd9d09a059d6c3ca4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cbe expref: 12 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.487036:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421333.487037:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421333.487040:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e865a629/0xd9d09a059d6c3cab lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cc5 expref: 12 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.487066:0:6554:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000811e2dbf/0xd9d09a059d6c3ca4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cbe expref: 12 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.487075:0:6554:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000811e2dbf/0xd9d09a059d6c3ca4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cbe expref: 12 pid: 6553 timeout: 500 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421333.487086:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffe8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018388608:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421333.487151:0:6554:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045342480 going to sleep for 11 seconds 00000100:00100000:3.0:1777421333.489959:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffe8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018388608:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421333.489996:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e865a629/0xd9d09a059d6c3cab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cc5 expref: 12 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.490016:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44416800, rc 0) 00000100:00100000:3.0:1777421333.491319:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:29317:x1863761007101568:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 4415us (4808us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421333.491333:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 305 00000100:00100000:2.0:1777421333.493418:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421333.493510:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007101696 00000100:00100000:0.0:1777421333.493519:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007101696 00010000:00010000:0.0:1777421333.493558:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000811e2dbf/0xd9d09a059d6c3ca4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cbe expref: 12 pid: 6553 timeout: 500 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421333.493598:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 343 00000100:00100000:0.0:1777421333.493607:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007101696:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421333.493623:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421333.493645:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000811e2dbf/0xd9d09a059d6c3ca4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cbe expref: 12 pid: 6553 timeout: 500 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.493666:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000811e2dbf/0xd9d09a059d6c3ca4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cbe expref: 12 pid: 6553 timeout: 500 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.493691:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000811e2dbf/0xd9d09a059d6c3ca4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cbe expref: 12 pid: 6553 timeout: 500 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.493706:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421333.493708:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421333.493716:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e865a629/0xd9d09a059d6c3cab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cc5 expref: 11 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.493726:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e865a629/0xd9d09a059d6c3cab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cc5 expref: 11 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.493763:0:11342:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e865a629/0xd9d09a059d6c3cab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cc5 expref: 11 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421333.493778:0:11342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffeb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11342:1863761018388736:192.168.204.24@tcp:105: 00000100:00100000:0.0:1777421333.493884:0:11342:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045342480 going to sleep for 11 seconds 00000100:00100000:0.0:1777421333.497821:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421333.497895:0:17961:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007101824 00000100:00100000:2.0:1777421333.497903:0:11342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffeb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11342:1863761018388736:192.168.204.24@tcp:105: 00000100:00100000:1.0:1777421333.497903:0:17961:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007101824 00010000:00010000:2.0:1777421333.497930:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1777421333.497952:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->157) req@ffff97106ffe8380 x1863761007101824/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:344/0 lens 648/0 e 0 to 0 dl 1777421344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421333.497964:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ffe8380 with x1863761007101824 ext(0->157) 00002000:00010000:1.0:1777421333.497969:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97106ffe8380 00000100:00100000:2.0:1777421333.497985:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007101696:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 4377us (4574us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421333.497996:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 343 00000100:00100000:1.0:1777421333.498004:0:17961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 102 00000100:00100000:1.0:1777421333.498016:0:17961:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007101824:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1777421333.498501:0:17961:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761007101824:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 Request processed in 487us (688us total) trans 4294967367 rc 0/0 00000100:00100000:1.0:1777421333.498509:0:17961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 102 00002000:00100000:1.0:1777421333.498516:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->157) req@ffff97106ffe8380 x1863761007101824/t4294967367(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:344/0 lens 648/448 e 0 to 0 dl 1777421344 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421333.498525:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ffe8380 with x1863761007101824 ext(0->157) 00002000:00010000:1.0:1777421333.498528:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97106ffe8380 00000100:00100000:0.0:1777421333.500858:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421333.500926:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007101952 00000100:00100000:3.0:1777421333.500936:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007101952 00000100:00100000:3.0:1777421333.501010:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1148 00000100:00100000:3.0:1777421333.501021:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+56:29317:x1863761007101952:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1777421333.520642:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968030 is committed 00000004:00080000:2.0:1777421333.520654:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 9 committed 00000001:00080000:2.0:1777421333.520670:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968021 is committed 00000020:00080000:2.0:1777421333.520678:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 22 batchid updated 00000001:00080000:2.0:1777421333.520688:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968034 is committed 00000001:00080000:2.0:1777421333.520698:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968031 is committed 00000020:00080000:2.0:1777421333.520705:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9710453ba480 refcount 2 committed 0 result 0 batchid 23 00000020:00080000:2.0:1777421333.520710:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff970f42c36a00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9710453ba300 00000020:00080000:2.0:1777421333.520713:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff970f42c36300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff970f42374800 00000001:00080000:2.0:1777421333.520734:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968035 is committed 00000001:00080000:2.0:1777421333.520745:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968037 is committed 00000020:00080000:0.0:1777421333.520843:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 23 committed batchid 22 00000100:00100000:2.0:1777421333.520863:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777421333.520882:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018388864:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777421333.520942:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421333.521016:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018388864 00000020:00080000:0.0:1777421333.521019:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 22 00000100:00100000:2.0:1777421333.521026:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018388864 00000100:00100000:2.0:1777421333.521066:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:2.0:1777421333.521075:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3299:x1863761018388864:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777421333.521097:0:6554:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:22 count 1 00000100:00100000:0.0:1777421333.521130:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:29317:x1863761007101952:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 Request processed in 20108us (20278us total) trans 0 rc 0/0 00002000:00010000:2.0:1777421333.521138:0:6554:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 158, mtime: 0x69f14c11, atime: 0x0, ctime: 0x69f14c11, blocks: 0x1 00000100:00100000:0.0:1777421333.521141:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1148 00010000:00010000:2.0:1777421333.521144:0:6554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000793d22db/0xd9d09a059d6c3cb2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.521159:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421333.521161:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421333.521166:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000793d22db/0xd9d09a059d6c3cb2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.521181:0:6554:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000793d22db/0xd9d09a059d6c3cb2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.521190:0:6554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000793d22db/0xd9d09a059d6c3cb2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.521197:0:6554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000793d22db/0xd9d09a059d6c3cb2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.521383:0:6554:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777421333.521697:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3299:x1863761018388864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 622us (754us total) trans 4294967355 rc 0/0 00000100:00100000:2.0:1777421333.521704:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000004:00080000:3.0:1777421333.521768:0:3299:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff970f446ace00/2, rc 0, transno 4294967355 00000100:00100000:3.0:1777421333.521775:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018388864:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777421333.522041:0:5758:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777421333.522047:0:5758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000793d22db/0xd9d09a059d6c3cb2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.522053:0:5758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a0c00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421333.522056:0:5758:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000793d22db/0xd9d09a059d6c3cb2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.522062:0:5758:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000793d22db/0xd9d09a059d6c3cb2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.522077:0:5758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000793d22db/0xd9d09a059d6c3cb2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.522085:0:5758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000793d22db/0xd9d09a059d6c3cb2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.522100:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421333.522103:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421333.522104:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421333.525164:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421333.525502:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007102080 00000100:00100000:3.0:1777421333.525513:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007102080 00000100:00100000:3.0:1777421333.525573:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 307 00000100:00100000:3.0:1777421333.525588:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007102080:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1777421333.551154:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967366 is committed 00000001:00080000:0.0:1777421333.551175:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967367 is committed 00000100:00100000:3.0:1777421333.551214:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007102080:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 Request processed in 25627us (26056us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421333.551222:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 307 00000100:00100000:0.0:1777421333.556415:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421333.556512:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007102336 00000100:00100000:3.0:1777421333.556523:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007102336 00000100:00100000:3.0:1777421333.556582:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1149 00000100:00100000:3.0:1777421333.556594:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:29317:x1863761007102336:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777421333.556669:0:12998:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421333.556700:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3c9d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cb7 expref: 47 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.556720:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff97104bab1c00) 00010000:00010000:3.0:1777421333.556725:0:12998:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421333.556758:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cb9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.556772:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.556805:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.556836:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.556844:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cb9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.556851:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cb9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.556857:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421333.556862:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cb9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.556869:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cb9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.556878:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff97104bab1c00) 00010000:00010000:3.0:1777421333.556881:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421333.556885:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cb9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.556892:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cb9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421333.557013:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:29317:x1863761007102336:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 420us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421333.557021:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1149 00000100:00100000:0.0:1777421333.561493:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421333.561715:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007102464 00000100:00100000:3.0:1777421333.561726:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007102464 00000100:00100000:3.0:1777421333.561786:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1150 00000100:00100000:3.0:1777421333.561796:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080742a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:29317:x1863761007102464:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421333.561817:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421333.561838:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3cc0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05ccc expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.561904:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3cc0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ccc expref: 47 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.561919:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3cc0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ccc expref: 47 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.561939:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff97104bab1c00) 00010000:00010000:3.0:1777421333.561942:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777421333.561946:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61600, rc 0) 00000100:00100000:3.0:1777421333.562657:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080742a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:29317:x1863761007102464:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 860us (1172us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421333.562665:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1150 00000100:00100000:2.0:1777421333.569251:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421333.569504:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007102592 00000100:00100000:3.0:1777421333.569515:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007102592 00000100:00100000:3.0:1777421333.569580:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 308 00000100:00100000:3.0:1777421333.569590:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080c20450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007102592:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1777421333.569857:0:6554:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1777421333.569860:0:6554:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb mtime from disk: 0 -> 1777421329 00002000:00010000:3.0:1777421333.569863:0:6554:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb atime from disk: 0 -> 1777421329 00002000:00010000:3.0:1777421333.569876:0:6554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb ctime from disk: 0 -> 1777421329 00002000:00010000:3.0:1777421333.569878:0:6554:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1777421333.569937:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080c20450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007102592:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 Request processed in 348us (694us total) trans 4294967368 rc 0/0 00000100:00100000:3.0:1777421333.569945:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 308 00000100:00100000:0.0:1777421333.573463:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421333.573551:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007102848 00000100:00100000:3.0:1777421333.573562:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007102848 00000100:00100000:3.0:1777421333.573621:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1151 00000100:00100000:3.0:1777421333.573632:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080742d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:29317:x1863761007102848:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1777421333.573692:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cc7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.573708:0:12998:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3c6c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ca2 expref: 47 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.573717:0:12998:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cc7 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.573763:0:12998:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3c6c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ca2 expref: 47 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.573776:0:12998:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3c6c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ca2 expref: 47 pid: 5771 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421333.573789:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f41c2b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018388992:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421333.573877:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104baa6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777421333.577420:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421333.577442:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f41c2b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018388992:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421333.577484:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007102976 00010000:00010000:3.0:1777421333.577487:0:12998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cc7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421333.577491:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007102976 00010000:00010000:2.0:1777421333.577525:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3c6c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ca2 expref: 48 pid: 5771 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421333.577624:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 344 00000100:00100000:2.0:1777421333.577632:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080741f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:2361:x1863761007102976:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421333.577643:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421333.577650:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3c6c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ca2 expref: 48 pid: 5771 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.577662:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3c6c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ca2 expref: 48 pid: 5771 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.577684:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3c6c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ca2 expref: 48 pid: 5771 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.577700:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff97104bab1c00) 00010000:00010000:2.0:1777421333.577705:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cc7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.577714:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.577722:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cc7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.577744:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421333.577767:0:12998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.577778:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421333.577792:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080741f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:2361:x1863761007102976:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 160us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421333.577799:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 344 00010000:00010000:3.0:1777421333.577808:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.577815:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cc7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.577821:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cc7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.577827:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421333.577831:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cc7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.577838:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cc7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.577847:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff97104bab1c00) 00010000:00010000:3.0:1777421333.577850:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777421333.577854:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cc7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.577861:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3cc7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421333.577916:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080742d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:29317:x1863761007102848:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 Request processed in 4285us (4461us total) trans 0 rc -22/-22 00000100:00100000:3.0:1777421333.577925:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1151 00000100:00100000:2.0:1777421333.580125:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421333.580263:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007103104 00000100:00100000:3.0:1777421333.580371:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007103104 00000100:00100000:0.0:1777421333.580501:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 309 00000100:00100000:0.0:1777421333.580511:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007103104:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421333.580549:0:6554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e9124242/0xd9d09a059d6c3cce lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.580567:0:6554:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e865a629/0xd9d09a059d6c3cab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cc5 expref: 12 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.580575:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421333.580577:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421333.580580:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9124242/0xd9d09a059d6c3cce lrc: 4/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.580610:0:6554:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e865a629/0xd9d09a059d6c3cab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cc5 expref: 12 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.580622:0:6554:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e865a629/0xd9d09a059d6c3cab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cc5 expref: 12 pid: 6554 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421333.580637:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080740a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018389120:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421333.580704:0:6554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104f9ba0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421333.583054:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421333.583162:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007103232 00000100:00100000:1.0:1777421333.583170:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007103232 00010000:00010000:1.0:1777421333.583323:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e865a629/0xd9d09a059d6c3cab lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cc5 expref: 13 pid: 6554 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421333.583369:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 345 00000100:00100000:1.0:1777421333.583379:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007103232:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421333.583392:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421333.583412:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e865a629/0xd9d09a059d6c3cab lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cc5 expref: 13 pid: 6554 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.583425:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e865a629/0xd9d09a059d6c3cab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cc5 expref: 13 pid: 6554 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.583448:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421333.583450:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421333.583455:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e9124242/0xd9d09a059d6c3cce lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.583464:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9124242/0xd9d09a059d6c3cce lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.583484:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421333.583538:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007103232:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 159us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421333.583547:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 345 00010000:00010000:2.0:1777421333.583589:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e865a629/0xd9d09a059d6c3cab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cc5 expref: 12 pid: 6554 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421333.583601:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080740a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018389120:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421333.583616:0:6554:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e9124242/0xd9d09a059d6c3cce lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.583623:0:6554:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e9124242/0xd9d09a059d6c3cce lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.583628:0:6554:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e9124242/0xd9d09a059d6c3cce lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.583645:0:6554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e9124242/0xd9d09a059d6c3cce lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.583650:0:6554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e9124242/0xd9d09a059d6c3cce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.583656:0:6554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e9124242/0xd9d09a059d6c3cce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.583661:0:6554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44417000 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421333.583664:0:6554:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9124242/0xd9d09a059d6c3cce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.583694:0:6554:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9124242/0xd9d09a059d6c3cce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.583704:0:6554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e9124242/0xd9d09a059d6c3cce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.583709:0:6554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e9124242/0xd9d09a059d6c3cce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421333.583772:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007103104:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 3262us (3650us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421333.583780:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 309 00000100:00100000:0.0:1777421333.586164:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421333.586206:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007103488 00000100:00100000:3.0:1777421333.586215:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007103488 00000100:00100000:3.0:1777421333.586271:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1152 00000100:00100000:3.0:1777421333.586302:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:29317:x1863761007103488:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1777421333.586390:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3cd5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.586406:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3cd5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.586425:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3cd5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.586688:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3cdc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.586701:0:12998:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3cc0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ccc expref: 47 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.586709:0:12998:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3cdc lrc: 4/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.586740:0:12998:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3cc0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ccc expref: 47 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421333.586751:0:12998:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3cc0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ccc expref: 47 pid: 12998 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421333.586765:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff70380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018389248:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421333.586883:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104f9bae40 going to sleep for 11 seconds 00000100:00100000:0.0:1777421333.590773:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421333.590847:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007103616 00000100:00100000:3.0:1777421333.590858:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007103616 00010000:00010000:3.0:1777421333.590896:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3cc0 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ccc expref: 48 pid: 12998 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421333.590937:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 346 00000100:00100000:3.0:1777421333.590947:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:2360:x1863761007103616:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421333.590960:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421333.590968:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3cc0 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ccc expref: 48 pid: 12998 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.590994:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3cc0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ccc expref: 48 pid: 12998 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.591016:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff97104bab1c00) 00010000:00010000:3.0:1777421333.591020:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3cdc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.591030:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3cdc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.591037:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3cdc lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421333.591054:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421333.591104:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:2360:x1863761007103616:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 158us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421333.591111:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 346 00010000:00010000:2.0:1777421333.592577:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3cc0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ccc expref: 47 pid: 12998 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421333.592591:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff70380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018389248:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421333.592606:0:12998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3cdc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.592612:0:12998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3cdc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.592615:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3cdc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777421333.592796:0:12998:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968038 00000004:02000000:2.0:1777421333.592961:0:12998:0:(mdd_object.c:3024:mdd_swap_layouts()) *** cfs_fail_loc=152, val=0*** 00000001:00080000:2.0:1777421333.595837:0:12998:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968039 00010000:00010000:2.0:1777421333.595907:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3cdc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.595919:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3cdc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.595927:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3cdc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.595933:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421333.595938:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3cdc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.595945:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3cdc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.595962:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff97104bab1c00) 00010000:00010000:2.0:1777421333.595965:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421333.595969:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3cdc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.595976:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3cdc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.596004:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3c0a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.596010:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3c0a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.596016:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3c0a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.596032:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421333.596036:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3c0a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.596042:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3c0a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.596050:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff97104bab1400) 00010000:00010000:2.0:1777421333.596052:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421333.596060:0:12998:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c3c11 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c8d expref: 96 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.596070:0:12998:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c3c11 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c8d expref: 96 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.596079:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c3c11 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c8d expref: 96 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.596118:0:12998:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c3c11 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c8d expref: 96 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421333.596134:0:12998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446ad880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018389376:192.168.204.24@tcp:105: 00000100:00100000:2.0:1777421333.596250:0:12998:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b65aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421333.599493:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421333.599507:0:12998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446ad880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12998:1863761018389376:192.168.204.24@tcp:105: 00010000:00010000:2.0:1777421333.599533:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3c0a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.599568:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3c0a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.599599:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3ce3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.599611:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3ce3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.599621:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3ce3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.599631:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3ce3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.599638:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3ce3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.599644:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3ce3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.599650:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421333.599654:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3ce3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.599662:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3ce3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.599671:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff97104bab1400) 00010000:00010000:2.0:1777421333.599674:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421333.599677:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3ce3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.599689:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3ce3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.599698:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3cd5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.599703:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3cd5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.599709:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3cd5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.599714:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421333.599717:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3cd5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.599722:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3cd5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.599729:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff97104bab1400) 00010000:00010000:2.0:1777421333.599732:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421333.599735:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3cd5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.599740:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3cd5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421333.599965:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:29317:x1863761007103488:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 13664us (13806us total) trans 0 rc -95/-95 00000100:00100000:2.0:1777421333.599975:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1152 00000020:00080000:2.0:1777421333.599986:0:12998:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777421333.600542:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007103744 00000100:00100000:3.0:1777421333.600551:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007103744 00000100:00100000:3.0:1777421333.600599:0:11303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 242 00000100:00100000:3.0:1777421333.600610:0:11303:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+97:29316:x1863761007103744:12345-192.168.204.24@tcp:49:diff.0 00000040:00080000:0.0:1777421333.600741:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421333.600745:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1777421333.600877:0:11303:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b251bd7-457c-4889-b04e-8036834fd389+97:29316:x1863761007103744:12345-192.168.204.24@tcp:49:diff.0 Request processed in 267us (1391us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421333.600884:0:11303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 242 00000040:00080000:0.0:1777421333.601240:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 6 00000040:00080000:0.0:1777421333.601249:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421333.605015:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421333.605059:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421333.605141:0:11303:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007104000 00000100:00100000:3.0:1777421333.605152:0:11303:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007104000 00000100:00100000:2.0:1777421333.605176:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007104256 00000100:00100000:2.0:1777421333.605182:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007104256 00000100:00100000:2.0:1777421333.605269:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 243 00000100:00100000:2.0:1777421333.605306:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+97:29316:x1863761007104256:12345-192.168.204.24@tcp:35:diff.0 00000100:00100000:2.0:1777421333.605573:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+98:29316:x1863761007104256:12345-192.168.204.24@tcp:35:diff.0 Request processed in 269us (513us total) trans 4294968040 rc 0/0 00000100:00100000:2.0:1777421333.605581:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 243 00000100:00100000:2.0:1777421333.605599:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 244 00000100:00100000:2.0:1777421333.605606:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:29317:x1863761007104000:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1777421333.606115:0:5774:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x21:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777421333.606218:0:5774:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].17, 64 off9376 00000004:00080000:2.0:1777421333.606229:0:5774:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 400162954184ns, next at 401162951764ns, rc = 0 00000001:00080000:2.0:1777421333.606236:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968041 00010000:00010000:2.0:1777421333.606323:0:5774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3cea lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.606338:0:5774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3cea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.606349:0:5774:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3cea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.606369:0:5774:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3cea lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.606377:0:5774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3cea lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.606395:0:5774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3cea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421333.606410:0:5774:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777421333.606515:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:29317:x1863761007104000:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 908us (1506us total) trans 4294968042 rc 0/0 00000100:00100000:2.0:1777421333.606523:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 244 00000020:00080000:2.0:1777421333.606528:0:5774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777421333.606710:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777421333.606716:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3cea lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.606724:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a0c00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421333.606728:0:5759:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3cea lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.606736:0:5759:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3cea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.606748:0:5759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff971053d1f800) 00010000:00010000:1.0:1777421333.606751:0:5759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777421333.606756:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3cea lrc: 1/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.606763:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3cea lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421333.606779:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421333.606781:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421333.606783:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421333.731104:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777421334.055189:0:20508:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421334.055200:0:20508:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421334.055259:0:20508:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 6 00000040:00080000:2.0:1777421334.055265:0:20508:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421334.570429:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421334.570487:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007104512 00000100:00100000:2.0:1777421334.570498:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007104512 00000100:00080000:3.0:1777421334.570553:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421334.570578:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1153 00000100:00100000:2.0:1777421334.570590:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+98:29338:x1863761007104512:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421334.570624:0:12998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421334.570644:0:12998:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3cf1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05cd3 expref: -99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.570715:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1400/0xd9d09a059d6c3cf8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.570735:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1400/0xd9d09a059d6c3cf8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.570749:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1400/0xd9d09a059d6c3cf8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.570772:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3cff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.570778:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3cff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.570782:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3cff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.570905:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3d06 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.570915:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3d06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.570922:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3d06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421334.570932:0:12998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:2.0:1777421334.571077:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1400/0xd9d09a059d6c3cf8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.571090:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1400/0xd9d09a059d6c3cf8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.571097:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1400/0xd9d09a059d6c3cf8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.571104:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421334.571110:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1400/0xd9d09a059d6c3cf8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.571127:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1400/0xd9d09a059d6c3cf8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.571140:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:2.0:1777421334.571143:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421334.571148:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1400/0xd9d09a059d6c3cf8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.571156:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1400/0xd9d09a059d6c3cf8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.571179:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3cff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.571185:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3cff lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.571191:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3cff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.571197:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421334.571200:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3cff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.571211:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3cff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.571220:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff971053d1f900) 00010000:00010000:2.0:1777421334.571223:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421334.571227:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3cff lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.571240:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3cff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.571315:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3cf1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cd3 expref: 101 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.571343:0:12998:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3d06 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cd3 expref: 100 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.571352:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff97104bab1400) 00010000:00010000:2.0:1777421334.571354:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421334.571358:0:12998:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a1a00, rc 0) 00000100:00100000:2.0:1777421334.571420:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+100:29338:x1863761007104512:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 832us (999us total) trans 4294968043 rc 0/0 00000100:00100000:2.0:1777421334.571428:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1153 00000100:00100000:3.0:1777421334.574300:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421334.574345:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007104640 00000100:00100000:2.0:1777421334.574355:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007104640 00000100:00100000:2.0:1777421334.574411:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1154 00000100:00100000:2.0:1777421334.574422:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+100:29338:x1863761007104640:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:2.0:1777421334.574494:0:12998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3d14 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.574512:0:12998:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3d14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.574524:0:12998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3d14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.574567:0:12998:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3d14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.574576:0:12998:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3d14 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.574584:0:12998:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3d14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.574590:0:12998:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a0000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421334.574594:0:12998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3d14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.574601:0:12998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3d14 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.574613:0:12998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff97104bab1400) 00010000:00010000:2.0:1777421334.574616:0:12998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421334.574621:0:12998:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3d14 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421334.574635:0:12998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0000/0xd9d09a059d6c3d14 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12998 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421334.574708:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+100:29338:x1863761007104640:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 288us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421334.574717:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1154 00000100:00100000:0.0:1777421334.577130:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421334.577195:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007104896 00000100:00100000:3.0:1777421334.577204:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007104896 00000100:00100000:3.0:1777421334.577250:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 245 00000100:00100000:3.0:1777421334.577258:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+100:29338:x1863761007104896:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:3.0:1777421334.577511:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+101:29338:x1863761007104896:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 252us (386us total) trans 4294968044 rc 0/0 00000100:00100000:3.0:1777421334.577520:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 245 00000040:00080000:1.0:1777421334.626802:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421334.626810:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421334.627007:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 4 00000040:00080000:1.0:1777421334.627013:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777421334.754690:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421334.820181:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777421334.820201:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018389504:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421334.820256:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421334.820323:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018389504 00000100:00100000:1.0:1777421334.820340:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018389504 00000100:00100000:1.0:1777421334.820383:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1777421334.820391:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3298:x1863761018389504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777421334.820423:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 88408064 pending 1703936 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777421334.820457:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3298:x1863761018389504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421334.820464:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1777421334.820508:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018389504:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1777421334.820585:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421334.836463:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421334.836494:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421334.836528:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421334.836554:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421334.836571:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421334.836757:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007105024 00000100:00100000:2.0:1777421334.836767:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007105024 00000100:00100000:2.0:1777421334.836833:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 494 00000100:00100000:2.0:1777421334.836842:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b511c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761007105024:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421334.836900:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b511c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761007105024:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 58us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421334.836907:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 494 00000100:00100000:3.0:1777421334.836921:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007105152 00000100:00100000:3.0:1777421334.836927:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007105152 00000100:00100000:3.0:1777421334.836976:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007105664 00000100:00100000:3.0:1777421334.836980:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007105664 00000100:00100000:1.0:1777421334.836996:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007105408 00000100:00100000:1.0:1777421334.837002:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007105408 00000100:00100000:3.0:1777421334.837009:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007105280 00000100:00100000:3.0:1777421334.837014:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007105280 00000100:00100000:1.0:1777421334.837037:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 232 00000100:00100000:3.0:1777421334.837042:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 227 00000100:00100000:1.0:1777421334.837049:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:2360:x1863761007105408:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421334.837057:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+16:2360:x1863761007105152:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421334.837093:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+16:2360:x1863761007105152:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 42us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421334.837101:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:2360:x1863761007105408:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 53us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421334.837106:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 227 00000100:00100000:1.0:1777421334.837115:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 232 00000100:00100000:3.0:1777421334.837128:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 228 00000100:00100000:3.0:1777421334.837138:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007105664:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421334.837144:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 229 00000100:00100000:1.0:1777421334.837154:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007105280:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421334.837167:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007105664:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 29us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421334.837175:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 228 00000100:00100000:1.0:1777421334.837184:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007105280:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 31us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421334.837191:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 229 00000100:00080000:3.0:1777421334.837210:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777421334.837215:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421334.837669:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421334.840413:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007105536 00000100:00100000:1.0:1777421334.840427:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007105536 00000100:00080000:3.0:1777421334.840480:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421334.840502:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 230 00000100:00100000:1.0:1777421334.840512:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761007105536:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421334.840581:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761007105536:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 71us (2913us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421334.840589:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 230 00000040:00080000:2.0:1777421335.653073:0:20654:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421335.653081:0:20654:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421335.653109:0:20654:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 4 00000040:00080000:2.0:1777421335.653115:0:20654:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777421335.778522:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777421335.842794:0:7991:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 402399517506ns, next at 403399515533ns, rc = 0 00000100:00100000:1.0:1777421335.842882:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018389632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777421335.842922:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018389760:0@lo:400:kworker.0 00000100:00100000:2.0:1777421335.843078:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1863761018389888:0@lo:400:kworker.0 00000100:00100000:0.0:1777421335.843342:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421335.843393:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018390272:0@lo:400:kworker.0 00000100:00100000:0.0:1777421335.843419:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421335.843466:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018390272 00000100:00100000:0.0:1777421335.843474:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018390272 00000100:00100000:0.0:1777421335.843523:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:0.0:1777421335.843532:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1863761018390272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421335.843579:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1863761018390272:12345-0@lo:400:kworker.0 Request processed in 49us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421335.843586:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:0.0:1777421335.843625:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018390272:0@lo:400:kworker.0 00000100:00100000:3.0:1777421335.843821:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1863761018390016:0@lo:400:kworker.0 00000100:00100000:3.0:1777421335.843851:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421335.843880:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777421335.843887:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018390144:0@lo:400:kworker.0 00000100:00100000:3.0:1777421335.843910:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421335.843954:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018389760 00000100:00100000:3.0:1777421335.843958:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018389760 00000100:00100000:3.0:1777421335.843985:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1777421335.843991:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b510050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018389760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421335.844027:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b510050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018389760:12345-0@lo:400:kworker.0 Request processed in 36us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421335.844035:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1777421335.844037:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018390016 00000100:00100000:0.0:1777421335.844043:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018390016 00000100:00080000:3.0:1777421335.844066:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421335.844079:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:3.0:1777421335.844083:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018390144 00000100:00100000:3.0:1777421335.844089:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018390144 00000100:00100000:0.0:1777421335.844089:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018390016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421335.844122:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:3.0:1777421335.844131:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3297:x1863761018390144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421335.844143:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421335.844186:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3297:x1863761018390144:12345-0@lo:400:kworker.0 Request processed in 55us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421335.844187:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018389632 00000100:00100000:1.0:1777421335.844192:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018389632 00000100:00100000:3.0:1777421335.844197:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:2.0:1777421335.844220:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1777421335.844224:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421335.844236:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1777421335.844246:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018389632:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421335.844257:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018390400:0@lo:400:kworker.0 00002000:00000024:1.0:1777421335.844297:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777421335.844307:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421335.844364:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018389888 00000100:00100000:1.0:1777421335.844366:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018389632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 121us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421335.844370:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018389888 00000100:00100000:1.0:1777421335.844375:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1777421335.844382:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018390144:0@lo:400:kworker.0 00000100:00100000:2.0:1777421335.844404:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:1.0:1777421335.844418:0:3298:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967366 gen 2 00000004:00080000:1.0:1777421335.844424:0:3298:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967364 committed transno 4294967366 00000004:00080000:1.0:1777421335.844449:0:3298:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967365 committed transno 4294967366 00000100:00100000:0.0:1777421335.844455:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018390016:12345-0@lo:400:kworker.0 Request processed in 366us (600us total) trans 0 rc 0/0 00000004:00080000:1.0:1777421335.844463:0:3298:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff970f42ee7480, transno 4294967366 00000100:00100000:2.0:1777421335.844478:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1863761018389888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421335.844483:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018389632:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421335.844509:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018390400 00000100:00100000:3.0:1777421335.844515:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018390400 00000100:00100000:2.0:1777421335.844524:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1863761018389888:12345-0@lo:400:kworker.0 Request processed in 111us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421335.844533:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:3.0:1777421335.844549:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:3.0:1777421335.844558:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018390400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421335.844571:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1863761018389888:0@lo:400:kworker.0 00000100:00100000:2.0:1777421335.844617:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1863761018390016:0@lo:400:kworker.0 00000100:00100000:3.0:1777421335.844640:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018390400:12345-0@lo:400:kworker.0 Request processed in 82us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421335.844649:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1777421335.844657:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018389760:0@lo:400:kworker.0 00000100:00100000:3.0:1777421335.844696:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018390400:0@lo:400:kworker.0 00000100:00100000:0.0:1777421335.845819:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000001:00080000:2.0:1777421336.386118:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967354 is committed 00000001:00080000:2.0:1777421336.386141:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967355 is committed 00000001:00080000:2.0:1777421336.386152:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967353 is committed 00010000:00010000:1.0:1777421336.804919:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421337.826860:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421338.851052:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1777421338.957828:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967368 is committed 00000004:00080000:0.0:1777421338.963975:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 21 committed 00000001:00080000:0.0:1777421338.964002:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968038 is committed 00000020:00080000:0.0:1777421338.964010:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 23 batchid updated 00000001:00080000:0.0:1777421338.964036:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968043 is committed 00000001:00080000:0.0:1777421338.964043:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968042 is committed 00000004:00080000:0.0:1777421338.964045:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 20 committed 00000001:00080000:0.0:1777421338.964064:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968044 is committed 00000020:00080000:3.0:1777421338.964152:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000020:00080000:3.0:1777421338.964162:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000100:00100000:2.0:1777421338.964397:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018390528:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777421338.964465:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421338.964543:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018390528 00000100:00100000:2.0:1777421338.964551:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018390528 00000100:00100000:2.0:1777421338.964606:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1777421338.964616:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018390528:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777421338.964642:0:6552:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:25 count 1 00002000:00010000:2.0:1777421338.964675:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 158, mtime: 0x69f14c11, atime: 0x69f14c11, ctime: 0x69f14c11, blocks: 0xb 00010000:00010000:2.0:1777421338.964683:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077cb8d8f/0xd9d09a059d6c3d1b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421338.964697:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421338.964699:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421338.964704:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077cb8d8f/0xd9d09a059d6c3d1b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421338.964716:0:6552:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077cb8d8f/0xd9d09a059d6c3d1b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421338.964724:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077cb8d8f/0xd9d09a059d6c3d1b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421338.964730:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000077cb8d8f/0xd9d09a059d6c3d1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421338.964749:0:6552:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777421338.964775:0:7433:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777421338.964783:0:7433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000077cb8d8f/0xd9d09a059d6c3d1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421338.964792:0:7433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1c00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421338.964796:0:7433:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000077cb8d8f/0xd9d09a059d6c3d1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421338.964805:0:7433:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000077cb8d8f/0xd9d09a059d6c3d1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421338.964824:0:7433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000077cb8d8f/0xd9d09a059d6c3d1b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421338.964833:0:7433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077cb8d8f/0xd9d09a059d6c3d1b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421338.964852:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421338.964854:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421338.964856:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421338.965212:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018390528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 597us (746us total) trans 4294967369 rc 0/0 00000100:00100000:2.0:1777421338.965220:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000004:00080000:1.0:1777421338.965259:0:3297:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff97105003d180/2, rc 0, transno 4294967369 00000100:00100000:1.0:1777421338.965266:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018390528:0@lo:6:osp-syn-1-0.0 00000100:00080000:3.0:1777421338.965309:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1777421339.874438:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421339.938667:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018390656:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421339.938733:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421339.939881:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018390656 00000100:00100000:1.0:1777421339.939892:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018390656 00000100:00080000:3.0:1777421339.940308:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421339.940333:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1777421339.940346:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018390656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777421339.940383:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 86704128 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777421339.940459:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018390656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (1725us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421339.940465:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1777421339.940548:0:3298:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967355 gen 2 00000004:00080000:3.0:1777421339.940555:0:3298:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967354 committed transno 4294967355 00000004:00080000:3.0:1777421339.940578:0:3298:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff970f446ace00, transno 4294967355 00000100:00100000:3.0:1777421339.940612:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018390656:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777421339.953503:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421339.953615:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421339.953657:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421339.953689:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421339.953718:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421339.953776:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007106304 00000100:00100000:0.0:1777421339.953778:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007106048 00000100:00100000:0.0:1777421339.953787:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007106048 00000100:00100000:1.0:1777421339.953788:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007106304 00000100:00100000:3.0:1777421339.953842:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421339.953869:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421339.953888:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007106560 00000100:00100000:3.0:1777421339.953892:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007106560 00000100:00100000:1.0:1777421339.954808:0:12998:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007105920 00000100:00100000:1.0:1777421339.954812:0:12998:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007105920 00000100:00100000:1.0:1777421339.954833:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 236 00000100:00100000:1.0:1777421339.954839:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:2361:x1863761007106304:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421339.954894:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:2361:x1863761007106304:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 55us (1237us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421339.954899:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 236 00000100:00100000:1.0:1777421339.954913:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 237 00000100:00100000:1.0:1777421339.954917:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+98:2361:x1863761007105920:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421339.954943:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b251bd7-457c-4889-b04e-8036834fd389+98:2361:x1863761007105920:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 25us (1226us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421339.954950:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 233 00000100:00100000:1.0:1777421339.954955:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 237 00000100:00100000:0.0:1777421339.954963:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+16:2361:x1863761007106048:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421339.954997:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+16:2361:x1863761007106048:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 38us (1382us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421339.955005:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 233 00000100:00100000:0.0:1777421339.955020:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007106176 00000100:00100000:0.0:1777421339.955024:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007106176 00000100:00100000:0.0:1777421339.955046:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007106432 00000100:00100000:0.0:1777421339.955049:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007106432 00000100:00100000:0.0:1777421339.955064:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 234 00000100:00100000:0.0:1777421339.955071:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007106176:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421339.955097:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007106176:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 26us (1255us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421339.955103:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 234 00000100:00100000:0.0:1777421339.955114:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 235 00000100:00100000:0.0:1777421339.955120:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761007106432:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421339.955141:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761007106432:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 22us (1272us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421339.955147:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 235 00000100:00080000:0.0:1777421339.955176:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777421339.955182:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777421339.955186:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421339.955570:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007105792 00000100:00100000:2.0:1777421339.955576:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007105792 00000100:00100000:2.0:1777421339.955614:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 496 00000100:00100000:2.0:1777421339.955622:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b510c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761007105792:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421339.955666:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b510c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761007105792:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 45us (2174us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421339.955672:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 496 00000100:00100000:3.0:1777421339.956951:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 236 00000100:00100000:3.0:1777421339.956962:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f41b6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761007106560:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421339.957874:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f41b6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761007106560:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 911us (4180us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421339.957884:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 236 00010000:00010000:1.0:1777421340.899790:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421340.962637:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018390784:0@lo:400:kworker.0 00000100:00100000:2.0:1777421340.962724:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421340.962791:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1863761018391040:0@lo:400:kworker.0 00000100:00100000:2.0:1777421340.962793:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018391296:0@lo:400:kworker.0 00000100:00100000:0.0:1777421340.962836:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421340.962849:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018390784 00000100:00100000:2.0:1777421340.962857:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018390784 00000100:00100000:0.0:1777421340.962868:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777421340.962875:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018391168:0@lo:400:kworker.0 00000100:00100000:2.0:1777421340.962904:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1777421340.962904:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421340.962917:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b510450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018390784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421340.962931:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018391040 00000100:00100000:0.0:1777421340.962935:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018391040 00000100:00100000:2.0:1777421340.962976:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b510450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3299:x1863761018390784:12345-0@lo:400:kworker.0 Request processed in 60us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421340.962976:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:0.0:1777421340.962985:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018391040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421340.962988:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1777421340.963031:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1863761018391040:12345-0@lo:400:kworker.0 Request processed in 48us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421340.963038:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00080000:2.0:1777421340.963060:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421340.963077:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421340.963081:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1863761018391040:0@lo:400:kworker.0 00000100:00100000:2.0:1777421340.963110:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3299:1863761018390784:0@lo:400:kworker.0 00000100:00100000:0.0:1777421340.963121:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018391296 00000100:00100000:0.0:1777421340.963125:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018391296 00000100:00100000:2.0:1777421340.963129:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1777421340.963137:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018390912:0@lo:400:kworker.0 00000100:00100000:2.0:1777421340.963162:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421340.963178:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018391424:0@lo:400:kworker.0 00000100:00100000:2.0:1777421340.963195:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421340.963240:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018391168 00000100:00100000:2.0:1777421340.963244:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018391168 00000100:00100000:2.0:1777421340.963266:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018391424 00000100:00100000:2.0:1777421340.963268:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018391424 00000100:00100000:2.0:1777421340.963312:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1777421340.963319:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018391168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421340.963353:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018391168:12345-0@lo:400:kworker.0 Request processed in 34us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421340.963359:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1777421340.963371:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:2.0:1777421340.963377:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3299:x1863761018391424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421340.963407:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3299:x1863761018391424:12345-0@lo:400:kworker.0 Request processed in 30us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421340.963413:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00080000:2.0:1777421340.963431:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777421340.963434:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421340.963450:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018391424:0@lo:400:kworker.0 00000100:00100000:0.0:1777421340.963804:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018390912 00000100:00100000:0.0:1777421340.963808:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018390912 00000100:00100000:0.0:1777421340.963843:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:0.0:1777421340.963848:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1863761018391296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421340.963888:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1863761018391296:12345-0@lo:400:kworker.0 Request processed in 39us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421340.963894:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:0.0:1777421340.963906:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:0.0:1777421340.963910:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018390912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421340.963933:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018390912:12345-0@lo:400:kworker.0 Request processed in 22us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421340.963938:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:0.0:1777421340.963966:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018391168:0@lo:400:kworker.0 00000100:00100000:2.0:1777421340.964691:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018390912:0@lo:400:kworker.0 00000100:00100000:2.0:1777421340.964703:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1863761018391296:0@lo:400:kworker.0 00000100:00100000:3.0:1777421340.965297:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777421340.965309:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018391552:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421340.965350:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421340.965534:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018391552 00000100:00100000:1.0:1777421340.965541:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018391552 00000100:00100000:1.0:1777421340.965612:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1777421340.965620:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106fe9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018391552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777421340.965648:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777421340.965694:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106fe9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018391552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421340.965701:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1777421340.965767:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018391552:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1777421341.922587:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777421342.947250:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421343.970637:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777421344.059027:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967369 is committed 00000040:00080000:1.0:1777421344.867037:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421344.867046:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421344.867364:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 1 00000040:00080000:1.0:1777421344.867373:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777421344.995308:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421345.058990:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777421345.059013:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018391680:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421345.059075:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421345.059207:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018391680 00000100:00100000:1.0:1777421345.059216:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018391680 00000100:00080000:2.0:1777421345.059297:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421345.059304:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1777421345.059314:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018391680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777421345.059344:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 86704128 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777421345.059395:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018391680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421345.059403:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1777421345.059995:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018391680:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421345.076892:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421345.076954:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421345.077042:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421345.077080:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421345.077107:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421345.077146:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421345.077176:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007106816 00000100:00100000:2.0:1777421345.077200:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007106816 00000100:00100000:3.0:1777421345.077943:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007106688 00000100:00100000:3.0:1777421345.077954:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007106688 00000100:00100000:3.0:1777421345.078206:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 498 00000100:00100000:3.0:1777421345.078220:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b513450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2359:x1863761007106688:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421345.078332:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b513450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2359:x1863761007106688:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 115us (1376us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421345.078342:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 498 00000100:00100000:3.0:1777421345.081056:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007106944 00000100:00100000:3.0:1777421345.081072:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007106944 00000100:00100000:0.0:1777421345.081126:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007107072 00000100:00100000:0.0:1777421345.081131:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007107072 00000100:00100000:0.0:1777421345.081291:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007107328 00000100:00100000:0.0:1777421345.081295:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007107328 00000100:00100000:2.0:1777421345.081324:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007107200 00000100:00100000:2.0:1777421345.081341:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007107200 00000100:00100000:0.0:1777421345.081341:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 239 00000100:00100000:0.0:1777421345.081358:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+12:2358:x1863761007107072:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421345.081392:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421345.081404:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 241 00000100:00100000:2.0:1777421345.081421:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+98:2358:x1863761007106816:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421345.081436:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 242 00000100:00100000:0.0:1777421345.081443:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+12:2358:x1863761007107072:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 88us (4360us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421345.081452:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:2359:x1863761007107200:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421345.081454:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 239 00000100:00100000:0.0:1777421345.081479:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007107456 00000100:00100000:0.0:1777421345.081484:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007107456 00000100:00100000:2.0:1777421345.081505:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+98:2358:x1863761007106816:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 86us (4626us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421345.081517:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:2359:x1863761007107200:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 64us (4401us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421345.081517:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 240 00000100:00100000:0.0:1777421345.081533:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2358:x1863761007107328:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421345.081547:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 241 00000100:00100000:1.0:1777421345.081559:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 242 00000100:00100000:0.0:1777421345.081584:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2358:x1863761007107328:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 53us (4445us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421345.081593:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 240 00000100:00100000:2.0:1777421345.081607:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 241 00000100:00100000:2.0:1777421345.081625:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2359:x1863761007107456:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421345.081671:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2359:x1863761007107456:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 53us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421345.081680:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 241 00000100:00080000:1.0:1777421345.081690:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777421345.081698:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777421345.081702:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421345.081914:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 242 00000100:00100000:3.0:1777421345.081922:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+16:2359:x1863761007106944:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421345.082532:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+16:2359:x1863761007106944:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 609us (5488us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421345.082540:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 242 00010000:00010000:0.0:1777421346.018508:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421346.083044:0:3300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777421346.083068:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018391808:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421346.083145:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421346.083586:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018391808 00000100:00100000:2.0:1777421346.083595:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018391808 00000100:00100000:3.0:1777421346.084301:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1863761018392192:0@lo:400:kworker.0 00000100:00100000:3.0:1777421346.084349:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421346.084379:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777421346.084386:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971046739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863761018392064:0@lo:400:kworker.0 00000100:00100000:3.0:1777421346.084438:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421346.084873:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018392192 00000100:00100000:1.0:1777421346.084878:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018392192 00000100:00100000:2.0:1777421346.084887:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1777421346.084898:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710773fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018391808:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421346.084912:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018392064 00000100:00100000:1.0:1777421346.084915:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018392064 00002000:00000024:2.0:1777421346.084931:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777421346.084937:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:1.0:1777421346.084945:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863761018392192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421346.085049:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018392320:0@lo:400:kworker.0 00000100:00100000:3.0:1777421346.085051:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:3.0:1777421346.085069:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863761018392064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421346.085157:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710773fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018391808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 261us (2012us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421346.085164:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1777421346.085181:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863761018392064:12345-0@lo:400:kworker.0 Request processed in 114us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421346.085188:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00080000:3.0:1777421346.085218:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777421346.085222:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421346.085247:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971046739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863761018392064:0@lo:400:kworker.0 00000100:00100000:3.0:1777421346.085256:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1863761018392192:0@lo:400:kworker.0 00000100:00100000:2.0:1777421346.085308:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97104673ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018391936:0@lo:400:kworker.0 00000100:00100000:2.0:1777421346.085344:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421346.085379:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077308e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3300:1863761018392448:0@lo:400:kworker.0 00000100:00100000:2.0:1777421346.085415:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421346.085444:0:3300:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967369 gen 2 00000004:00080000:2.0:1777421346.085449:0:3300:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff97105003d180, transno 4294967369 00000100:00100000:2.0:1777421346.085464:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018391808:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421346.085817:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018391936 00000100:00100000:3.0:1777421346.085822:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018391936 00000100:00100000:3.0:1777421346.085859:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1777421346.085866:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710467f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018391936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421346.085907:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710467f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018391936:12345-0@lo:400:kworker.0 Request processed in 40us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421346.085914:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1777421346.085925:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018392448 00000100:00100000:2.0:1777421346.085931:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018392448 00000100:00100000:3.0:1777421346.085956:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97104673ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018391936:0@lo:400:kworker.0 00000100:00100000:2.0:1777421346.085971:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00080000:3.0:1777421346.085977:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421346.085982:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1863761018392448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421346.086142:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1863761018392448:12345-0@lo:400:kworker.0 Request processed in 163us (725us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421346.086149:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:3.0:1777421346.086265:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077308e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3300:1863761018392448:0@lo:400:kworker.0 00000100:00100000:1.0:1777421346.087204:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863761018392192:12345-0@lo:400:kworker.0 Request processed in 2255us (2850us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421346.087218:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421346.087226:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00100000:2.0:1777421346.087318:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018392320 00000100:00100000:2.0:1777421346.087336:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018392320 00000100:00100000:2.0:1777421346.087369:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:2.0:1777421346.087376:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018392320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421346.087745:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018392320:12345-0@lo:400:kworker.0 Request processed in 367us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421346.087752:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00100000:0.0:1777421346.087917:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018392320:0@lo:400:kworker.0 00000100:00100000:1.0:1777421346.688146:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421346.689169:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007107712 00000100:00100000:2.0:1777421346.689181:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007107712 00000100:00100000:2.0:1777421346.689248:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1155 00000100:00100000:2.0:1777421346.689258:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+98:29383:x1863761007107712:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:2.0:1777421346.689303:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421346.689325:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1400/0xd9d09a059d6c3d22 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05cda expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.689432:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d29 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.689446:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.689458:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421346.689470:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:2.0:1777421346.689690:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1400/0xd9d09a059d6c3d22 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cda expref: 101 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.689706:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d29 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cda expref: 100 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.689714:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff97104bab1400) 00010000:00010000:2.0:1777421346.689718:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421346.689721:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a1e00, rc 0) 00000100:00100000:2.0:1777421346.689789:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+100:29383:x1863761007107712:12345-192.168.204.24@tcp:101:diff.0 Request processed in 532us (1652us total) trans 4294968045 rc 0/0 00000100:00100000:2.0:1777421346.689796:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1155 00000100:00100000:1.0:1777421346.693406:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421346.693477:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007107840 00000100:00100000:3.0:1777421346.693487:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007107840 00000100:00100000:3.0:1777421346.693549:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 50 00000100:00100000:3.0:1777421346.693559:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+100:2359:x1863761007107840:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421346.693588:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421346.693614:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d29 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cda expref: 100 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421346.693631:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff97104bab1400) 00010000:00010000:3.0:1777421346.693635:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421346.693694:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+99:2359:x1863761007107840:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 135us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421346.693701:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 50 00000100:00100000:0.0:1777421346.700464:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421346.700791:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007108096 00000100:00100000:1.0:1777421346.700802:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007108096 00000100:00100000:1.0:1777421346.700871:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 51 00000100:00100000:1.0:1777421346.700882:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710820d2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+99:29383:x1863761007108096:12345-192.168.204.24@tcp:103:diff.0 00010000:00010000:1.0:1777421346.700900:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777421346.700923:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3d06 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cd3 expref: 99 pid: 12998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421346.700943:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c3c11 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c8d expref: 98 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421346.700954:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff97104bab1400) 00010000:00010000:1.0:1777421346.700966:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421346.701025:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710820d2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+97:29383:x1863761007108096:12345-192.168.204.24@tcp:103:diff.0 Request processed in 144us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421346.701032:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 51 00000100:00100000:2.0:1777421346.704012:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421346.704097:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007108224 00000100:00100000:3.0:1777421346.704119:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007108224 00000100:00100000:3.0:1777421346.704175:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1156 00000100:00100000:3.0:1777421346.704186:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+97:29383:x1863761007108224:12345-192.168.204.24@tcp:58:diff.0 00010000:00010000:3.0:1777421346.704337:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3d37 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421346.704354:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3d37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421346.704366:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3d37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777421346.704555:0:8245:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].33, 136 off12680 00000100:00100000:3.0:1777421346.704632:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+97:29383:x1863761007108224:12345-192.168.204.24@tcp:58:diff.0 Request processed in 448us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421346.704641:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1156 00000100:00100000:0.0:1777421346.708879:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421346.710166:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007108352 00000100:00100000:2.0:1777421346.710179:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007108352 00000100:00100000:2.0:1777421346.710308:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1157 00000100:00100000:2.0:1777421346.710320:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+97:29383:x1863761007108352:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:2.0:1777421346.710343:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421346.710364:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1400/0xd9d09a059d6c3d3e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05ce1 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.710421:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3d37 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.710433:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1400/0xd9d09a059d6c3d3e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ce1 expref: 98 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.710453:0:5771:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3d37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.710466:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1400/0xd9d09a059d6c3d3e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ce1 expref: 98 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.710479:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff97104a245200) 00010000:00010000:2.0:1777421346.710482:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421346.710486:0:5771:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1400/0xd9d09a059d6c3d3e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ce1 expref: 98 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.710494:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a1400, rc 0) 00000100:00100000:2.0:1777421346.710559:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+98:29383:x1863761007108352:12345-192.168.204.24@tcp:101:diff.0 Request processed in 241us (1688us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421346.710566:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1157 00000040:00080000:0.0:1777421346.914755:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421346.914763:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421346.914810:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:0.0:1777421346.914818:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421346.914974:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446c9880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018392576:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421346.915087:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff971043174240 going to sleep for 11 seconds 00000100:00100000:2.0:1777421346.918482:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446c9880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018392576:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421346.922222:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421346.922331:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007108480 00000100:00100000:2.0:1777421346.922341:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007108480 00000100:00100000:2.0:1777421346.922404:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1158 00000100:00100000:2.0:1777421346.922415:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:29384:x1863761007108480:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421346.922446:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421346.922550:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:29384:x1863761007108480:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 136us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421346.922557:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1158 00000100:00100000:0.0:1777421346.927463:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421346.928263:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007108608 00000100:00100000:2.0:1777421346.928367:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007108608 00000100:00100000:2.0:1777421346.928425:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1159 00000100:00100000:2.0:1777421346.928436:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:29384:x1863761007108608:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1777421346.928577:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3d45 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928596:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3d45 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928608:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3d45 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928627:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3d4c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928635:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3d4c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928642:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3d4c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928738:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d53 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928749:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928757:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421346.928796:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00000004:00200000:2.0:1777421346.928801:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421346.928817:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928828:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3d45 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928835:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3d45 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928841:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3d45 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928848:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421346.928853:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3d45 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928861:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3d45 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928873:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:2.0:1777421346.928877:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421346.928882:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3d45 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928892:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3d45 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928906:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3d4c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928913:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3d4c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928919:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3d4c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928924:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421346.928927:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3d4c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928934:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3d4c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928941:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x329c2aeb (ffff97104268d400) 00010000:00010000:2.0:1777421346.928944:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421346.928947:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3d4c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928953:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3d4c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928974:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928981:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d53 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928988:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d53 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.928993:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421346.928996:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d53 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.929003:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d53 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.929012:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff97104a245200) 00010000:00010000:2.0:1777421346.929015:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421346.929018:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d53 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.929024:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d53 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421346.929426:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:29384:x1863761007108608:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 Request processed in 990us (1968us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421346.929435:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1159 00000100:00100000:1.0:1777421346.935589:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421346.935641:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007108864 00000100:00100000:2.0:1777421346.935886:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007108864 00000100:00100000:2.0:1777421346.935993:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1160 00000100:00100000:2.0:1777421346.936006:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+45:29384:x1863761007108864:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421346.936026:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421346.936047:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3d5a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05ce8 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.936169:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3d61 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.936183:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3d61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.936193:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3d61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421346.936205:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:2.0:1777421346.936329:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3d61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.936338:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3d61 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.936344:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3d61 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.936351:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421346.936355:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3d61 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.936362:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3d61 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.936374:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff97104a245200) 00010000:00010000:2.0:1777421346.936377:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421346.936381:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3d61 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.936391:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3d61 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.936431:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3d5a lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ce8 expref: 47 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.936442:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:2.0:1777421346.936444:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421346.936448:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3d5a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ce8 expref: 47 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.936460:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a1200, rc 0) 00000100:00100000:2.0:1777421346.936530:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:29384:x1863761007108864:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 526us (945us total) trans 4294968046 rc 301/301 00000100:00100000:2.0:1777421346.936539:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1160 00000100:00100000:0.0:1777421346.947154:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421346.947250:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007108992 00000100:00100000:1.0:1777421346.947260:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007108992 00000100:00100000:0.0:1777421346.947385:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1161 00000100:00100000:0.0:1777421346.947399:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:29384:x1863761007108992:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421346.947433:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421346.947536:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:29384:x1863761007108992:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 140us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421346.947545:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1161 00000100:00100000:1.0:1777421346.957826:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421346.957870:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007109248 00000100:00100000:0.0:1777421346.957880:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007109248 00000100:00100000:0.0:1777421346.957937:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1162 00000100:00100000:0.0:1777421346.957947:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:29384:x1863761007109248:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421346.957967:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421346.957988:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3d6f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05cef expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421346.958701:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c3d76 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421346.958717:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c3d76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421346.958728:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c3d76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421346.958739:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x22:0x0]: returning size 0 00010000:00010000:0.0:1777421346.959597:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3d6f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cef expref: 49 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421346.959625:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c3d76 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cef expref: 48 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421346.959634:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff971049800700) 00010000:00010000:0.0:1777421346.959637:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421346.959640:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44416c00, rc 0) 00000100:00100000:0.0:1777421346.959709:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:29384:x1863761007109248:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1762us (1890us total) trans 4294968047 rc 0/0 00000100:00100000:0.0:1777421346.959717:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1162 00000100:00100000:0.0:1777421346.970199:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421346.970421:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007109504 00000100:00100000:2.0:1777421346.970430:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007109504 00000100:00100000:2.0:1777421346.970478:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1163 00000100:00100000:2.0:1777421346.970488:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:29384:x1863761007109504:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777421346.970547:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421346.970569:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c3d76 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cef expref: 48 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.970591:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff971049800700) 00010000:00010000:2.0:1777421346.970599:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421346.970619:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3d84 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.970629:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3d84 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.970635:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3d84 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.970647:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d8b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0xefd00463 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.970651:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d8b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0xefd00463 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.970655:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d8b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0xefd00463 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.970730:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3d84 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.970736:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3d84 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.970742:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3d84 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.970748:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421346.970753:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3d84 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.970760:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3d84 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.970770:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:2.0:1777421346.970773:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421346.970777:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3d84 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.970783:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3d84 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.970791:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d8b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0xefd00463 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.970797:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d8b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0xefd00463 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.970803:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d8b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0xefd00463 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.970809:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421346.970811:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d8b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0xefd00463 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.970816:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d8b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0xefd00463 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.970823:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0xefd00463 (ffff97104268d400) 00010000:00010000:2.0:1777421346.970825:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421346.970828:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d8b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0xefd00463 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421346.970833:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3d8b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0xefd00463 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421346.970933:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:29384:x1863761007109504:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 445us (742us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777421346.970987:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1163 00000100:00100000:2.0:1777421346.976551:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421346.977555:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007109632 00000100:00100000:0.0:1777421346.977567:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007109632 00000100:00100000:0.0:1777421346.977630:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1164 00000100:00100000:0.0:1777421346.977641:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:29384:x1863761007109632:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421346.977661:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421346.977684:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3d92 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05cf6 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421346.977726:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c3d99 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421346.977739:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c3d99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421346.977752:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c3d99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421346.978039:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3d92 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cf6 expref: 49 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421346.978070:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c3d99 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cf6 expref: 48 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421346.978079:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff971049800f00) 00010000:00010000:0.0:1777421346.978082:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421346.978086:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44417c00, rc 0) 00000100:00100000:0.0:1777421346.978163:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:29384:x1863761007109632:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 523us (1620us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421346.978171:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1164 00000100:00100000:3.0:1777421346.983130:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421346.983375:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007109888 00000100:00100000:0.0:1777421346.983386:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007109888 00000100:00100000:0.0:1777421346.983448:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1165 00000100:00100000:0.0:1777421346.983459:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:29384:x1863761007109888:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421346.983539:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3da0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421346.983566:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3da0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421346.983582:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3da0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421346.983785:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000081c22f40 reply state 0000000095a9caec transno 4294968048 ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3da0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421346.983796:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421346.983897:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:29384:x1863761007109888:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 439us (773us total) trans 4294968048 rc 0/0 00000100:00100000:0.0:1777421346.983906:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1165 00010000:00010000:1.0:1777421346.985593:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3da0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421346.985606:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3da0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421346.985619:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3da0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421346.985626:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44417000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421346.985632:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3da0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421346.985640:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3da0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421346.985654:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff971049800f00) 00010000:00010000:1.0:1777421346.985657:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777421346.985661:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3da0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421346.985668:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c3da0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421346.987791:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421346.987962:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007110016 00000100:00100000:1.0:1777421346.987973:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007110016 00000100:00100000:1.0:1777421346.988022:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1166 00000100:00100000:1.0:1777421346.988032:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:29384:x1863761007110016:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421346.988053:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421346.988074:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3da7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05cfd expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421346.988143:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3da7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cfd expref: 50 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421346.988160:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3da7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cfd expref: 50 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421346.988169:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff971049800f00) 00010000:00010000:1.0:1777421346.988172:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421346.988176:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10e00, rc 0) 00000100:00100000:1.0:1777421346.988234:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:29384:x1863761007110016:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 203us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421346.988241:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1166 00000100:00100000:3.0:1777421346.994501:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421346.994611:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007110144 00000100:00100000:3.0:1777421346.994621:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007110144 00000100:00100000:3.0:1777421346.994676:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 246 00000100:00100000:3.0:1777421346.994687:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b5a5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:29384:x1863761007110144:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1777421346.994805:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b5a5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:29384:x1863761007110144:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 Request processed in 119us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421346.994813:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 246 00000100:00100000:3.0:1777421346.998454:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421346.999463:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007110400 00000100:00100000:3.0:1777421346.999474:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007110400 00000100:00100000:3.0:1777421346.999628:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 247 00000100:00100000:3.0:1777421346.999639:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:29384:x1863761007110400:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421346.999861:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:29384:x1863761007110400:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 223us (1602us total) trans 4294968049 rc 0/0 00000100:00100000:3.0:1777421346.999869:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 247 00000100:00100000:3.0:1777421347.006809:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421347.007553:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007110656 00000100:00100000:1.0:1777421347.007564:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007110656 00000100:00100000:1.0:1777421347.007625:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1167 00000100:00100000:1.0:1777421347.007637:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:29384:x1863761007110656:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421347.007751:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:29384:x1863761007110656:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 117us (948us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421347.007759:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1167 00000100:00080000:1.0:1777421347.007780:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421347.012260:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421347.012361:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007110912 00000100:00100000:0.0:1777421347.012372:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007110912 00000100:00100000:0.0:1777421347.012436:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1168 00000100:00100000:0.0:1777421347.012446:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:29384:x1863761007110912:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421347.012464:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421347.012485:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3dae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05d04 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.012588:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c3db5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.012605:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3da7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cfd expref: 52 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.012625:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c3db5 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.012659:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3da7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cfd expref: 52 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.012677:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3da7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cfd expref: 52 pid: 5771 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421347.012691:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446caa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018392704:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421347.012876:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104bc9fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1777421347.017206:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421347.017255:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007111040 00000100:00100000:2.0:1777421347.017265:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007111040 00010000:00010000:2.0:1777421347.017334:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3da7 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cfd expref: 53 pid: 5771 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421347.017357:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446caa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018392704:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421347.017374:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 347 00010000:00010000:0.0:1777421347.017383:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c3db5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421347.017388:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:2361:x1863761007111040:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421347.017407:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421347.017415:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3da7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cfd expref: 53 pid: 5771 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.017428:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3da7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cfd expref: 53 pid: 5771 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.017452:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c3da7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cfd expref: 53 pid: 5771 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.017466:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff971049800f00) 00010000:00010000:2.0:1777421347.017471:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c3db5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.017480:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c3db5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.017492:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c3db5 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.017512:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421347.017554:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:2361:x1863761007111040:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 171us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421347.017562:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 347 00010000:00010000:0.0:1777421347.017714:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c3db5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.017722:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c3db5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421347.017740:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x22:0x0]: returning size 0 00000004:00080000:0.0:1777421347.017997:0:5771:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x17:0x0], index 0: 0 00010000:00010000:0.0:1777421347.018118:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c3db5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.018130:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c3db5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.018136:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c3db5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.018146:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421347.018151:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c3db5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.018158:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c3db5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.018171:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff971049800f00) 00010000:00010000:0.0:1777421347.018173:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421347.018177:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c3db5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.018183:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c3db5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.018239:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3dae lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d04 expref: 52 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.018248:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff971053d1fd00) 00010000:00010000:0.0:1777421347.018250:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777421347.018254:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3dae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d04 expref: 52 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.018264:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44416000, rc 0) 00000100:00100000:0.0:1777421347.018315:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:29384:x1863761007110912:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 5870us (6063us total) trans 4294968050 rc 301/301 00000100:00100000:0.0:1777421347.018332:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1168 00000100:00100000:1.0:1777421347.021305:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421347.021416:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007111296 00000100:00100000:3.0:1777421347.021426:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007111296 00000100:00100000:3.0:1777421347.021539:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 248 00000100:00100000:3.0:1777421347.021548:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:29384:x1863761007111296:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777421347.021849:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:29384:x1863761007111296:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 301us (572us total) trans 4294968051 rc 0/0 00000100:00100000:3.0:1777421347.021856:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 248 00000100:00100000:2.0:1777421347.027733:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421347.027849:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007111424 00000100:00100000:0.0:1777421347.027861:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007111424 00000100:00100000:0.0:1777421347.027918:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1169 00000100:00100000:0.0:1777421347.027927:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:29384:x1863761007111424:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421347.027950:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421347.027969:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3dc3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05d0b expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.028063:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c3dca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.028077:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c3dca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.028089:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c3dca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421347.028142:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x22:0x0]: returning size 0 00000004:00200000:0.0:1777421347.028147:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421347.028169:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c3dca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.028198:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c3dc3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d0b expref: 54 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.028223:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c3dca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d0b expref: 53 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.028232:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff971049800f00) 00010000:00010000:0.0:1777421347.028235:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1777421347.028239:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44416a00, rc 0) 00000100:00100000:0.0:1777421347.028333:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:29384:x1863761007111424:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 406us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421347.028341:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1169 00000100:00100000:2.0:1777421347.031610:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421347.031703:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007111552 00000100:00100000:3.0:1777421347.031724:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007111552 00000100:00080000:1.0:1777421347.031770:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777421347.031778:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 311 00000100:00100000:3.0:1777421347.031787:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761007111552:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421347.031802:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421347.031817:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a4978634/0xd9d09a059d6c3dd1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05d12 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421347.031838:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777421347.031852:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421347.031854:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421347.031860:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a4978634/0xd9d09a059d6c3dd1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d12 expref: 9 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421347.031873:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a4978634/0xd9d09a059d6c3dd1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d12 expref: 9 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421347.031882:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61400, rc 0) 00000100:00100000:3.0:1777421347.031930:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007111552:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 145us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421347.031935:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 311 00000100:00100000:1.0:1777421347.034563:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421347.034637:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007111808 00000100:00100000:2.0:1777421347.034646:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007111808 00000100:00100000:2.0:1777421347.034695:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1170 00000100:00100000:2.0:1777421347.034704:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:29384:x1863761007111808:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421347.034808:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:29384:x1863761007111808:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 105us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421347.034814:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1170 00000100:00100000:0.0:1777421347.038386:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421347.038439:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007111936 00000100:00100000:2.0:1777421347.038449:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007111936 00000100:00100000:2.0:1777421347.038506:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 312 00000100:00100000:2.0:1777421347.038517:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:29384:x1863761007111936:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421347.038534:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421347.038553:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000793d22db/0xd9d09a059d6c3dd8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05d19 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.038584:0:6554:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a4978634/0xd9d09a059d6c3dd1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d12 expref: 10 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.038598:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421347.038600:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421347.038605:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000793d22db/0xd9d09a059d6c3dd8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d19 expref: 10 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.038639:0:6554:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a4978634/0xd9d09a059d6c3dd1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d12 expref: 10 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.038652:0:6554:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a4978634/0xd9d09a059d6c3dd1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d12 expref: 10 pid: 6553 timeout: 513 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421347.038666:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97105003d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6554:1863761018392832:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421347.038761:0:6554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b7470c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421347.041560:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421347.041568:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97105003d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6554:1863761018392832:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421347.041601:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000793d22db/0xd9d09a059d6c3dd8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d19 expref: 10 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.041621:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a0c00, rc 0) 00000100:00100000:1.0:1777421347.041649:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007112064 00000100:00100000:1.0:1777421347.041657:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007112064 00010000:00010000:1.0:1777421347.041690:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a4978634/0xd9d09a059d6c3dd1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d12 expref: 11 pid: 6553 timeout: 513 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421347.041723:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:29384:x1863761007111936:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 3206us (3342us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421347.041731:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 348 00000100:00100000:2.0:1777421347.041737:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 312 00000100:00100000:1.0:1777421347.041746:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007112064:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421347.041759:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421347.041781:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a4978634/0xd9d09a059d6c3dd1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d12 expref: 10 pid: 6553 timeout: 513 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.041806:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a4978634/0xd9d09a059d6c3dd1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d12 expref: 10 pid: 6553 timeout: 513 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.041828:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a4978634/0xd9d09a059d6c3dd1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d12 expref: 10 pid: 6553 timeout: 513 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.041842:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421347.041845:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421347.041852:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000793d22db/0xd9d09a059d6c3dd8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d19 expref: 9 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.041864:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000793d22db/0xd9d09a059d6c3dd8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d19 expref: 9 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.041896:0:5757:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000793d22db/0xd9d09a059d6c3dd8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d19 expref: 9 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421347.041909:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff70380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5757:1863761018392960:192.168.204.24@tcp:105: 00000100:00100000:1.0:1777421347.041964:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104af2d000 going to sleep for 11 seconds 00000100:00100000:3.0:1777421347.044659:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff70380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5757:1863761018392960:192.168.204.24@tcp:105: 00010000:00010000:3.0:1777421347.044683:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421347.044773:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007112064:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 3030us (3218us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421347.044782:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 348 00010000:00010000:1.0:1777421347.045183:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421347.049252:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421347.049424:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007112192 00000100:00100000:1.0:1777421347.049435:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007112192 00002000:00100000:1.0:1777421347.049482:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x17:0x0] (0->157) req@ffff97104673ad80 x1863761007112192/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:358/0 lens 648/0 e 0 to 0 dl 1777421358 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421347.049494:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97104673ad80 with x1863761007112192 ext(0->157) 00002000:00010000:1.0:1777421347.049500:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97104673ad80 00000100:00100000:1.0:1777421347.049568:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 103 00000100:00100000:1.0:1777421347.049578:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104673ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007112192:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1777421347.050112:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104673ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007112192:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 Request processed in 534us (866us total) trans 4294967356 rc 0/0 00000100:00100000:1.0:1777421347.050122:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 103 00002000:00100000:1.0:1777421347.050129:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x17:0x0] (0->157) req@ffff97104673ad80 x1863761007112192/t4294967356(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:358/0 lens 648/448 e 0 to 0 dl 1777421358 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421347.050150:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97104673ad80 with x1863761007112192 ext(0->157) 00002000:00010000:1.0:1777421347.050155:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97104673ad80 00000100:00100000:0.0:1777421347.055385:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421347.055453:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007112320 00000100:00100000:2.0:1777421347.055464:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007112320 00000100:00100000:2.0:1777421347.055533:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1171 00000100:00100000:2.0:1777421347.055545:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:29384:x1863761007112320:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1777421347.079925:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968050 is committed 00000001:00080000:0.0:1777421347.079956:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968045 is committed 00000001:00080000:0.0:1777421347.079965:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968051 is committed 00000100:00100000:1.0:1777421347.080024:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:29384:x1863761007112320:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 Request processed in 24476us (24644us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421347.080036:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1171 00000100:00100000:0.0:1777421347.083155:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421347.083266:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007112448 00000100:00100000:2.0:1777421347.083298:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007112448 00000100:00100000:2.0:1777421347.083352:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 313 00000100:00100000:2.0:1777421347.083361:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2359:x1863761007112448:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1777421347.103243:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967356 is committed 00000100:00100000:3.0:1777421347.103407:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2359:x1863761007112448:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 Request processed in 20039us (20253us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421347.103420:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 313 00000100:00100000:0.0:1777421347.106884:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421347.107040:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007112704 00000100:00100000:1.0:1777421347.107057:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007112704 00000100:00100000:1.0:1777421347.107123:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1172 00000100:00100000:1.0:1777421347.107133:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080562a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:29384:x1863761007112704:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421347.107187:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421347.107212:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c3dca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d0b expref: 47 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.107238:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff971049800f00) 00010000:00010000:1.0:1777421347.107243:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421347.107387:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3ddf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.107402:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3ddf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.107412:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3ddf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.107437:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3ddf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.107444:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3ddf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.107455:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3ddf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.107462:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421347.107467:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3ddf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.107474:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3ddf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.107481:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff971049800f00) 00010000:00010000:1.0:1777421347.107484:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421347.107487:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3ddf lrc: 2/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.107494:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c3ddf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421347.107632:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080562a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:29384:x1863761007112704:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 499us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421347.107640:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1172 00000100:00100000:0.0:1777421347.109427:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421347.109459:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007112832 00000100:00100000:1.0:1777421347.109466:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007112832 00000100:00100000:1.0:1777421347.109494:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1173 00000100:00100000:1.0:1777421347.109500:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080563480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:29384:x1863761007112832:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421347.109511:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421347.109524:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3de6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05d20 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.109563:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3de6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d20 expref: 47 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.109571:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3de6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d20 expref: 47 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.109582:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff971049800f00) 00010000:00010000:1.0:1777421347.109584:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421347.109587:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11400, rc 0) 00000100:00100000:1.0:1777421347.109626:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080563480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:29384:x1863761007112832:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 125us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421347.109631:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1173 00000100:00100000:0.0:1777421347.112170:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421347.112335:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007112960 00000100:00100000:3.0:1777421347.112344:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007112960 00000100:00100000:3.0:1777421347.112395:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 314 00000100:00100000:3.0:1777421347.112405:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080560000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007112960:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1777421347.112661:0:6554:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1777421347.112665:0:6554:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb mtime from disk: 0 -> 1777421329 00002000:00010000:3.0:1777421347.112668:0:6554:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb atime from disk: 0 -> 1777421329 00002000:00010000:3.0:1777421347.112670:0:6554:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb ctime from disk: 0 -> 1777421329 00002000:00010000:3.0:1777421347.112672:0:6554:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1777421347.112740:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080560000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007112960:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 Request processed in 336us (574us total) trans 4294967357 rc 0/0 00000100:00100000:3.0:1777421347.112748:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 314 00000100:00100000:3.0:1777421347.114723:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421347.114781:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007113216 00000100:00100000:1.0:1777421347.114788:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007113216 00000100:00100000:1.0:1777421347.114851:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1174 00000100:00100000:1.0:1777421347.114858:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046739180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:29384:x1863761007113216:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1777421347.114907:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3ded lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.114940:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c3d99 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cf6 expref: 47 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.114951:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3ded lrc: 4/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.114982:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c3d99 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cf6 expref: 47 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.114992:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c3d99 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cf6 expref: 47 pid: 5771 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421347.115003:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff73100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018393088:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421347.115078:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104af2d240 going to sleep for 11 seconds 00000100:00100000:1.0:1777421347.117002:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff73100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018393088:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421347.117023:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3ded lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421347.117769:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421347.117983:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007113344 00000100:00100000:1.0:1777421347.117990:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007113344 00010000:00010000:1.0:1777421347.118022:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c3d99 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cf6 expref: 48 pid: 5771 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421347.118067:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 349 00000100:00100000:1.0:1777421347.118076:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:2361:x1863761007113344:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421347.118089:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421347.118108:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c3d99 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cf6 expref: 48 pid: 5771 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.118122:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c3d99 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cf6 expref: 48 pid: 5771 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.118144:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c3d99 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05cf6 expref: 48 pid: 5771 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.118177:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff971049800f00) 00010000:00010000:1.0:1777421347.118181:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3ded lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.118190:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3ded lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.118198:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3ded lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.118227:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421347.118357:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:2361:x1863761007113344:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 281us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421347.118365:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 349 00010000:00010000:2.0:1777421347.118464:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3ded lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.118473:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3ded lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.118500:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3ded lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.118508:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3ded lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.118514:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3ded lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.118520:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421347.118525:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3ded lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.118531:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3ded lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.118540:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff971049800f00) 00010000:00010000:2.0:1777421347.118543:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777421347.118547:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3ded lrc: 2/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.118553:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c3ded lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421347.118592:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046739180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:29384:x1863761007113216:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 Request processed in 3734us (3873us total) trans 0 rc -22/-22 00000100:00100000:2.0:1777421347.118599:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1174 00000100:00100000:2.0:1777421347.120549:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421347.120711:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007113472 00000100:00100000:0.0:1777421347.120720:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007113472 00000100:00100000:0.0:1777421347.120769:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 315 00000100:00100000:0.0:1777421347.120779:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2359:x1863761007113472:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421347.120818:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2fe1c26/0xd9d09a059d6c3df4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.120836:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000793d22db/0xd9d09a059d6c3dd8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d19 expref: 10 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.120844:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421347.120846:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421347.120850:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fe1c26/0xd9d09a059d6c3df4 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.120886:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000793d22db/0xd9d09a059d6c3dd8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d19 expref: 10 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.120896:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000793d22db/0xd9d09a059d6c3dd8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d19 expref: 10 pid: 6554 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421347.120906:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080560700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6553:1863761018393216:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421347.120970:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710431749c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421347.124036:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421347.124092:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007113600 00000100:00100000:1.0:1777421347.124112:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007113600 00010000:00010000:1.0:1777421347.124153:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000793d22db/0xd9d09a059d6c3dd8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d19 expref: 11 pid: 6554 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421347.124196:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 350 00000100:00100000:1.0:1777421347.124206:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080563b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007113600:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421347.124218:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421347.124236:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000793d22db/0xd9d09a059d6c3dd8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d19 expref: 11 pid: 6554 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.124246:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000793d22db/0xd9d09a059d6c3dd8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d19 expref: 11 pid: 6554 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.124266:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421347.124268:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421347.124302:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a2fe1c26/0xd9d09a059d6c3df4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.124310:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fe1c26/0xd9d09a059d6c3df4 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.124326:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421347.124454:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080563b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007113600:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 248us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421347.124462:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 350 00010000:00010000:3.0:1777421347.124645:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000793d22db/0xd9d09a059d6c3dd8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d19 expref: 10 pid: 6554 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421347.124661:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080560700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6553:1863761018393216:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421347.124689:0:6553:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a2fe1c26/0xd9d09a059d6c3df4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.124834:0:6553:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a2fe1c26/0xd9d09a059d6c3df4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.124843:0:6553:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2fe1c26/0xd9d09a059d6c3df4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.124867:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2fe1c26/0xd9d09a059d6c3df4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.124876:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2fe1c26/0xd9d09a059d6c3df4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.124883:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2fe1c26/0xd9d09a059d6c3df4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.124890:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416600 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421347.124894:0:6553:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2fe1c26/0xd9d09a059d6c3df4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.124908:0:6553:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2fe1c26/0xd9d09a059d6c3df4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.124920:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2fe1c26/0xd9d09a059d6c3df4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.124927:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2fe1c26/0xd9d09a059d6c3df4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421347.125017:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2359:x1863761007113472:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 4239us (4474us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421347.125025:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 315 00000100:00100000:0.0:1777421347.128026:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421347.128119:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007113856 00000100:00100000:2.0:1777421347.128131:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007113856 00000100:00100000:2.0:1777421347.128214:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1175 00000100:00100000:2.0:1777421347.128224:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080563100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+46:29384:x1863761007113856:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777421347.128333:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3dfb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.128349:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3dfb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.128360:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3dfb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.128596:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e02 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.128608:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3de6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d20 expref: 47 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.128615:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e02 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.128647:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3de6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d20 expref: 47 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.128660:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3de6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d20 expref: 47 pid: 8245 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421347.128690:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080741f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018393344:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421347.128770:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971052b286c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777421347.130697:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421347.130780:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007113984 00000100:00100000:1.0:1777421347.130788:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007113984 00010000:00010000:1.0:1777421347.130819:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3de6 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d20 expref: 48 pid: 8245 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421347.130858:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 351 00000100:00100000:1.0:1777421347.130866:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:2360:x1863761007113984:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421347.130881:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421347.130897:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3de6 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d20 expref: 48 pid: 8245 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.130910:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3de6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d20 expref: 48 pid: 8245 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.130935:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff971049800f00) 00010000:00010000:1.0:1777421347.130939:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e02 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.130948:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e02 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.131031:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c3de6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d20 expref: 48 pid: 8245 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421347.131049:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080741f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018393344:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421347.131223:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e02 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.131237:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e02 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421347.131242:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421347.131250:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e02 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.131256:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e02 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421347.131316:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:2360:x1863761007113984:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 449us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421347.131478:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 351 00000001:00080000:2.0:1777421347.131537:0:8245:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968052 00000001:00080000:2.0:1777421347.132194:0:8245:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968053 00000001:00080000:2.0:1777421347.132249:0:8245:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968054 00000100:00100000:2.0:1777421347.132406:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080741f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8245:1863761018393472:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1777421347.132449:0:8245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421347.132617:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049fe83c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421347.132725:0:13101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018393472 00000100:00100000:1.0:1777421347.132731:0:13101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018393472 00000100:00100000:1.0:1777421347.132831:0:13101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1777421347.132839:0:13101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080740a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8245:x1863761018393472:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1777421347.132910:0:13101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080740a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8245:x1863761018393472:12345-0@lo:1000:mdt00_003.0 Request processed in 71us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421347.132917:0:13101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1777421347.133021:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080741f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8245:1863761018393472:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1777421347.133186:0:8245:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968055 00000100:00100000:2.0:1777421347.133231:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080741f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8245:1863761018393600:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1777421347.133255:0:8245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421347.133337:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018393600 00000100:00100000:0.0:1777421347.133342:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018393600 00000100:00100000:0.0:1777421347.133372:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1777421347.133380:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42677480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:8245:x1863761018393600:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1777421347.133511:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42677480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:8245:x1863761018393600:12345-0@lo:1000:mdt00_003.0 Request processed in 132us (254us total) trans 4294967358 rc 0/0 00000100:00100000:0.0:1777421347.133518:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1777421347.133614:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049fe8240 going to sleep for 11 seconds 00000100:00100000:2.0:1777421347.133631:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080741f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8245:1863761018393600:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1777421347.133688:0:8245:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968056 00010000:00010000:2.0:1777421347.133712:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e02 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.133721:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e02 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.133728:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e02 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.133734:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421347.133738:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e02 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.133745:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e02 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.133758:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff971049800f00) 00010000:00010000:2.0:1777421347.133761:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421347.133766:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e02 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.133773:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e02 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.133799:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3d37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.133805:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3d37 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.133810:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3d37 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.133815:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421347.133818:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3d37 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.133824:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3d37 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.133830:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff97104a245200) 00010000:00010000:2.0:1777421347.133833:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421347.133839:0:8245:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1400/0xd9d09a059d6c3d3e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ce1 expref: 96 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.133849:0:8245:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1400/0xd9d09a059d6c3d3e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ce1 expref: 96 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.133858:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1400/0xd9d09a059d6c3d3e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ce1 expref: 96 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.133906:0:8245:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1400/0xd9d09a059d6c3d3e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ce1 expref: 96 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421347.133918:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971043dd9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018393728:192.168.204.24@tcp:105: 00000100:00100000:2.0:1777421347.133976:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049fe8240 going to sleep for 11 seconds 00000100:00080000:3.0:1777421347.134146:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421347.135990:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971043dd9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018393728:192.168.204.24@tcp:105: 00010000:00010000:2.0:1777421347.136011:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3d37 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.136088:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c3d37 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.136125:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3e09 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.136364:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3e09 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.136375:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3e09 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.136385:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3e09 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.136391:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3e09 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.136397:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3e09 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.136407:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421347.136411:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3e09 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.136417:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3e09 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.136426:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff97104a245200) 00010000:00010000:2.0:1777421347.136429:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421347.136432:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3e09 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.136438:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3e09 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.136448:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3dfb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.136453:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3dfb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.136460:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3dfb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.136465:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421347.136468:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3dfb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.136474:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3dfb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.136485:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff97104a245200) 00010000:00010000:2.0:1777421347.136487:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421347.136490:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3dfb lrc: 2/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.136495:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3dfb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421347.136733:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421347.136859:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080563100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:29384:x1863761007113856:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 8635us (8839us total) trans 4294968057 rc 0/0 00000100:00100000:2.0:1777421347.136869:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1175 00000020:00080000:2.0:1777421347.136875:0:8245:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:1.0:1777421347.137094:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007114112 00000100:00100000:1.0:1777421347.137109:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007114112 00000100:00100000:1.0:1777421347.137202:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 249 00000100:00100000:1.0:1777421347.137211:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080560e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+97:29383:x1863761007114112:12345-192.168.204.24@tcp:49:diff.0 00000100:00100000:1.0:1777421347.137320:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080560e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+97:29383:x1863761007114112:12345-192.168.204.24@tcp:49:diff.0 Request processed in 108us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421347.137330:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 249 00000040:00080000:3.0:1777421347.137385:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421347.137390:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00080000:2.0:1777421347.137682:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421347.139015:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000040:00080000:3.0:1777421347.139130:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:3.0:1777421347.139144:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421347.139446:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007114368 00000100:00100000:0.0:1777421347.139454:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007114368 00000100:00100000:0.0:1777421347.139538:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 250 00000100:00100000:0.0:1777421347.139548:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043dd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:29384:x1863761007114368:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1777421347.139909:0:5773:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x22:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1777421347.139979:0:5773:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968058 00010000:00010000:0.0:1777421347.140022:0:5773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c3e10 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.140037:0:5773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c3e10 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.140047:0:5773:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c3e10 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.140056:0:5773:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c3e10 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.140062:0:5773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c3e10 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.140068:0:5773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c3e10 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421347.140090:0:5773:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777421347.140210:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043dd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:29384:x1863761007114368:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 663us (1198us total) trans 4294968059 rc 0/0 00000100:00100000:0.0:1777421347.140218:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 250 00000020:00080000:0.0:1777421347.140223:0:5773:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777421347.140250:0:7433:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777421347.140257:0:7433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c3e10 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421347.140265:0:7433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416400 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421347.140270:0:7433:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c3e10 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421347.140594:0:7433:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c3e10 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421347.140608:0:7433:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff971049800700) 00010000:00010000:3.0:1777421347.140611:0:7433:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777421347.140616:0:7433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c3e10 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421347.140622:0:7433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c3e10 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421347.140647:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421347.140649:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421347.140651:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421347.141307:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421347.141375:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007114496 00000100:00100000:2.0:1777421347.141382:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007114496 00000100:00080000:3.0:1777421347.141425:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421347.141440:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 316 00000100:00100000:2.0:1777421347.141450:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+16:29383:x1863761007114496:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:2.0:1777421347.141462:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421347.141479:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000575d10bc/0xd9d09a059d6c3e17 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05d27 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421347.141500:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x17:0x0] initial LVB size: 158, mtime: 0x69f14c11, atime: 0x69f14c11, ctime: 0x69f14c11, blocks: 0xb 00010000:00010000:2.0:1777421347.141513:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421347.141515:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421347.141523:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000575d10bc/0xd9d09a059d6c3e17 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d27 expref: 17 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.141541:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000575d10bc/0xd9d09a059d6c3e17 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d27 expref: 17 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421347.141551:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a0000, rc 0) 00000100:00100000:2.0:1777421347.141588:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+17:29383:x1863761007114496:12345-192.168.204.24@tcp:101:diff.0 Request processed in 140us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421347.141594:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 316 00000100:00100000:2.0:1777421347.147181:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421347.147309:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007114624 00000100:00100000:1.0:1777421347.147320:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007114624 00002000:00100000:1.0:1777421347.147379:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff971043dd9880 x1863761007114624/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:358/0 lens 488/0 e 0 to 0 dl 1777421358 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421347.147390:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971043dd9880 with x1863761007114624 ext(0->4095) 00002000:00010000:1.0:1777421347.147396:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971043dd9880 00000100:00100000:1.0:1777421347.147422:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 104 00000100:00100000:1.0:1777421347.147431:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043dd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+17:2360:x1863761007114624:12345-192.168.204.24@tcp:3:diff.0 00000100:00100000:1.0:1777421347.147811:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043dd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+17:2360:x1863761007114624:12345-192.168.204.24@tcp:3:diff.0 Request processed in 380us (637us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777421347.147820:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 104 00002000:00100000:1.0:1777421347.147828:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff971043dd9880 x1863761007114624/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:358/0 lens 488/4536 e 0 to 0 dl 1777421358 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421347.147836:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971043dd9880 with x1863761007114624 ext(0->4095) 00002000:00010000:1.0:1777421347.147840:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971043dd9880 00000100:00100000:3.0:1777421347.152597:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421347.152684:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007114880 00000100:00100000:0.0:1777421347.152695:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007114880 00000100:00100000:0.0:1777421347.152749:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 251 00000100:00100000:0.0:1777421347.152758:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+97:29383:x1863761007114880:12345-192.168.204.24@tcp:35:diff.0 00000100:00100000:0.0:1777421347.152983:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+98:29383:x1863761007114880:12345-192.168.204.24@tcp:35:diff.0 Request processed in 226us (395us total) trans 4294968060 rc 0/0 00000100:00100000:0.0:1777421347.152989:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 251 00000040:00080000:1.0:1777421347.875795:0:20834:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421347.875802:0:20834:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421347.875844:0:20834:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:1.0:1777421347.875852:0:20834:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777421348.069450:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421349.091747:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421350.114462:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421350.179344:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777421350.179374:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ff73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018393856:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421350.179464:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421350.179586:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018393856 00000100:00100000:2.0:1777421350.179597:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018393856 00000100:00100000:2.0:1777421350.179680:0:11365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1777421350.179693:0:11365:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018393856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777421350.179743:0:11365:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 88408064 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777421350.179800:0:11365:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018393856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421350.179808:0:11365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00080000:1.0:1777421350.179874:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421350.179917:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ff73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018393856:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777421350.194949:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421350.195097:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007115136 00000100:00100000:3.0:1777421350.195111:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007115136 00000100:00100000:3.0:1777421350.195193:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 246 00000100:00100000:3.0:1777421350.195215:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+98:2360:x1863761007115136:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421350.197332:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+98:2360:x1863761007115136:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 2105us (2384us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421350.197351:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 246 00000100:00080000:3.0:1777421350.197415:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421350.198606:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421350.198673:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007115008 00000100:00100000:3.0:1777421350.198687:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007115008 00000100:00100000:3.0:1777421350.198759:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 500 00000100:00100000:1.0:1777421350.198760:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421350.198771:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710467f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761007115008:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421350.198795:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421350.198815:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421350.198846:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421350.198861:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710467f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2361:x1863761007115008:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 93us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421350.198869:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 500 00000100:00100000:3.0:1777421350.198908:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007115520 00000100:00100000:3.0:1777421350.198911:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007115520 00000100:00100000:3.0:1777421350.198956:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 247 00000100:00100000:3.0:1777421350.198964:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:2361:x1863761007115520:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421350.199002:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:2361:x1863761007115520:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 40us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421350.199009:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 247 00000100:00100000:1.0:1777421350.199022:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421350.199055:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007115264 00000100:00100000:1.0:1777421350.199059:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007115264 00000100:00080000:3.0:1777421350.199070:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777421350.199075:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421350.199089:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007115776 00000100:00100000:1.0:1777421350.199093:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007115776 00000100:00100000:3.0:1777421350.199108:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007115392 00000100:00100000:3.0:1777421350.199111:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007115392 00000100:00100000:1.0:1777421350.199112:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007115648 00000100:00100000:1.0:1777421350.199114:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007115648 00000100:00100000:1.0:1777421350.199128:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 244 00000100:00100000:3.0:1777421350.199134:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 245 00000100:00100000:1.0:1777421350.199135:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+17:2361:x1863761007115264:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421350.199139:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761007115776:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421350.199169:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+17:2361:x1863761007115264:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 35us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421350.199176:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 244 00000100:00100000:1.0:1777421350.199191:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 246 00000100:00100000:1.0:1777421350.199198:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007115648:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421350.199969:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761007115776:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 824us (1147us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421350.199988:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 245 00000100:00100000:3.0:1777421350.200009:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 247 00000100:00100000:3.0:1777421350.200019:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761007115392:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421350.200266:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007115648:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 1066us (1241us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421350.200286:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 246 00000100:00100000:3.0:1777421350.201504:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761007115392:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 1476us (2645us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421350.201518:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 247 00000100:00080000:3.0:1777421350.201557:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777421350.201564:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421350.542565:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421350.542678:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007115904 00000100:00100000:0.0:1777421350.542697:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007115904 00000100:00100000:0.0:1777421350.542783:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1176 00000100:00100000:0.0:1777421350.542794:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:29271:x1863761007115904:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1777421350.542996:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:29271:x1863761007115904:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 Request processed in 202us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421350.543005:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1176 00010000:00010000:1.0:1777421351.139208:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421351.204071:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018394368:0@lo:400:kworker.0 00000100:00100000:0.0:1777421351.204159:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421351.204223:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777421351.204229:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018393984:0@lo:400:kworker.0 00000100:00100000:0.0:1777421351.204262:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421351.204310:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018394496:0@lo:400:kworker.0 00000100:00100000:0.0:1777421351.204335:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421351.204363:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018394112:0@lo:400:kworker.0 00000100:00100000:0.0:1777421351.204386:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421351.204403:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018394624:0@lo:400:kworker.0 00000100:00100000:0.0:1777421351.204424:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421351.204442:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777421351.204447:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018394240:0@lo:400:kworker.0 00000100:00100000:0.0:1777421351.204468:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421351.204502:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018394368 00000100:00100000:0.0:1777421351.204511:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018394368 00000100:00100000:0.0:1777421351.204562:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018394624 00000100:00100000:0.0:1777421351.204566:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018394624 00000100:00100000:0.0:1777421351.204602:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1777421351.204611:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080560380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018394368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421351.204672:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080560380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018394368:12345-0@lo:400:kworker.0 Request processed in 60us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421351.204679:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1777421351.204700:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1777421351.204706:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080562300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018394624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421351.204735:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080562300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018394624:12345-0@lo:400:kworker.0 Request processed in 30us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421351.204740:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1777421351.204759:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018393984 00000100:00100000:0.0:1777421351.204763:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018393984 00000100:00100000:0.0:1777421351.204787:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1777421351.204793:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b478050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3297:x1863761018393984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421351.204820:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b478050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3297:x1863761018393984:12345-0@lo:400:kworker.0 Request processed in 26us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421351.204825:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1777421351.204854:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018394496 00000100:00100000:0.0:1777421351.204858:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018394496 00000100:00100000:0.0:1777421351.204884:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018394112 00000100:00100000:0.0:1777421351.204887:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018394112 00000100:00100000:0.0:1777421351.204901:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018394240 00000100:00100000:0.0:1777421351.204903:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018394240 00000100:00100000:0.0:1777421351.204919:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1777421351.204924:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080560a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863761018394496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421351.204952:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080560a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1863761018394496:12345-0@lo:400:kworker.0 Request processed in 28us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421351.204958:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1777421351.204971:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1777421351.204977:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080561500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018394112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421351.205003:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080561500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018394112:12345-0@lo:400:kworker.0 Request processed in 26us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421351.205009:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1777421351.205034:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:0.0:1777421351.205040:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080561180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018394240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421351.205068:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080561180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018394240:12345-0@lo:400:kworker.0 Request processed in 29us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421351.205073:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00080000:0.0:1777421351.205105:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777421351.205110:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777421351.205142:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018393984:0@lo:400:kworker.0 00000100:00100000:0.0:1777421351.205156:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3297:1863761018394496:0@lo:400:kworker.0 00000100:00100000:0.0:1777421351.205166:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018394368:0@lo:400:kworker.0 00000100:00100000:0.0:1777421351.205195:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018394240:0@lo:400:kworker.0 00000100:00100000:0.0:1777421351.205205:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018394112:0@lo:400:kworker.0 00000100:00100000:0.0:1777421351.205213:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018394624:0@lo:400:kworker.0 00000100:00100000:1.0:1777421351.209676:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018394752:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421351.209765:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421351.209885:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018394752 00000100:00100000:0.0:1777421351.209896:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018394752 00000100:00100000:0.0:1777421351.209958:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1777421351.209968:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018394752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777421351.210013:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1777421351.210089:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1863761018394752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 121us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421351.210097:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1777421351.210261:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018394752:0@lo:13:osp-pre-1-0.0 00000001:02000400:0.0:1777421351.488171:0:21031:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12p: implicit restore of a file on copytool mount point ========================================================== 20:09:10 (1777421350) 00000100:00100000:1.0:1777421351.623571:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421351.623865:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007116032 00000100:00100000:0.0:1777421351.623876:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007116032 00000100:00100000:0.0:1777421351.623935:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1177 00000100:00100000:0.0:1777421351.623946:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:29995:x1863761007116032:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1777421351.624059:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:29995:x1863761007116032:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 114us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421351.624067:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1177 00000100:00100000:0.0:1777421351.640107:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421351.640242:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007116160 00000100:00100000:2.0:1777421351.640251:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007116160 00000100:00100000:2.0:1777421351.640422:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1178 00000100:00100000:2.0:1777421351.640430:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080562680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+98:29996:x1863761007116160:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421351.640448:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421351.640465:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3e1e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05d2e expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.640520:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3e25 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.640530:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3e25 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.640545:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3e25 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.640599:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3e2c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.640608:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3e2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.640615:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3e2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.640685:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3e25 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.640693:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3e25 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.640700:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3e25 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.640706:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421351.640710:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3e25 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.640722:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3e25 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.640733:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:2.0:1777421351.640735:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.640739:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3e25 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.640746:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3e25 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.640757:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3e2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.640763:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3e2c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.640769:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3e2c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.640774:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a0c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421351.640776:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3e2c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.640781:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3e2c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.640787:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff97104268d600) 00010000:00010000:2.0:1777421351.640789:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.640792:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3e2c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.640802:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3e2c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.640833:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3e1e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d2e expref: 99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.640842:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:2.0:1777421351.640844:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.640848:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3e1e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d2e expref: 99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.640856:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a1600, rc 0) 00000100:00100000:2.0:1777421351.640914:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080562680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+98:29996:x1863761007116160:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 484us (818us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421351.640922:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1178 00000100:00100000:1.0:1777421351.647173:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421351.647521:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007116416 00000100:00100000:2.0:1777421351.647531:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007116416 00000100:00100000:2.0:1777421351.647590:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1179 00000100:00100000:2.0:1777421351.647610:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+98:29996:x1863761007116416:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:2.0:1777421351.647664:0:5772:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421351.647695:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3a4a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05bec expref: 98 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.647715:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:2.0:1777421351.647721:0:5772:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421351.647815:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3e33 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.647829:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3a89 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c01 expref: 52 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.647838:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3e33 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.647872:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3a89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c01 expref: 52 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.647885:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3a89 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c01 expref: 52 pid: 5770 timeout: 518 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421351.647899:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971043ddad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018394880:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421351.648260:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff971080733000 going to sleep for 11 seconds 00000100:00100000:1.0:1777421351.652172:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421351.652208:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971043ddad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018394880:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421351.652243:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3e33 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421351.652439:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007116544 00000100:00100000:3.0:1777421351.652452:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007116544 00010000:00010000:3.0:1777421351.652511:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3a89 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c01 expref: 53 pid: 5770 timeout: 518 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421351.652560:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 352 00000100:00100000:3.0:1777421351.652574:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:2360:x1863761007116544:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421351.652593:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421351.652601:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3a89 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c01 expref: 53 pid: 5770 timeout: 518 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.652670:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3a89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c01 expref: 53 pid: 5770 timeout: 518 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.652700:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3a89 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05c01 expref: 53 pid: 5770 timeout: 518 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.652746:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:3.0:1777421351.652752:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3e33 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.652763:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3e33 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.652772:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3e33 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.652805:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421351.652891:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3e33 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.652900:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3e33 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.652931:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3e3a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.652940:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3e3a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.652948:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3e3a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421351.653125:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:2360:x1863761007116544:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 553us (965us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421351.653137:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 352 00000004:00200000:2.0:1777421351.653725:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 512 00010000:00010000:2.0:1777421351.653739:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3e33 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.653748:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3e33 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.653756:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3e33 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.653762:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421351.653768:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3e33 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.653777:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3e33 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.653792:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:2.0:1777421351.653796:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.653800:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3e33 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.653805:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3e33 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421351.653823:0:5772:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000004012ebdc reply state 000000007945370f transno 4294968061 ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3e3a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421351.653836:0:5772:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421351.653937:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+99:29996:x1863761007116416:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 6337us (6770us total) trans 4294968061 rc 0/0 00000100:00100000:2.0:1777421351.653946:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1179 00010000:00010000:2.0:1777421351.655812:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3e3a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.655825:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3e3a lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.655832:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3e3a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.655837:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a0c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421351.655842:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3e3a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.655849:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3e3a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.655863:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff97104268d600) 00010000:00010000:2.0:1777421351.655866:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.655870:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3e3a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.655876:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3e3a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421351.661694:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421351.662122:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007116672 00000100:00100000:2.0:1777421351.662137:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007116672 00000100:00100000:2.0:1777421351.662204:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1180 00000100:00100000:2.0:1777421351.662215:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+98:29997:x1863761007116672:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1777421351.662239:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421351.662259:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3e41 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05d35 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.662366:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3e48 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.662380:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3e48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.662391:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3e48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421351.662453:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1777421351.662458:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 31 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421351.662485:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3e48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.662510:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3e41 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d35 expref: 100 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.662528:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3e48 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d35 expref: 99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.662535:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104268d800) 00010000:00010000:2.0:1777421351.662538:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421351.662541:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a1200, rc 0) 00000100:00100000:2.0:1777421351.662595:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+99:29997:x1863761007116672:12345-192.168.204.24@tcp:101:bash.0 Request processed in 382us (917us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421351.662603:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1180 00000100:00100000:1.0:1777421351.668031:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421351.669797:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007116800 00000100:00100000:2.0:1777421351.669813:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007116800 00000100:00100000:2.0:1777421351.669888:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1181 00000100:00100000:2.0:1777421351.669899:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+99:29997:x1863761007116800:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1777421351.669920:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421351.669940:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3e4f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05d3c expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670019:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3e56 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670034:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3e56 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670045:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3e56 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670062:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e5d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670069:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670076:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670230:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3e64 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670243:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3e64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670251:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3e64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421351.670313:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 512 00000004:00200000:2.0:1777421351.670318:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421351.670342:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3e64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670355:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3e56 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670363:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3e56 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670370:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3e56 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670376:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421351.670382:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3e56 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670390:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3e56 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670403:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104268d800) 00010000:00010000:2.0:1777421351.670407:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.670411:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3e56 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670437:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3e56 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670451:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670457:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e5d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670464:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e5d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670469:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421351.670473:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e5d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670479:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e5d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670486:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff971053d1fa00) 00010000:00010000:2.0:1777421351.670489:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.670491:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e5d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670497:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3e5d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670527:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3e4f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d3c expref: 101 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670539:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5e00/0xd9d09a059d6c3e64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d3c expref: 100 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.670547:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:2.0:1777421351.670549:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421351.670551:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb5e00, rc 0) 00000100:00100000:2.0:1777421351.670619:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+100:29997:x1863761007116800:12345-192.168.204.24@tcp:101:bash.0 Request processed in 721us (2613us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421351.670627:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1181 00000100:00100000:0.0:1777421351.672781:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421351.672977:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007116928 00000100:00100000:3.0:1777421351.672986:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007116928 00000100:00100000:3.0:1777421351.673039:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1182 00000100:00100000:3.0:1777421351.673049:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080561c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+100:29997:x1863761007116928:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:3.0:1777421351.673064:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421351.673081:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3e6b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05d43 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.673134:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3e72 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.673146:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3e72 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.673173:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3e72 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.673198:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3e79 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.673205:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3e79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.673211:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3e79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.673293:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3e72 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.673301:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3e72 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.673308:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3e72 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.673314:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421351.673319:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3e72 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.673325:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3e72 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.673335:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:3.0:1777421351.673338:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421351.673342:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3e72 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.673354:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3e72 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.673364:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3e79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.673370:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3e79 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.673375:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3e79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.673379:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421351.673382:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3e79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.673387:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3e79 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.673393:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff97104a245700) 00010000:00010000:3.0:1777421351.673395:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421351.673398:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3e79 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.673403:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3e79 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.673431:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3e6b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d43 expref: 101 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.673452:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:3.0:1777421351.673455:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421351.673459:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3e6b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d43 expref: 101 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.673468:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61600, rc 0) 00000100:00100000:3.0:1777421351.673517:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080561c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+100:29997:x1863761007116928:12345-192.168.204.24@tcp:101:bash.0 Request processed in 469us (742us total) trans 0 rc 301/301 00000100:00100000:3.0:1777421351.673524:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1182 00000100:00100000:1.0:1777421351.680988:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421351.681070:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007117056 00000100:00100000:2.0:1777421351.681081:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007117056 00000100:00100000:2.0:1777421351.681146:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1183 00000100:00100000:2.0:1777421351.681157:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:29998:x1863761007117056:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:2.0:1777421351.681184:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421351.681204:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3e80 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05d4a expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.681310:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3e87 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.681325:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3e87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.681347:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3e87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421351.681421:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1777421351.681426:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 31 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421351.681456:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3e87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.681485:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3e80 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d4a expref: 54 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.681504:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3e87 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d4a expref: 53 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.681513:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104268d800) 00010000:00010000:2.0:1777421351.681516:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421351.681520:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f42bb4e00, rc 0) 00000100:00100000:2.0:1777421351.681584:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:29998:x1863761007117056:12345-192.168.204.24@tcp:101:rm.0 Request processed in 428us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421351.681591:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1183 00000100:00100000:1.0:1777421351.684389:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421351.684555:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007117184 00000100:00100000:2.0:1777421351.684566:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007117184 00000100:00100000:2.0:1777421351.684622:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1184 00000100:00100000:2.0:1777421351.684632:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:29998:x1863761007117184:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:2.0:1777421351.684657:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421351.684677:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3e8e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05d51 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.684775:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3e95 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.684791:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3e95 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.684804:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3e95 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.684821:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3e9c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.684828:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3e9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.684835:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3e9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.684951:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3ea3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.684960:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3ea3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.684968:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3ea3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421351.685001:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 512 00000004:00200000:2.0:1777421351.685005:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421351.685058:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3ea3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.685071:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3e95 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.685078:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3e95 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.685085:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3e95 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.685095:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb4600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421351.685100:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3e95 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.685107:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3e95 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.685119:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104268d800) 00010000:00010000:2.0:1777421351.685122:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.685126:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3e95 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.685132:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4600/0xd9d09a059d6c3e95 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.685153:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3e9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.685160:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3e9c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.685166:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3e9c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.685171:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb5800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421351.685173:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3e9c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.685179:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3e9c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.685191:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff971053d1fa00) 00010000:00010000:2.0:1777421351.685193:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.685196:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3e9c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.685202:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5800/0xd9d09a059d6c3e9c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.685232:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4a00/0xd9d09a059d6c3e8e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d51 expref: 55 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.685246:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1600/0xd9d09a059d6c3ea3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d51 expref: 54 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.685254:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:2.0:1777421351.685256:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421351.685259:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a1600, rc 0) 00000100:00100000:2.0:1777421351.685481:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:29998:x1863761007117184:12345-192.168.204.24@tcp:101:rm.0 Request processed in 848us (1102us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421351.685489:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1184 00000100:00100000:0.0:1777421351.688972:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421351.689086:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007117312 00000100:00100000:2.0:1777421351.689098:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007117312 00000100:00100000:2.0:1777421351.689310:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1185 00000100:00100000:2.0:1777421351.689322:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080561880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:29998:x1863761007117312:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:2.0:1777421351.689356:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421351.689382:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3eaa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05d58 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.689465:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3eb1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.689482:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3eb1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.689507:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3eb1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.689533:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3eb8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.689541:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3eb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.689548:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3eb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.689622:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3eb1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.689630:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3eb1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.689638:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3eb1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.689644:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421351.689648:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3eb1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.689659:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3eb1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.689672:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:2.0:1777421351.689675:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.689681:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3eb1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.689687:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c3eb1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.689701:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3eb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.689708:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3eb8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.689713:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3eb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.689718:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421351.689721:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3eb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.689727:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3eb8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.689734:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff971053d1f900) 00010000:00010000:2.0:1777421351.689737:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.689740:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3eb8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.689751:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c3eb8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.689795:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3eaa lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d58 expref: 55 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.689810:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:2.0:1777421351.689812:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.689817:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c3eaa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d58 expref: 55 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.689827:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a1e00, rc 0) 00000100:00100000:2.0:1777421351.689895:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080561880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:29998:x1863761007117312:12345-192.168.204.24@tcp:101:rm.0 Request processed in 576us (936us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421351.689904:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1185 00000100:00100000:1.0:1777421351.695471:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421351.695693:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007117440 00000100:00100000:2.0:1777421351.695704:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007117440 00000100:00100000:2.0:1777421351.695774:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1186 00000100:00100000:2.0:1777421351.695784:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:29998:x1863761007117440:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:2.0:1777421351.695803:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421351.695823:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3ebf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05d5f expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.695885:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3ec6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.695896:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3ec6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.695905:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3ec6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.695916:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c3ecd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.695929:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c3ecd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.695934:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c3ecd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.695998:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3ec6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.696005:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3ec6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.696025:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3ec6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.696031:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f42bb5a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421351.696036:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3ec6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.696043:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3ec6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.696053:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:2.0:1777421351.696186:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.696193:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3ec6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.696200:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb5a00/0xd9d09a059d6c3ec6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.696216:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c3ecd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.696222:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c3ecd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.696227:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c3ecd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.696232:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421351.696235:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c3ecd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.696241:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c3ecd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.696248:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff97104268d600) 00010000:00010000:2.0:1777421351.696251:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.696253:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c3ecd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.696259:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c3ecd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.696315:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3ebf lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d5f expref: 55 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.696331:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:2.0:1777421351.696333:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.696337:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c3ebf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d5f expref: 55 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.696351:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a0c00, rc 0) 00000100:00100000:2.0:1777421351.696402:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:29998:x1863761007117440:12345-192.168.204.24@tcp:101:rm.0 Request processed in 619us (942us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421351.696484:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1186 00000100:00100000:1.0:1777421351.711126:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421351.711249:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007117568 00000100:00100000:2.0:1777421351.711262:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007117568 00000100:00100000:2.0:1777421351.711371:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1187 00000100:00100000:2.0:1777421351.711382:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:29999:x1863761007117568:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421351.711573:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421351.711600:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c3ed4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05d66 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.711689:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c3edb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.711706:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c3edb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.711717:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c3edb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.711731:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c3ee2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.711738:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c3ee2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.711744:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c3ee2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.711817:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c3edb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.711834:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c3edb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.711840:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c3edb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.711845:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421351.711849:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c3edb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.711856:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c3edb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.711867:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:2.0:1777421351.711870:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.711874:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c3edb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.711880:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c3edb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.711894:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c3ee2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.711900:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c3ee2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.711907:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c3ee2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.711912:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421351.711915:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c3ee2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.711921:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c3ee2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.711927:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff97104268d600) 00010000:00010000:2.0:1777421351.711929:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.711931:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c3ee2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.711935:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c3ee2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.711969:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c3ed4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d66 expref: 55 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.711977:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:2.0:1777421351.711978:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.711980:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c3ed4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d66 expref: 55 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.711991:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ef400, rc 0) 00000100:00100000:2.0:1777421351.712073:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:29999:x1863761007117568:12345-192.168.204.24@tcp:101:cp.0 Request processed in 691us (961us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421351.712083:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1187 00000100:00100000:0.0:1777421351.715884:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421351.716102:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007117696 00000100:00100000:2.0:1777421351.716115:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007117696 00000100:00100000:2.0:1777421351.716187:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1188 00000100:00100000:2.0:1777421351.716200:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080562d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:29999:x1863761007117696:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421351.716227:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421351.716253:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3ee9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05d6d expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.716370:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3ef0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.716387:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3ef0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.716398:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3ef0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.716413:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3ef7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.716418:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3ef7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.716424:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3ef7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.716496:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3ef0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.716502:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3ef0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.716508:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3ef0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.716513:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777eee00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421351.716517:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3ef0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.716523:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3ef0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.716533:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:2.0:1777421351.716536:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.716540:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3ef0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.716546:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3ef0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.716558:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3ef7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.716563:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3ef7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.716568:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3ef7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.716573:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777efe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421351.716576:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3ef7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.716580:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3ef7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.716585:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff971053d1f900) 00010000:00010000:2.0:1777421351.716587:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.716589:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3ef7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.716593:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3ef7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.716627:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3ee9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d6d expref: 55 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.716637:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:2.0:1777421351.716638:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.716642:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3ee9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d6d expref: 55 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.716651:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777eea00, rc 0) 00000100:00100000:2.0:1777421351.718132:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080562d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:29999:x1863761007117696:12345-192.168.204.24@tcp:101:cp.0 Request processed in 1921us (2248us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421351.718151:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1188 00000100:00100000:3.0:1777421351.725903:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421351.726071:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007117952 00000100:00100000:2.0:1777421351.726087:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007117952 00000100:00100000:2.0:1777421351.726263:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1189 00000100:00100000:2.0:1777421351.726334:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:29999:x1863761007117952:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:2.0:1777421351.726363:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421351.726390:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3efe lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05d74 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.726553:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f05 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.726570:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f05 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.726582:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f05 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.726598:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f0c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.726607:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.726614:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777421351.727212:0:5772:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1a:0x0], index 1: 0 00010000:00010000:2.0:1777421351.727445:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c3f13 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.727457:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c3f13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.727470:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c3f13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.727512:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f05 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.727520:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f05 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.727528:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f05 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.727534:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777efe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421351.727538:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f05 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.727547:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f05 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.727560:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:2.0:1777421351.727563:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.727569:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f05 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.727576:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f05 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421351.727589:0:5772:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000050d03c53 reply state 00000000d148cffd transno 4294968062 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421351.727598:0:5772:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777421351.727634:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3efe lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d74 expref: 57 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.727649:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c3f13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d74 expref: 56 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.727656:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:2.0:1777421351.727659:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421351.727662:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ef400, rc 0) 00000100:00100000:2.0:1777421351.727757:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+57:29999:x1863761007117952:12345-192.168.204.24@tcp:101:cp.0 Request processed in 1483us (1869us total) trans 4294968062 rc 0/0 00000100:00100000:2.0:1777421351.727767:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1189 00010000:00010000:2.0:1777421351.729686:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.729707:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f0c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.729715:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f0c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.729721:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777eee00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421351.729726:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f0c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.729734:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f0c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.729753:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff971053d1f900) 00010000:00010000:2.0:1777421351.729756:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.729763:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f0c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.729770:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f0c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421351.730740:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421351.730927:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007118080 00000100:00100000:0.0:1777421351.730941:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007118080 00000100:00100000:0.0:1777421351.731018:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 317 00000100:00100000:0.0:1777421351.731031:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d66a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2359:x1863761007118080:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421351.731056:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421351.731082:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ab06c91/0xd9d09a059d6c3f21 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05d7b expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421351.731114:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777421351.731144:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421351.731147:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421351.731158:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ab06c91/0xd9d09a059d6c3f21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d7b expref: 11 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421351.731179:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ab06c91/0xd9d09a059d6c3f21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d7b expref: 11 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421351.731195:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44417200, rc 0) 00000100:00100000:0.0:1777421351.731535:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d66a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2359:x1863761007118080:12345-192.168.204.24@tcp:101:cp.0 Request processed in 507us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421351.731541:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 317 00000100:00100000:1.0:1777421351.738457:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421351.738572:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007118208 00000100:00100000:0.0:1777421351.738585:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007118208 00000100:00100000:0.0:1777421351.738689:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 318 00000100:00100000:0.0:1777421351.738701:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:29999:x1863761007118208:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1777421351.738726:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421351.738749:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6344e50/0xd9d09a059d6c3f28 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05d82 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421351.738791:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007ab06c91/0xd9d09a059d6c3f21 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d7b expref: 12 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421351.738802:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421351.738805:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421351.738810:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f6344e50/0xd9d09a059d6c3f28 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d82 expref: 12 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421351.738852:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007ab06c91/0xd9d09a059d6c3f21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d7b expref: 12 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421351.738868:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007ab06c91/0xd9d09a059d6c3f21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d7b expref: 12 pid: 6553 timeout: 518 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421351.738884:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080561f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018395008:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421351.738990:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104987d480 going to sleep for 11 seconds 00000100:00100000:2.0:1777421351.746140:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421351.746589:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007118336 00000100:00100000:3.0:1777421351.746601:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007118336 00010000:00010000:3.0:1777421351.746664:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007ab06c91/0xd9d09a059d6c3f21 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d7b expref: 13 pid: 6553 timeout: 518 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421351.746713:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 353 00000100:00100000:3.0:1777421351.746724:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710820d2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007118336:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421351.746742:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421351.746772:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007ab06c91/0xd9d09a059d6c3f21 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d7b expref: 13 pid: 6553 timeout: 518 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.746787:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007ab06c91/0xd9d09a059d6c3f21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d7b expref: 13 pid: 6553 timeout: 518 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.746852:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421351.746855:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421351.746864:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f6344e50/0xd9d09a059d6c3f28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d82 expref: 13 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.746876:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f6344e50/0xd9d09a059d6c3f28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d82 expref: 13 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421351.746930:0:5757:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f6344e50/0xd9d09a059d6c3f28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d82 expref: 13 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421351.746946:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107d668700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5757:1863761018395136:192.168.204.24@tcp:105: 00000100:00100000:3.0:1777421351.747056:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b6e3900 going to sleep for 11 seconds 00010000:00010000:0.0:1777421351.747483:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ab06c91/0xd9d09a059d6c3f21 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d7b expref: 13 pid: 6553 timeout: 518 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421351.747504:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080561f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018395008:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421351.747534:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f6344e50/0xd9d09a059d6c3f28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d82 expref: 12 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421351.747546:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44417e00, rc 0) 00000100:00100000:0.0:1777421351.747643:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:29999:x1863761007118208:12345-192.168.204.24@tcp:101:cp.0 Request processed in 8943us (9199us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421351.747652:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 318 00000100:00100000:2.0:1777421351.753264:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421351.753411:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107d668700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5757:1863761018395136:192.168.204.24@tcp:105: 00010000:00010000:3.0:1777421351.753439:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421351.753506:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710820d2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007118336:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 6783us (7377us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421351.753522:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 353 00000100:00100000:0.0:1777421351.753729:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007118592 00000100:00100000:0.0:1777421351.753740:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007118592 00000100:00100000:0.0:1777421351.753799:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 252 00000100:00100000:0.0:1777421351.753809:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b5a4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+56:29999:x1863761007118592:12345-192.168.204.24@tcp:35:cp.0 00000100:00100000:0.0:1777421351.755314:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b5a4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+57:29999:x1863761007118592:12345-192.168.204.24@tcp:35:cp.0 Request processed in 1497us (2054us total) trans 4294968063 rc 0/0 00000100:00100000:0.0:1777421351.755328:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 252 00000100:00100000:1.0:1777421351.777407:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421351.777644:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007118720 00000100:00100000:2.0:1777421351.777663:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007118720 00000100:00100000:2.0:1777421351.777748:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1190 00000100:00100000:2.0:1777421351.777760:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+100:30002:x1863761007118720:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421351.777788:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421351.777816:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f2f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05d89 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.777900:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3f36 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.777916:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3f36 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.777929:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3f36 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.777945:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f3d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.777953:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.777961:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.778094:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c3f44 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.778105:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c3f44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.778113:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c3f44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421351.778154:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000004:00200000:2.0:1777421351.778159:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421351.778181:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c3f44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.778194:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c3f44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.778203:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3f36 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.778210:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3f36 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.778217:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3f36 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.778223:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777eea00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421351.778228:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3f36 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.778235:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3f36 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.778249:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:2.0:1777421351.778252:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.778257:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3f36 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.778265:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3f36 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.778316:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.778324:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f3d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.778331:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.778337:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777efe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421351.778340:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.778346:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f3d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.778354:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff97104268d600) 00010000:00010000:2.0:1777421351.778357:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421351.778360:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f3d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.778366:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.778412:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f2f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d89 expref: 102 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.778442:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c3f44 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d89 expref: 101 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.778450:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:2.0:1777421351.778452:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421351.778455:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ef600, rc 0) 00000100:00100000:2.0:1777421351.778539:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+101:30002:x1863761007118720:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 781us (1145us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421351.778548:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1190 00000100:00100000:3.0:1777421351.780738:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421351.780816:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007118848 00000100:00100000:0.0:1777421351.780827:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007118848 00000100:00100000:0.0:1777421351.780895:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 319 00000100:00100000:0.0:1777421351.780903:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761007118848:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421351.780923:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421351.780942:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000025ad0bca/0xd9d09a059d6c3f4b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05d90 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421351.781004:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971080560e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018395264:192.168.204.24@tcp:106: 00000100:00100000:0.0:1777421351.781157:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104987d480 going to sleep for 11 seconds 00002000:00010000:1.0:1777421351.782579:0:6553:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1777421351.782586:0:6553:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb mtime: 0 -> 1777421351 00002000:00010000:1.0:1777421351.782588:0:6553:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb atime: 0 -> 1777421351 00002000:00010000:1.0:1777421351.782590:0:6553:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb ctime: 0 -> 1777421351 00000100:00100000:1.0:1777421351.782613:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971080560e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018395264:192.168.204.24@tcp:106: 00010000:00010000:1.0:1777421351.782650:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000025ad0bca/0xd9d09a059d6c3f4b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d90 expref: 13 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421351.782675:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025ad0bca/0xd9d09a059d6c3f4b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d90 expref: 13 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421351.782692:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44417600, rc 0) 00000100:00100000:1.0:1777421351.782756:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+12:2360:x1863761007118848:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1853us (2025us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421351.782765:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 319 00000100:00100000:3.0:1777421351.785090:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421351.785150:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007118976 00000100:00100000:2.0:1777421351.785162:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007118976 00000100:00100000:2.0:1777421351.785229:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1191 00000100:00100000:2.0:1777421351.785239:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d668700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+101:30002:x1863761007118976:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1777421351.785265:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421351.785335:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c3f52 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05d97 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.785428:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c3f59 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.785447:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c3f59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.785459:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c3f59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421351.785533:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 512 00000004:00200000:2.0:1777421351.785537:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421351.785565:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c3f59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.785596:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c3f52 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d97 expref: 103 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.785617:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c3f59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d97 expref: 102 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421351.785626:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:2.0:1777421351.785629:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421351.785634:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ee800, rc 0) 00000100:00100000:2.0:1777421351.785709:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d668700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+102:30002:x1863761007118976:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 470us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421351.785717:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1191 00000100:00100000:3.0:1777421351.788395:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421351.788484:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007119104 00000100:00100000:1.0:1777421351.788499:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007119104 00000100:00100000:1.0:1777421351.788650:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 320 00000100:00100000:1.0:1777421351.788664:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007119104:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421351.788688:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421351.788713:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000661c8292/0xd9d09a059d6c3f60 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05d9e expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421351.788972:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018395392:192.168.204.24@tcp:106: 00000100:00100000:1.0:1777421351.789089:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff971049c06900 going to sleep for 11 seconds 00000100:00100000:1.0:1777421351.791874:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018395392:192.168.204.24@tcp:106: 00010000:00010000:1.0:1777421351.791914:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000661c8292/0xd9d09a059d6c3f60 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d9e expref: 13 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421351.791938:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000661c8292/0xd9d09a059d6c3f60 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d9e expref: 13 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421351.791950:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11a00, rc 0) 00000100:00100000:1.0:1777421351.792019:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007119104:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 3357us (3637us total) trans 0 rc 301/301 00000100:00100000:1.0:1777421351.792030:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 320 00000100:00100000:3.0:1777421351.795101:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421351.795234:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007119360 00000100:00100000:2.0:1777421351.795249:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007119360 00000100:00100000:2.0:1777421351.795363:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1192 00000100:00100000:2.0:1777421351.795375:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107d669c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+102:30002:x1863761007119360:12345-192.168.204.24@tcp:58:lfs.0 00000040:00080000:2.0:1777421351.795710:0:5772:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].34, 136 off12816 00000100:00100000:2.0:1777421351.795899:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107d669c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+102:30002:x1863761007119360:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 525us (812us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421351.795908:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1192 00010000:00010000:1.0:1777421352.162567:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777421352.256971:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967358 is committed 00000001:00080000:1.0:1777421352.256992:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967357 is committed 00000001:00080000:0.0:1777421352.259023:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968063 is committed 00000001:00080000:0.0:1777421352.259037:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968060 is committed 00000001:00080000:0.0:1777421352.259056:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968061 is committed 00000020:00080000:0.0:1777421352.259069:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff971049fe83c0 refcount 2 committed 0 result 0 batchid 24 00000020:00080000:0.0:1777421352.259074:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff970f42eee600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff971049fe8d80 00000020:00080000:0.0:1777421352.259078:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff970f42eeee00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff97104397fc00 00000020:00080000:3.0:1777421352.259191:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 24 committed batchid 23 00000020:00080000:3.0:1777421352.259385:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000040:00080000:1.0:1777421352.277528:0:21084:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421352.277536:0:21084:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421352.277588:0:21084:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 3 00000040:00080000:1.0:1777421352.277596:0:21084:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1777421352.291473:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421352.291481:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421352.291523:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 3 00000040:00080000:2.0:1777421352.291529:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421352.293527:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971043ddad80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018395520:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421352.293740:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f43e63e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421352.298198:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971043ddad80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018395520:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777421352.298221:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421352.298407:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007119488 00000100:00100000:2.0:1777421352.298416:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007119488 00000100:00080000:0.0:1777421352.298467:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421352.298485:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1193 00000100:00100000:2.0:1777421352.298495:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080561f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:30012:x1863761007119488:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421352.298532:0:5772:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421352.298633:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080561f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:30012:x1863761007119488:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 138us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421352.298641:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1193 00000100:00100000:3.0:1777421352.300401:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421352.301045:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007119744 00000100:00100000:2.0:1777421352.301055:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007119744 00000100:00100000:2.0:1777421352.301113:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1194 00000100:00100000:2.0:1777421352.301124:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:30012:x1863761007119744:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421352.301144:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421352.301179:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c3f67 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05da5 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.301302:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c3f6e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.301318:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c3f6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.301335:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c3f6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421352.301349:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:2.0:1777421352.301508:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c3f67 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05da5 expref: 50 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.301524:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c3f6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05da5 expref: 49 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.301534:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:2.0:1777421352.301537:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421352.301541:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ee600, rc 0) 00000100:00100000:2.0:1777421352.301605:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:30012:x1863761007119744:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 483us (1207us total) trans 4294968064 rc 0/0 00000100:00100000:2.0:1777421352.301613:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1194 00000100:00100000:3.0:1777421352.304478:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421352.304882:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007119872 00000100:00100000:2.0:1777421352.304898:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007119872 00000100:00100000:2.0:1777421352.304969:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 52 00000100:00100000:2.0:1777421352.304980:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:2360:x1863761007119872:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421352.304994:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421352.305029:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c3f6e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05da5 expref: 49 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.305045:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:2.0:1777421352.305050:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421352.305101:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:2360:x1863761007119872:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 123us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421352.305109:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 52 00000100:00100000:2.0:1777421352.306041:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421352.306120:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007120000 00000100:00100000:1.0:1777421352.306126:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007120000 00000100:00100000:1.0:1777421352.306179:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 321 00000100:00100000:1.0:1777421352.306188:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043ddad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007120000:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777421352.306225:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003ebf21c9/0xd9d09a059d6c3f7c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421352.306256:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f6344e50/0xd9d09a059d6c3f28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d82 expref: 11 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777421352.306263:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777421352.306266:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777421352.306314:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777421352.306319:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ebf21c9/0xd9d09a059d6c3f7c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421352.306352:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f6344e50/0xd9d09a059d6c3f28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d82 expref: 11 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421352.306365:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f6344e50/0xd9d09a059d6c3f28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d82 expref: 11 pid: 6553 timeout: 518 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421352.306390:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018395648:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421352.306662:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff971042bd2b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777421352.308617:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018395648:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421352.308641:0:6553:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003ebf21c9/0xd9d09a059d6c3f7c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421352.309111:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421352.309153:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007120128 00000100:00100000:1.0:1777421352.309161:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007120128 00002000:00100000:1.0:1777421352.309203:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (0->157) req@ffff971080560e00 x1863761007120128/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:363/0 lens 648/0 e 0 to 0 dl 1777421363 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421352.309212:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971080560e00 with x1863761007120128 ext(0->157) 00010000:00010000:1.0:1777421352.309220:0:6559:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000f6344e50/0xd9d09a059d6c3f28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d82 expref: 12 pid: 6553 timeout: 518 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421352.309232:0:6559:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f6344e50/0xd9d09a059d6c3f28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d82 expref: 12 pid: 6553 timeout: 518 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421352.309239:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff971080560e00 00000100:00100000:1.0:1777421352.309298:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 13 00000100:00100000:1.0:1777421352.309307:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007120128:12345-192.168.204.24@tcp:4:cp.0 00000100:00100000:1.0:1777421352.309967:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:2361:x1863761007120128:12345-192.168.204.24@tcp:4:cp.0 Request processed in 658us (855us total) trans 4294967370 rc 0/0 00000100:00100000:1.0:1777421352.309975:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 13 00002000:00100000:1.0:1777421352.309982:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (0->157) req@ffff971080560e00 x1863761007120128/t4294967370(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:363/0 lens 648/448 e 0 to 0 dl 1777421363 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421352.309991:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971080560e00 with x1863761007120128 ext(0->157) 00010000:00010000:1.0:1777421352.310008:0:6559:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000f6344e50/0xd9d09a059d6c3f28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d82 expref: 14 pid: 6553 timeout: 518 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421352.310021:0:6559:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f6344e50/0xd9d09a059d6c3f28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d82 expref: 14 pid: 6553 timeout: 518 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777421352.310029:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff971080560e00 00000100:00100000:1.0:1777421352.314576:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421352.315048:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007120256 00000100:00100000:2.0:1777421352.315059:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007120256 00010000:00010000:2.0:1777421352.315099:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f6344e50/0xd9d09a059d6c3f28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d82 expref: 14 pid: 6553 timeout: 518 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421352.315159:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 354 00000100:00100000:2.0:1777421352.315170:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+14:2358:x1863761007120256:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421352.315184:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421352.315218:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f6344e50/0xd9d09a059d6c3f28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d82 expref: 14 pid: 6553 timeout: 518 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.315233:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f6344e50/0xd9d09a059d6c3f28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d82 expref: 14 pid: 6553 timeout: 518 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.315258:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6344e50/0xd9d09a059d6c3f28 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d82 expref: 14 pid: 6553 timeout: 518 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.315294:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421352.315297:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421352.315302:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003ebf21c9/0xd9d09a059d6c3f7c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.315312:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ebf21c9/0xd9d09a059d6c3f7c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.315344:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421352.315393:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2358:x1863761007120256:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 226us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421352.315401:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 354 00010000:00010000:2.0:1777421352.315429:0:6553:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003ebf21c9/0xd9d09a059d6c3f7c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.315438:0:6553:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ebf21c9/0xd9d09a059d6c3f7c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.315460:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003ebf21c9/0xd9d09a059d6c3f7c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.315469:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003ebf21c9/0xd9d09a059d6c3f7c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.315478:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003ebf21c9/0xd9d09a059d6c3f7c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.315485:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10e00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421352.315489:0:6553:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003ebf21c9/0xd9d09a059d6c3f7c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.315499:0:6553:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003ebf21c9/0xd9d09a059d6c3f7c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.315518:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003ebf21c9/0xd9d09a059d6c3f7c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.315527:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ebf21c9/0xd9d09a059d6c3f7c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421352.316234:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043ddad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007120000:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 10044us (10193us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421352.316243:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 321 00000100:00100000:0.0:1777421352.318548:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421352.318609:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007120512 00000100:00100000:2.0:1777421352.318620:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007120512 00000100:00100000:2.0:1777421352.318673:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1195 00000100:00100000:2.0:1777421352.318683:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080563b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:30012:x1863761007120512:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421352.319012:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080563b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:30012:x1863761007120512:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 318us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421352.319021:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1195 00000100:00100000:2.0:1777421352.323107:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421352.323191:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007120640 00000100:00100000:0.0:1777421352.323202:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007120640 00000100:00100000:0.0:1777421352.323254:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 322 00000100:00100000:0.0:1777421352.323263:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043ddb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761007120640:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421352.323297:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421352.323318:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c3f83 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05dac expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421352.323343:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 158, mtime: 0x69f14c27, atime: 0x0, ctime: 0x69f14c27, blocks: 0x1 00010000:00010000:0.0:1777421352.323361:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421352.323364:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421352.323372:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c3f83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dac expref: 13 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421352.323388:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c3f83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dac expref: 13 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421352.323401:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44416e00, rc 0) 00000100:00100000:0.0:1777421352.323458:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043ddb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007120640:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 195us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421352.323465:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 322 00000100:00100000:3.0:1777421352.327113:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421352.327189:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007120896 00000100:00100000:0.0:1777421352.327199:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007120896 00000100:00100000:0.0:1777421352.327256:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1196 00000100:00100000:0.0:1777421352.327266:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:30012:x1863761007120896:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421352.327397:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:30012:x1863761007120896:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 133us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421352.327406:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1196 00000100:00100000:2.0:1777421352.331552:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421352.331723:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007121024 00000100:00100000:1.0:1777421352.331745:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007121024 00002000:00100000:1.0:1777421352.331793:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (0->4095) req@ffff971043dd8380 x1863761007121024/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:363/0 lens 488/0 e 0 to 0 dl 1777421363 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421352.331817:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971043dd8380 with x1863761007121024 ext(0->4095) 00002000:00010000:1.0:1777421352.331823:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff971043dd8380 00000100:00100000:1.0:1777421352.331857:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 105 00000100:00100000:1.0:1777421352.331866:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043dd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007121024:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1777421352.332082:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043dd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007121024:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 216us (537us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777421352.332091:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 105 00002000:00100000:1.0:1777421352.332099:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (0->4095) req@ffff971043dd8380 x1863761007121024/t0(0) o3->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:363/0 lens 488/4536 e 0 to 0 dl 1777421363 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777421352.332107:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971043dd8380 with x1863761007121024 ext(0->4095) 00002000:00010000:1.0:1777421352.332111:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff971043dd8380 00000100:00100000:1.0:1777421352.335161:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421352.335304:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007121152 00000100:00100000:2.0:1777421352.335315:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007121152 00000100:00100000:2.0:1777421352.335377:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1197 00000100:00100000:2.0:1777421352.335388:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:30012:x1863761007121152:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421352.335405:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421352.335424:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f8a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05db3 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.335460:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f91 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.335474:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.335486:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.335578:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f8a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05db3 expref: 50 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.335593:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05db3 expref: 49 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.335602:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:2.0:1777421352.335605:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421352.335608:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777efe00, rc 0) 00000100:00100000:2.0:1777421352.335668:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:30012:x1863761007121152:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 281us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421352.335675:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1197 00000100:00100000:0.0:1777421352.338267:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421352.338480:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007121280 00000100:00100000:1.0:1777421352.338490:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007121280 00000100:00100000:1.0:1777421352.338539:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1198 00000100:00100000:1.0:1777421352.338550:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080563800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:30012:x1863761007121280:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421352.338579:0:5772:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421352.338681:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080563800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:30012:x1863761007121280:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 133us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421352.338688:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1198 00000100:00100000:1.0:1777421352.341397:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421352.341514:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007121408 00000100:00100000:2.0:1777421352.341528:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007121408 00000100:00100000:2.0:1777421352.341578:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 323 00000100:00100000:2.0:1777421352.341591:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007121408:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421352.341634:0:12497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000471d866f/0xd9d09a059d6c3f98 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.341662:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421352.341664:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421352.341670:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000471d866f/0xd9d09a059d6c3f98 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.341685:0:12497:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000471d866f/0xd9d09a059d6c3f98 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.341716:0:12497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000471d866f/0xd9d09a059d6c3f98 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.341724:0:12497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000471d866f/0xd9d09a059d6c3f98 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.341732:0:12497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000471d866f/0xd9d09a059d6c3f98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.341740:0:12497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777eea00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421352.341744:0:12497:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000471d866f/0xd9d09a059d6c3f98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.341752:0:12497:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000471d866f/0xd9d09a059d6c3f98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.341768:0:12497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000471d866f/0xd9d09a059d6c3f98 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.341781:0:12497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000471d866f/0xd9d09a059d6c3f98 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421352.341854:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007121408:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 265us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421352.341862:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 323 00000100:00100000:1.0:1777421352.345032:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421352.345118:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007121664 00000100:00100000:2.0:1777421352.345128:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007121664 00000100:00100000:2.0:1777421352.345204:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1199 00000100:00100000:2.0:1777421352.345216:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:30012:x1863761007121664:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777421352.345342:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f9f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.345359:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f91 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05db3 expref: 49 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.345368:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f9f lrc: 4/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.345403:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05db3 expref: 49 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421352.349069:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f91 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05db3 expref: 49 pid: 5772 timeout: 518 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421352.349093:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971043dd8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018395776:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421352.349195:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f43e63f00 going to sleep for 11 seconds 00000100:00100000:1.0:1777421352.356451:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421352.356479:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971043dd8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018395776:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421352.356487:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007121792 00000100:00100000:1.0:1777421352.356495:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007121792 00010000:00010000:3.0:1777421352.356508:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f9f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421352.356531:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f91 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05db3 expref: 50 pid: 5772 timeout: 518 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421352.356573:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 355 00000100:00100000:1.0:1777421352.356583:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:2360:x1863761007121792:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421352.356597:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421352.356605:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f91 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05db3 expref: 50 pid: 5772 timeout: 518 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421352.356616:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05db3 expref: 50 pid: 5772 timeout: 518 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421352.356638:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c3f91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05db3 expref: 50 pid: 5772 timeout: 518 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421352.356651:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:1.0:1777421352.356656:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f9f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421352.356666:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f9f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421352.356684:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f9f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421352.356710:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421352.356755:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:2360:x1863761007121792:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 172us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421352.356763:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 355 00010000:00010000:3.0:1777421352.357033:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f9f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421352.357043:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f9f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421352.357236:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f9f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421352.357245:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f9f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421352.357251:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f9f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421352.357257:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777eee00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421352.357261:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f9f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421352.357269:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f9f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421352.357312:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:3.0:1777421352.357315:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421352.357320:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f9f lrc: 2/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421352.357334:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c3f9f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421352.357472:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:30012:x1863761007121664:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 12257us (12444us total) trans 4294968065 rc 0/0 00000100:00100000:3.0:1777421352.357480:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1199 00000040:00080000:2.0:1777421352.357780:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421352.357786:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421352.358414:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1777421352.358426:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421352.360591:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421352.360710:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007122048 00000100:00100000:2.0:1777421352.360721:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007122048 00000100:00100000:2.0:1777421352.360777:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 253 00000100:00100000:2.0:1777421352.360789:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:30012:x1863761007122048:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421352.361052:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:30012:x1863761007122048:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 264us (463us total) trans 4294968066 rc 0/0 00000100:00100000:2.0:1777421352.361060:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 253 00010000:00010000:1.0:1777421353.186480:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777421353.740074:0:21135:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421353.740084:0:21135:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421353.740127:0:21135:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 3 00000040:00080000:1.0:1777421353.740141:0:21135:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421353.800166:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421353.800238:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007122304 00000100:00100000:3.0:1777421353.800250:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007122304 00000100:00100000:3.0:1777421353.800337:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1200 00000100:00100000:3.0:1777421353.800350:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+100:30026:x1863761007122304:12345-192.168.204.24@tcp:101:cat.0 00010000:00010000:3.0:1777421353.800370:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421353.800391:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3fa6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05dba expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.800494:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3fad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.800510:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3fad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.800524:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3fad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421353.800537:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000100:00080000:2.0:1777421353.800710:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777421353.800748:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3fa6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dba expref: 103 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.800764:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3fad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dba expref: 102 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.800781:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:3.0:1777421353.800784:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421353.800788:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61600, rc 0) 00000100:00100000:3.0:1777421353.800851:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+102:30026:x1863761007122304:12345-192.168.204.24@tcp:101:cat.0 Request processed in 503us (691us total) trans 4294968067 rc 0/0 00000100:00100000:3.0:1777421353.800858:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1200 00000100:00100000:0.0:1777421353.803579:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421353.803808:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421353.803838:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007122432 00000100:00100000:0.0:1777421353.803846:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007122432 00000100:00100000:0.0:1777421353.803898:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 324 00000100:00100000:0.0:1777421353.803907:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+12:2361:x1863761007122432:12345-192.168.204.24@tcp:101:cat.0 00010000:00010000:0.0:1777421353.803922:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421353.803939:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000315480b9/0xd9d09a059d6c3fbb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05dc1 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421353.803962:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421353.803965:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421353.803985:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000315480b9/0xd9d09a059d6c3fbb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dc1 expref: 13 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421353.804003:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000315480b9/0xd9d09a059d6c3fbb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dc1 expref: 13 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421353.804017:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44417400, rc 0) 00000100:00100000:0.0:1777421353.804067:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+13:2361:x1863761007122432:12345-192.168.204.24@tcp:101:cat.0 Request processed in 161us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421353.804086:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 324 00000100:00080000:0.0:1777421353.804110:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421353.804150:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007122560 00000100:00100000:1.0:1777421353.804156:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007122560 00000100:00100000:1.0:1777421353.804198:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 53 00000100:00100000:1.0:1777421353.804206:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080560700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+102:2358:x1863761007122560:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421353.804217:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421353.804236:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3fad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dba expref: 102 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421353.804251:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:1.0:1777421353.804255:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421353.804303:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080560700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+101:2358:x1863761007122560:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 98us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421353.804310:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 53 00000100:00100000:0.0:1777421353.813192:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421353.813351:0:17961:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007122688 00000100:00100000:2.0:1777421353.813362:0:17961:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007122688 00002000:00100000:2.0:1777421353.813410:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (0->4095) req@ffff970f45043100 x1863761007122688/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:364/0 lens 488/0 e 0 to 0 dl 1777421364 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421353.813421:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f45043100 with x1863761007122688 ext(0->4095) 00002000:00010000:2.0:1777421353.813427:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff970f45043100 00000100:00100000:2.0:1777421353.813542:0:17961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 106 00000100:00100000:2.0:1777421353.813555:0:17961:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b251bd7-457c-4889-b04e-8036834fd389+13:2360:x1863761007122688:12345-192.168.204.24@tcp:3:cat.0 00000100:00100000:2.0:1777421353.813740:0:17961:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b251bd7-457c-4889-b04e-8036834fd389+13:2360:x1863761007122688:12345-192.168.204.24@tcp:3:cat.0 Request processed in 188us (556us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777421353.813749:0:17961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 106 00002000:00100000:2.0:1777421353.813756:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (0->4095) req@ffff970f45043100 x1863761007122688/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:364/0 lens 488/4536 e 0 to 0 dl 1777421364 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421353.813773:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f45043100 with x1863761007122688 ext(0->4095) 00002000:00010000:2.0:1777421353.813777:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff970f45043100 00000100:00100000:1.0:1777421353.817576:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421353.817701:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007122944 00000100:00100000:0.0:1777421353.817711:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007122944 00000100:00100000:0.0:1777421353.817767:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 254 00000100:00100000:0.0:1777421353.817777:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+101:30026:x1863761007122944:12345-192.168.204.24@tcp:35:cat.0 00000100:00100000:0.0:1777421353.818026:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+102:30026:x1863761007122944:12345-192.168.204.24@tcp:35:cat.0 Request processed in 249us (459us total) trans 4294968068 rc 0/0 00000100:00100000:0.0:1777421353.818035:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 254 00000100:00100000:3.0:1777421353.836200:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421353.836245:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007123200 00000100:00100000:3.0:1777421353.836257:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007123200 00000100:00100000:3.0:1777421353.836334:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1201 00000100:00100000:3.0:1777421353.836344:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ff6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+102:30027:x1863761007123200:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421353.836369:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421353.836390:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3fc2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05dc8 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.836498:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3fc9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.836513:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3fc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.836526:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3fc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421353.836539:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:3.0:1777421353.836690:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3fc2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dc8 expref: 105 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.836725:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3fc9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dc8 expref: 104 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.836735:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:3.0:1777421353.836739:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777421353.836743:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61e00, rc 0) 00000100:00100000:3.0:1777421353.836807:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ff6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+104:30027:x1863761007123200:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 461us (804us total) trans 4294968069 rc 0/0 00000100:00100000:3.0:1777421353.836816:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1201 00000100:00100000:0.0:1777421353.841355:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421353.841398:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007123328 00000100:00100000:2.0:1777421353.841409:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007123328 00000100:00100000:2.0:1777421353.841465:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 325 00000100:00100000:2.0:1777421353.841477:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45040e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+13:2361:x1863761007123328:12345-192.168.204.24@tcp:1:lfs.0 00010000:00010000:2.0:1777421353.841521:0:12497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011e86450/0xd9d09a059d6c3fd7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.841545:0:12497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c3f83 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dac expref: 12 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.841556:0:12497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000315480b9/0xd9d09a059d6c3fbb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dc1 expref: 13 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.841564:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421353.841566:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421353.841571:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011e86450/0xd9d09a059d6c3fd7 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.841605:0:12497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000315480b9/0xd9d09a059d6c3fbb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dc1 expref: 13 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.841619:0:12497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000315480b9/0xd9d09a059d6c3fbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dc1 expref: 13 pid: 6553 timeout: 520 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421353.841642:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971043dd9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12497:1863761018395904:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421353.841754:0:12497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c3f83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dac expref: 12 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.841765:0:12497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c3f83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dac expref: 12 pid: 6553 timeout: 520 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421353.841776:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971043dda300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12497:1863761018396032:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421353.841802:0:12497:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f43e63840 going to sleep for 11 seconds 00000100:00100000:0.0:1777421353.844667:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971043dd9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12497:1863761018395904:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421353.844717:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421353.844758:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421353.844791:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007123456 00000100:00100000:1.0:1777421353.844798:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007123456 00010000:00010000:1.0:1777421353.844832:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c3f83 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dac expref: 13 pid: 6553 timeout: 520 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421353.844865:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007123584 00000100:00100000:1.0:1777421353.844868:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007123584 00010000:00010000:1.0:1777421353.844884:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000315480b9/0xd9d09a059d6c3fbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dc1 expref: 14 pid: 6553 timeout: 520 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421353.844908:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 356 00000100:00100000:1.0:1777421353.844919:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007123456:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421353.844932:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777421353.845020:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971043dda300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12497:1863761018396032:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421353.845031:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 357 00010000:00010000:1.0:1777421353.845045:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c3f83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dac expref: 13 pid: 6553 timeout: 520 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421353.845047:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+14:2360:x1863761007123584:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421353.845049:0:12497:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000011e86450/0xd9d09a059d6c3fd7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.845063:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421353.845076:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c3f83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dac expref: 13 pid: 6553 timeout: 520 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.845105:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000315480b9/0xd9d09a059d6c3fbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dc1 expref: 14 pid: 6553 timeout: 520 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.845121:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000315480b9/0xd9d09a059d6c3fbb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dc1 expref: 14 pid: 6553 timeout: 520 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.845227:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000315480b9/0xd9d09a059d6c3fbb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dc1 expref: 14 pid: 6553 timeout: 520 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.845533:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421353.845536:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c3f83 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dac expref: 13 pid: 6553 timeout: 520 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.845537:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421353.845545:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011e86450/0xd9d09a059d6c3fd7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.845574:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011e86450/0xd9d09a059d6c3fd7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421353.845587:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421353.845608:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421353.845641:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761007123456:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 723us (924us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421353.845643:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+13:2360:x1863761007123584:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 599us (883us total) trans 0 rc 0/0 00010000:00010000:0.0:1777421353.845702:0:12497:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000011e86450/0xd9d09a059d6c3fd7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421353.845713:0:12497:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011e86450/0xd9d09a059d6c3fd7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421353.845738:0:12497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011e86450/0xd9d09a059d6c3fd7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421353.845747:0:12497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000011e86450/0xd9d09a059d6c3fd7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421353.845755:0:12497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000011e86450/0xd9d09a059d6c3fd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421353.845769:0:12497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef000 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421353.845773:0:12497:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000011e86450/0xd9d09a059d6c3fd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421353.845782:0:12497:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000011e86450/0xd9d09a059d6c3fd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421353.845795:0:12497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000011e86450/0xd9d09a059d6c3fd7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421353.845802:0:12497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011e86450/0xd9d09a059d6c3fd7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421353.845853:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45040e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+13:2361:x1863761007123328:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 4378us (4502us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421353.845861:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 325 00000100:00100000:1.0:1777421353.845925:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 356 00000100:00100000:3.0:1777421353.845935:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 357 00000100:00100000:0.0:1777421353.848085:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421353.848130:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007123840 00000100:00100000:2.0:1777421353.848141:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007123840 00000100:00100000:2.0:1777421353.848189:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 255 00000100:00100000:2.0:1777421353.848199:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45041f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+104:30027:x1863761007123840:12345-192.168.204.24@tcp:35:lfs.0 00000004:00010000:2.0:1777421353.848258:0:5773:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000402:0x23:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3fc9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dc8 expref: 104 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777421353.848500:0:5773:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968070 00000001:00080000:2.0:1777421353.848853:0:5773:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968071 00010000:00010000:2.0:1777421353.848908:0:5773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3fde lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.848923:0:5773:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c3f13 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d74 expref: 49 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.848932:0:5773:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c3f44 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d89 expref: 107 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.848941:0:5773:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3fde lrc: 5/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.848985:0:5773:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c3f44 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d89 expref: 107 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.848999:0:5773:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c3f44 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d89 expref: 107 pid: 5772 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421353.849014:0:5773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971043dd9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5773:1863761018396160:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421353.849114:0:5773:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c3f13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d74 expref: 49 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.849124:0:5773:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c3f13 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d74 expref: 49 pid: 5772 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421353.849132:0:5773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971043ddaa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5773:1863761018396288:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421353.849156:0:5773:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f43e63180 going to sleep for 11 seconds 00000100:00100000:1.0:1777421353.852210:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421353.852238:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421353.852271:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007123968 00000100:00100000:3.0:1777421353.852319:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007123968 00000100:00100000:2.0:1777421353.852325:0:5773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971043dd9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5773:1863761018396160:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421353.852341:0:5773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971043ddaa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5773:1863761018396288:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421353.852367:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c3f44 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d89 expref: 108 pid: 5772 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.852373:0:5773:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3fde lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421353.852404:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007124096 00000100:00100000:3.0:1777421353.852408:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007124096 00010000:00010000:3.0:1777421353.852421:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c3f13 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d74 expref: 50 pid: 5772 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421353.852461:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 358 00000100:00100000:1.0:1777421353.852472:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710820d0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+108:2360:x1863761007123968:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421353.852487:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421353.852495:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c3f44 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d89 expref: 108 pid: 5772 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421353.852498:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 359 00000100:00100000:3.0:1777421353.852512:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:2360:x1863761007124096:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421353.852516:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c3f44 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d89 expref: 108 pid: 5772 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.852523:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421353.852531:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c3f13 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d74 expref: 50 pid: 5772 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421353.852543:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c3f44 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d89 expref: 108 pid: 5772 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.852545:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c3f13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d74 expref: 50 pid: 5772 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421353.852586:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:1.0:1777421353.852592:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3fde lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421353.852601:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3fde lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421353.852609:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421353.852620:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c3f13 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d74 expref: 50 pid: 5772 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.852634:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:3.0:1777421353.852638:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3fde lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.852647:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3fde lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.852655:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3fde lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.852681:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421353.852704:0:5773:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3fde lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421353.852713:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710820d0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+107:2360:x1863761007123968:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 239us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421353.852714:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:2360:x1863761007124096:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 202us (473us total) trans 0 rc 0/0 00010000:00010000:0.0:1777421353.852721:0:5773:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3fde lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421353.852732:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 358 00000100:00100000:3.0:1777421353.852740:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 359 00000001:00080000:1.0:1777421353.853026:0:5773:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968072 00000001:00080000:1.0:1777421353.853239:0:5773:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968073 00000001:00080000:1.0:1777421353.853351:0:5773:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968074 00000100:00100000:1.0:1777421353.853432:0:5773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f4519ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5773:1863761018396416:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777421353.853476:0:5773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421353.853511:0:5773:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104fe63f00 going to sleep for 11 seconds 00000100:00100000:3.0:1777421353.853521:0:13101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018396416 00000100:00100000:3.0:1777421353.853527:0:13101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018396416 00000100:00100000:3.0:1777421353.853705:0:13101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1777421353.853714:0:13101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5773:x1863761018396416:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777421353.853789:0:13101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5773:x1863761018396416:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 76us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421353.853795:0:13101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00080000:1.0:1777421353.854108:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421353.854141:0:5773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f4519ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5773:1863761018396416:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1777421353.854391:0:5773:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968075 00000100:00100000:1.0:1777421353.854441:0:5773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f4519ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5773:1863761018396544:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777421353.854683:0:5773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421353.854704:0:5773:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104fe63e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777421353.854748:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018396544 00000100:00100000:3.0:1777421353.854754:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018396544 00000100:00100000:3.0:1777421353.854781:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1777421353.854786:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5773:x1863761018396544:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777421353.854917:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5773:x1863761018396544:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 128us (231us total) trans 4294967371 rc 0/0 00000100:00100000:3.0:1777421353.854924:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1777421353.854945:0:5773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f4519ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5773:1863761018396544:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:2.0:1777421353.854975:0:5773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3fde lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.854985:0:5773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3fde lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.854993:0:5773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3fde lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.855000:0:5773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777eea00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421353.855005:0:5773:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3fde lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.855017:0:5773:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3fde lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.855032:0:5773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:2.0:1777421353.855035:0:5773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777421353.855040:0:5773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3fde lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.855047:0:5773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c3fde lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777421353.855208:0:5773:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x49:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777421353.855318:0:5773:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].18, 64 off9440 00000004:00080000:2.0:1777421353.855327:0:5773:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 420412052439ns, next at 421412050466ns, rc = 0 00000001:00080000:2.0:1777421353.855334:0:5773:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968076 00010000:00010000:2.0:1777421353.855394:0:5773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff971053d1fa00) 00010000:00010000:2.0:1777421353.855397:0:5773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777421353.855403:0:5773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3fc9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dc8 expref: 111 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421353.855481:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45041f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+110:30027:x1863761007123840:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 7283us (7400us total) trans 4294968077 rc 0/0 00000100:00100000:2.0:1777421353.855489:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 255 00000020:00080000:2.0:1777421353.855493:0:5773:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1777421353.885740:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421353.885837:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007124352 00000100:00100000:3.0:1777421353.885848:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007124352 00000100:00100000:3.0:1777421353.885907:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1202 00000100:00100000:3.0:1777421353.885918:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+110:30033:x1863761007124352:12345-192.168.204.24@tcp:101:cat.0 00010000:00010000:3.0:1777421353.885947:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421353.885979:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3fe5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05dcf expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.886062:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3fec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.886078:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3fec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.886091:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3fec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.886107:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3ff3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.886112:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3ff3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.886116:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3ff3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.886223:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3ffa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.886240:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3ffa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421353.886244:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3ffa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421353.886254:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:2.0:1777421353.886488:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3fec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.886498:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3fec lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.886505:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3fec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.886511:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421353.886516:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3fec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.886523:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3fec lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.886536:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:2.0:1777421353.886539:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421353.886544:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3fec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.886550:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c3fec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.886562:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3ff3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.886573:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3ff3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.886578:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3ff3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.886582:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421353.886585:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3ff3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.886591:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3ff3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.886597:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff97104a245e00) 00010000:00010000:2.0:1777421353.886600:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421353.886603:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3ff3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.886608:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c3ff3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.886651:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c3fe5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dcf expref: 113 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.886665:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3ffa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dcf expref: 112 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.886673:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff97104a245700) 00010000:00010000:2.0:1777421353.886676:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421353.886679:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61600, rc 0) 00000100:00100000:2.0:1777421353.886866:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+112:30033:x1863761007124352:12345-192.168.204.24@tcp:101:cat.0 Request processed in 949us (1135us total) trans 4294968078 rc 0/0 00000100:00100000:2.0:1777421353.886874:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1202 00000100:00100000:1.0:1777421353.891230:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421353.891523:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007124608 00000100:00100000:2.0:1777421353.891537:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007124608 00000100:00100000:2.0:1777421353.891606:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 54 00000100:00100000:2.0:1777421353.891619:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+112:30033:x1863761007124608:12345-192.168.204.24@tcp:103:cat.0 00010000:00010000:2.0:1777421353.891637:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421353.891662:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c3ffa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dcf expref: 112 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.891681:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff97104a245700) 00010000:00010000:2.0:1777421353.891692:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421353.891752:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+111:30033:x1863761007124608:12345-192.168.204.24@tcp:103:cat.0 Request processed in 137us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421353.891760:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 54 00000100:00100000:0.0:1777421353.893514:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421353.893600:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007124736 00000100:00100000:2.0:1777421353.893607:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007124736 00000100:00100000:2.0:1777421353.893650:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1203 00000100:00100000:2.0:1777421353.893659:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+111:30033:x1863761007124736:12345-192.168.204.24@tcp:58:cat.0 00010000:00010000:2.0:1777421353.893755:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4008 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.893770:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4008 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421353.893781:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4008 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777421353.894004:0:5772:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].35, 136 off12952 00000100:00100000:2.0:1777421353.894080:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+111:30033:x1863761007124736:12345-192.168.204.24@tcp:58:cat.0 Request processed in 421us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421353.894088:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1203 00000100:00100000:1.0:1777421353.899098:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421353.899501:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007124864 00000100:00100000:0.0:1777421353.899515:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007124864 00000100:00100000:0.0:1777421353.899590:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1204 00000100:00100000:0.0:1777421353.899600:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+111:30033:x1863761007124864:12345-192.168.204.24@tcp:101:cat.0 00010000:00010000:0.0:1777421353.899621:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421353.899643:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c400f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05dd6 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421353.899699:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4008 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421353.899710:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c400f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dd6 expref: 112 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421353.899730:0:5770:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4008 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421353.899742:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c400f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dd6 expref: 112 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421353.899756:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff97104fc47500) 00010000:00010000:0.0:1777421353.899759:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421353.899763:0:5770:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c400f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dd6 expref: 112 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421353.899771:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44417600, rc 0) 00000100:00100000:0.0:1777421353.899839:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+112:30033:x1863761007124864:12345-192.168.204.24@tcp:101:cat.0 Request processed in 241us (757us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421353.899847:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1204 00010000:00010000:1.0:1777421354.211059:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1777421354.297699:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967370 is committed 00000001:00080000:2.0:1777421354.297726:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967371 is committed 00000040:00080000:1.0:1777421354.403007:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421354.403014:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421354.403051:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 36 count 4 00000040:00080000:1.0:1777421354.403058:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421354.403163:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f4519ce00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018396672:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421354.403267:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff971042bd29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421354.407045:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f4519ce00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018396672:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421354.407187:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421354.407221:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007124992 00000100:00100000:2.0:1777421354.407229:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007124992 00000100:00080000:1.0:1777421354.407312:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421354.407320:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1205 00000100:00100000:2.0:1777421354.407331:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:30035:x1863761007124992:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421354.407366:0:5772:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421354.407462:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:30035:x1863761007124992:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 132us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421354.407468:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1205 00000100:00100000:3.0:1777421354.413378:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421354.413502:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007125120 00000100:00100000:2.0:1777421354.413513:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007125120 00000100:00100000:2.0:1777421354.413657:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1206 00000100:00100000:2.0:1777421354.413667:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:30035:x1863761007125120:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1777421354.413737:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c4016 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.413755:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c4016 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.413768:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c4016 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.413855:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c401d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.413865:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c401d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.413873:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c401d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.413897:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4024 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.413906:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4024 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.413914:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4024 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421354.414070:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000004:00200000:2.0:1777421354.414075:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421354.414091:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4024 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.414103:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c4016 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.414109:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c4016 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.414117:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c4016 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.414128:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777efe00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421354.414132:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c4016 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.414139:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c4016 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.414150:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:2.0:1777421354.414153:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421354.414158:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c4016 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.414164:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777efe00/0xd9d09a059d6c4016 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.414177:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c401d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.414184:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c401d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.414190:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c401d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.414195:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421354.414198:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c401d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.414203:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c401d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.414225:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x92f5931a (ffff97104fc47300) 00010000:00010000:2.0:1777421354.414227:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421354.414230:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c401d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.414236:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c401d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.414250:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4024 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.414256:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4024 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.414261:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4024 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.414266:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421354.414269:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4024 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.414443:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4024 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.414452:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff97104fc47500) 00010000:00010000:2.0:1777421354.414454:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421354.414458:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4024 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.414464:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4024 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421354.414533:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:30035:x1863761007125120:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 Request processed in 867us (1164us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421354.414539:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1206 00000100:00100000:1.0:1777421354.417436:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421354.417683:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007125376 00000100:00100000:2.0:1777421354.417693:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007125376 00000100:00100000:2.0:1777421354.417748:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1207 00000100:00100000:2.0:1777421354.417757:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:30035:x1863761007125376:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421354.417776:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421354.417796:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c402b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05ddd expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.417913:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c4032 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.417927:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c4032 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.417938:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c4032 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421354.417949:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:2.0:1777421354.418608:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c4032 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.418615:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c4032 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.418619:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c4032 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.418626:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421354.418629:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c4032 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.418634:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c4032 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.418644:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff97104fc47500) 00010000:00010000:2.0:1777421354.418646:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421354.418648:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c4032 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.418652:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef400/0xd9d09a059d6c4032 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.418786:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c402b lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ddd expref: 51 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.418797:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:2.0:1777421354.418799:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777421354.418803:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c402b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ddd expref: 51 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.418813:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ef600, rc 0) 00000100:00100000:2.0:1777421354.418879:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:30035:x1863761007125376:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1123us (1449us total) trans 4294968079 rc 301/301 00000100:00100000:2.0:1777421354.418887:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1207 00000100:00100000:1.0:1777421354.424553:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421354.424614:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007125504 00000100:00100000:2.0:1777421354.424625:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007125504 00000100:00100000:2.0:1777421354.424686:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1208 00000100:00100000:2.0:1777421354.424703:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:30035:x1863761007125504:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421354.424738:0:5772:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421354.425197:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:30035:x1863761007125504:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 494us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421354.425206:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1208 00000100:00100000:3.0:1777421354.428194:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421354.428247:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007125760 00000100:00100000:0.0:1777421354.428257:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007125760 00000100:00100000:0.0:1777421354.428344:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1209 00000100:00100000:0.0:1777421354.428356:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971048d80850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+50:30035:x1863761007125760:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421354.428574:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421354.428595:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417800/0xd9d09a059d6c4040 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05de4 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.430167:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c4047 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.430185:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c4047 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.430196:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c4047 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421354.430207:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x24:0x0]: returning size 0 00010000:00010000:0.0:1777421354.430259:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417800/0xd9d09a059d6c4040 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05de4 expref: 53 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.430751:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c4047 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05de4 expref: 52 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.430815:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff971049800d00) 00010000:00010000:0.0:1777421354.430818:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421354.430821:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44417200, rc 0) 00000100:00100000:0.0:1777421354.430890:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971048d80850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:30035:x1863761007125760:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 2537us (2701us total) trans 4294968080 rc 0/0 00000100:00100000:0.0:1777421354.430899:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1209 00000100:00100000:1.0:1777421354.435554:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421354.435661:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007126016 00000100:00100000:0.0:1777421354.435670:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007126016 00000100:00100000:0.0:1777421354.435723:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1210 00000100:00100000:0.0:1777421354.435732:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:30035:x1863761007126016:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421354.435886:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421354.435911:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c4047 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05de4 expref: 52 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.435928:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff971049800d00) 00010000:00010000:0.0:1777421354.435938:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421354.435982:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c4055 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.435996:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c3f59 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d97 expref: 111 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.436005:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c4055 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.436040:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c3f59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d97 expref: 111 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.436053:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c3f59 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d97 expref: 111 pid: 5772 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421354.436067:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f45042680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018396800:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421354.436145:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104baa66c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421354.438839:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421354.439060:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f45042680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018396800:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421354.439092:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c4055 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421354.439562:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007126144 00000100:00100000:2.0:1777421354.439575:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007126144 00010000:00010000:2.0:1777421354.439619:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c3f59 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d97 expref: 112 pid: 5772 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421354.439657:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 360 00000100:00100000:2.0:1777421354.439667:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+112:2360:x1863761007126144:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421354.439683:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421354.439690:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c3f59 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d97 expref: 112 pid: 5772 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.439704:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c3f59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d97 expref: 112 pid: 5772 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.439723:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c3f59 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d97 expref: 112 pid: 5772 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.439737:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:2.0:1777421354.439742:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c4055 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.439766:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c4055 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.439774:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c4055 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.439807:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421354.439862:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+111:2360:x1863761007126144:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 197us (1037us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421354.439871:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 360 00010000:00010000:0.0:1777421354.440175:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c4055 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.440183:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c4055 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.440204:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c405c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x4618301c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.440214:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c405c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x4618301c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.440221:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c405c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x4618301c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.440338:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c4055 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.440346:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c4055 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.440352:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c4055 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.440358:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421354.440363:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c4055 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.440370:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c4055 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.440378:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:0.0:1777421354.440381:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421354.440384:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c4055 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.440390:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c4055 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.440398:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c405c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x4618301c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.440405:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c405c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x4618301c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.440412:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c405c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x4618301c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.440417:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421354.440421:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c405c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x4618301c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.440427:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c405c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x4618301c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.440437:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x4618301c (ffff971049800c00) 00010000:00010000:0.0:1777421354.440440:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421354.440443:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c405c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x4618301c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.440449:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c405c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x4618301c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421354.440510:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:30035:x1863761007126016:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 4778us (4963us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777421354.440519:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1210 00000100:00100000:3.0:1777421354.444500:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421354.444661:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007126272 00000100:00100000:0.0:1777421354.444676:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007126272 00000100:00100000:0.0:1777421354.444741:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1211 00000100:00100000:0.0:1777421354.444752:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:30035:x1863761007126272:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421354.444771:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421354.444793:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c4063 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05deb expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.444847:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417800/0xd9d09a059d6c406a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.444861:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417800/0xd9d09a059d6c406a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.444873:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417800/0xd9d09a059d6c406a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.444993:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c4063 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05deb expref: 53 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.445009:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417800/0xd9d09a059d6c406a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05deb expref: 52 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.445018:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff971049800d00) 00010000:00010000:0.0:1777421354.445021:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421354.445025:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44417800, rc 0) 00000100:00100000:0.0:1777421354.445085:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:30035:x1863761007126272:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 335us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421354.445092:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1211 00000100:00100000:1.0:1777421354.449011:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421354.449064:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007126528 00000100:00100000:0.0:1777421354.449076:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007126528 00000100:00100000:0.0:1777421354.449130:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1212 00000100:00100000:0.0:1777421354.449137:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:30035:x1863761007126528:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421354.449236:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4071 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.449251:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4071 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.449261:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4071 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421354.449736:0:5770:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000009bd995e5 reply state 00000000f406d1c1 transno 4294968081 ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4071 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421354.449747:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777421354.449966:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:30035:x1863761007126528:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 818us (958us total) trans 4294968081 rc 0/0 00000100:00100000:0.0:1777421354.449975:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1212 00010000:00010000:2.0:1777421354.451476:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4071 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.451488:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4071 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.451494:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4071 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.451501:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421354.451506:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4071 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.451513:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4071 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.451528:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff971049800d00) 00010000:00010000:2.0:1777421354.451531:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777421354.451536:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4071 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.451545:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4071 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421354.454441:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421354.454613:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007126656 00000100:00100000:0.0:1777421354.454624:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007126656 00000100:00100000:0.0:1777421354.454680:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1213 00000100:00100000:0.0:1777421354.454691:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:30035:x1863761007126656:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421354.454717:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421354.454736:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c4078 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05df2 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.454791:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c4078 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05df2 expref: 54 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.454804:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c4078 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05df2 expref: 54 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.454812:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff971049800d00) 00010000:00010000:0.0:1777421354.454815:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421354.454819:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44417200, rc 0) 00000100:00100000:0.0:1777421354.454944:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:30035:x1863761007126656:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 253us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421354.454951:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1213 00000100:00100000:1.0:1777421354.457542:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421354.457705:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007126784 00000100:00100000:2.0:1777421354.457716:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007126784 00000100:00100000:2.0:1777421354.457801:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 256 00000100:00100000:2.0:1777421354.457810:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:30035:x1863761007126784:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1777421354.457929:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:30035:x1863761007126784:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 Request processed in 120us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421354.457935:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 256 00000100:00100000:3.0:1777421354.463146:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421354.463250:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007127040 00000100:00100000:2.0:1777421354.463260:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007127040 00000100:00100000:2.0:1777421354.463464:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 257 00000100:00100000:2.0:1777421354.463474:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b5a7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:30035:x1863761007127040:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421354.463700:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b5a7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:30035:x1863761007127040:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 227us (562us total) trans 4294968082 rc 0/0 00000100:00100000:2.0:1777421354.463709:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 257 00000100:00100000:0.0:1777421354.469254:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421354.469691:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007127296 00000100:00100000:3.0:1777421354.469702:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007127296 00000100:00100000:3.0:1777421354.469763:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1214 00000100:00100000:3.0:1777421354.469772:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:30035:x1863761007127296:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777421354.469880:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:30035:x1863761007127296:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 109us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421354.469889:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1214 00000100:00100000:0.0:1777421354.474505:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421354.475126:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007127552 00000100:00100000:2.0:1777421354.475143:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007127552 00000100:00100000:2.0:1777421354.475221:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1215 00000100:00100000:2.0:1777421354.475231:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45041c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:30035:x1863761007127552:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421354.475251:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421354.475315:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c407f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05df9 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.475426:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4086 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.475441:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c4078 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05df2 expref: 56 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.475450:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4086 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.475484:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c4078 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05df2 expref: 56 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.475496:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c4078 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05df2 expref: 56 pid: 5770 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421354.475509:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971043ddaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018396928:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421354.475621:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f43e63840 going to sleep for 11 seconds 00000100:00100000:2.0:1777421354.481223:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971043ddaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018396928:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421354.481254:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4086 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421354.483124:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421354.483248:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007127680 00000100:00100000:2.0:1777421354.484369:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007127680 00010000:00010000:2.0:1777421354.484426:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c4078 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05df2 expref: 57 pid: 5770 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421354.484544:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 361 00000100:00100000:2.0:1777421354.484555:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45041880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+57:2361:x1863761007127680:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421354.484571:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421354.484579:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c4078 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05df2 expref: 57 pid: 5770 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.484592:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c4078 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05df2 expref: 57 pid: 5770 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.484613:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c4078 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05df2 expref: 57 pid: 5770 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.484630:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff971049800d00) 00010000:00010000:2.0:1777421354.484635:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4086 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.484654:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4086 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.484662:0:5757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4086 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.484693:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421354.484750:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45041880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+56:2361:x1863761007127680:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 196us (1637us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421354.484758:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 361 00010000:00010000:1.0:1777421354.484843:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4086 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.484860:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4086 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421354.484893:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x24:0x0]: returning size 0 00000004:00080000:1.0:1777421354.485387:0:5772:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x18:0x0], index 0: 0 00010000:00010000:1.0:1777421354.486132:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4086 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.486145:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4086 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.486153:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4086 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.486159:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421354.486164:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4086 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.486171:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4086 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.486187:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff971049800d00) 00010000:00010000:1.0:1777421354.486190:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421354.486194:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4086 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.486200:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4086 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.486302:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c407f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05df9 expref: 56 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.486316:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:1.0:1777421354.486319:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421354.486324:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c407f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05df9 expref: 56 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.486334:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ee800, rc 0) 00000100:00100000:1.0:1777421354.486413:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45041c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:30035:x1863761007127552:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 11181us (11921us total) trans 4294968083 rc 301/301 00000100:00100000:1.0:1777421354.486425:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1215 00000100:00100000:0.0:1777421354.489642:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421354.489752:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007127936 00000100:00100000:2.0:1777421354.489765:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007127936 00000100:00100000:2.0:1777421354.489844:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 258 00000100:00100000:2.0:1777421354.489856:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45042d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:30035:x1863761007127936:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421354.490437:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45042d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+56:30035:x1863761007127936:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 582us (810us total) trans 4294968084 rc 0/0 00000100:00100000:2.0:1777421354.490447:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 258 00000100:00100000:3.0:1777421354.493147:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421354.493340:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007128064 00000100:00100000:1.0:1777421354.493353:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007128064 00000100:00100000:1.0:1777421354.493488:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1216 00000100:00100000:1.0:1777421354.493500:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+56:30035:x1863761007128064:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421354.493530:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421354.493560:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c4094 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05e00 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.494057:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c409b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.494072:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c409b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.494082:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c409b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421354.494118:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x24:0x0]: returning size 0 00000004:00200000:1.0:1777421354.494122:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421354.494141:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c409b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.494164:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c4094 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e00 expref: 58 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.494180:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c409b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e00 expref: 57 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.494187:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff971049800d00) 00010000:00010000:1.0:1777421354.494189:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777421354.494193:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10c00, rc 0) 00000100:00100000:1.0:1777421354.494247:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+57:30035:x1863761007128064:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 751us (1111us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421354.494252:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1216 00000100:00100000:0.0:1777421354.496679:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421354.496734:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007128192 00000100:00100000:2.0:1777421354.496747:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007128192 00000100:00100000:2.0:1777421354.496879:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 326 00000100:00100000:2.0:1777421354.496891:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45043800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2358:x1863761007128192:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421354.496913:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421354.496940:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000183c4dbd/0xd9d09a059d6c40a2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05e07 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421354.496984:0:12497:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777421354.497008:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421354.497011:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421354.497021:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000183c4dbd/0xd9d09a059d6c40a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e07 expref: 9 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.497042:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000183c4dbd/0xd9d09a059d6c40a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e07 expref: 9 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.497058:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ef400, rc 0) 00000100:00100000:2.0:1777421354.497124:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45043800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2358:x1863761007128192:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 236us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421354.497133:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 326 00000100:00080000:1.0:1777421354.497240:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421354.501749:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421354.503257:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007128448 00000100:00100000:1.0:1777421354.503290:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007128448 00000100:00100000:1.0:1777421354.503356:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1217 00000100:00100000:1.0:1777421354.503586:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+57:30035:x1863761007128448:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421354.503713:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+57:30035:x1863761007128448:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 347us (1976us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421354.503722:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1217 00000100:00100000:3.0:1777421354.506996:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421354.507138:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007128576 00000100:00100000:2.0:1777421354.507156:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007128576 00000100:00100000:2.0:1777421354.507221:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 327 00000100:00100000:2.0:1777421354.507232:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:30035:x1863761007128576:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421354.507254:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421354.507328:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005eaac865/0xd9d09a059d6c40a9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05e0e expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.507367:0:12497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000183c4dbd/0xd9d09a059d6c40a2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e07 expref: 10 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.507376:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421354.507379:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421354.507384:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005eaac865/0xd9d09a059d6c40a9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e0e expref: 10 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.507425:0:12497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000183c4dbd/0xd9d09a059d6c40a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e07 expref: 10 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.507440:0:12497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000183c4dbd/0xd9d09a059d6c40a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e07 expref: 10 pid: 12497 timeout: 521 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421354.507457:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971043ddaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018397056:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421354.510050:0:12497:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f43e63f00 going to sleep for 11 seconds 00000100:00100000:1.0:1777421354.510852:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421354.511034:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971043ddaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018397056:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421354.511072:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005eaac865/0xd9d09a059d6c40a9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e0e expref: 10 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421354.511082:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007128704 00000100:00100000:3.0:1777421354.511090:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007128704 00010000:00010000:2.0:1777421354.511101:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ee600, rc 0) 00010000:00010000:3.0:1777421354.511128:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000183c4dbd/0xd9d09a059d6c40a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e07 expref: 11 pid: 12497 timeout: 521 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421354.511164:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:30035:x1863761007128576:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 3933us (4182us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421354.511171:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 362 00000100:00100000:2.0:1777421354.511173:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 327 00000100:00100000:3.0:1777421354.511180:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007128704:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421354.511211:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421354.511238:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000183c4dbd/0xd9d09a059d6c40a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e07 expref: 10 pid: 12497 timeout: 521 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.511252:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000183c4dbd/0xd9d09a059d6c40a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e07 expref: 10 pid: 12497 timeout: 521 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.511314:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000183c4dbd/0xd9d09a059d6c40a2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e07 expref: 10 pid: 12497 timeout: 521 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.511329:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421354.511332:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421354.511405:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005eaac865/0xd9d09a059d6c40a9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e0e expref: 9 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.511420:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005eaac865/0xd9d09a059d6c40a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e0e expref: 9 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.511459:0:5757:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005eaac865/0xd9d09a059d6c40a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e0e expref: 9 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421354.511476:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5757:1863761018397184:192.168.204.24@tcp:105: 00000100:00100000:3.0:1777421354.511541:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045c9a180 going to sleep for 11 seconds 00000100:00100000:1.0:1777421354.514850:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421354.515025:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5757:1863761018397184:192.168.204.24@tcp:105: 00010000:00010000:3.0:1777421354.515058:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421354.515147:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007128704:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 3966us (4300us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421354.515159:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 362 00000100:00100000:2.0:1777421354.515778:0:17961:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007128832 00000100:00100000:2.0:1777421354.515787:0:17961:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007128832 00002000:00100000:2.0:1777421354.515864:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (0->157) req@ffff970f4519df80 x1863761007128832/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:365/0 lens 648/0 e 0 to 0 dl 1777421365 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421354.515876:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f4519df80 with x1863761007128832 ext(0->157) 00002000:00010000:2.0:1777421354.515882:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff970f4519df80 00000100:00100000:2.0:1777421354.515917:0:17961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 107 00000100:00100000:2.0:1777421354.515928:0:17961:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007128832:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1777421354.518544:0:17961:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007128832:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 Request processed in 2608us (3698us total) trans 4294967359 rc 0/0 00000100:00100000:2.0:1777421354.518565:0:17961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 107 00002000:00100000:2.0:1777421354.518580:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (0->157) req@ffff970f4519df80 x1863761007128832/t4294967359(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:365/0 lens 648/448 e 0 to 0 dl 1777421365 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421354.518591:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f4519df80 with x1863761007128832 ext(0->157) 00002000:00010000:2.0:1777421354.518596:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff970f4519df80 00000100:00100000:1.0:1777421354.523485:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421354.523697:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007128960 00000100:00100000:3.0:1777421354.523710:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007128960 00000100:00100000:3.0:1777421354.523785:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1218 00000100:00100000:3.0:1777421354.523797:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+57:30035:x1863761007128960:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1777421354.559227:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968081 is committed 00000001:00080000:2.0:1777421354.559247:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968073 is committed 00000001:00080000:2.0:1777421354.559411:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968083 is committed 00000001:00080000:2.0:1777421354.559419:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968076 is committed 00000020:00080000:2.0:1777421354.559426:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff97104fe63f00 refcount 2 committed 0 result 0 batchid 25 00000020:00080000:2.0:1777421354.559430:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff97107c6f8000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff97104fe63900 00000020:00080000:2.0:1777421354.559434:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff97107c6f8400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff970f42028800 00000020:00080000:1.0:1777421354.559472:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 25 committed batchid 23 00000020:00080000:1.0:1777421354.559677:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000001:00080000:2.0:1777421354.559871:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968084 is committed 00000001:00080000:2.0:1777421354.559886:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968077 is committed 00000004:00080000:2.0:1777421354.559890:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 22 committed 00000100:00100000:1.0:1777421354.560106:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777421354.560125:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f4519dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018397312:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777421354.560188:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421354.560458:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+51:30035:x1863761007128960:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 Request processed in 36659us (36984us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421354.560469:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1218 00000001:00080000:2.0:1777421354.560976:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968078 is committed 00000020:00080000:2.0:1777421354.561002:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 24 batchid updated 00000100:00100000:2.0:1777421354.561121:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018397312 00000100:00100000:2.0:1777421354.561129:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018397312 00000100:00100000:2.0:1777421354.561174:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:2.0:1777421354.561184:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018397312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777421354.561209:0:12497:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:26 count 1 00002000:00010000:2.0:1777421354.561244:0:12497:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 158, mtime: 0x69f14c27, atime: 0x0, ctime: 0x69f14c27, blocks: 0xb 00010000:00010000:2.0:1777421354.561252:0:12497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000751cede/0xd9d09a059d6c40b0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.561268:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421354.561270:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421354.561289:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000751cede/0xd9d09a059d6c40b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.561304:0:12497:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000751cede/0xd9d09a059d6c40b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.561314:0:12497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000751cede/0xd9d09a059d6c40b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.561327:0:12497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000751cede/0xd9d09a059d6c40b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.561346:0:12497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777421354.561817:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018397312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 633us (1627us total) trans 4294967372 rc 0/0 00000100:00100000:2.0:1777421354.561824:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00010000:00010000:2.0:1777421354.561848:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421354.561855:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000751cede/0xd9d09a059d6c40b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421354.561860:0:3298:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967371 gen 2 00010000:00010000:2.0:1777421354.561863:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777efe00 already unused, calling callback (ffffffffc15870c0) 00000004:00080000:1.0:1777421354.561868:0:3298:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967371 committed transno 4294967371 00010000:00010000:2.0:1777421354.561870:0:5759:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000751cede/0xd9d09a059d6c40b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.561880:0:5759:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000751cede/0xd9d09a059d6c40b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421354.561893:0:3298:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff970f4519dc00 x1863761018397312/t4294967372(4294967372) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777421370 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1777421354.561896:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000751cede/0xd9d09a059d6c40b0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.561913:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000751cede/0xd9d09a059d6c40b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777421354.561914:0:3298:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff970f4519dc00/2, rc 0, transno 4294967372 00010000:00010000:2.0:1777421354.561931:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421354.561934:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421354.561935:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f4519dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018397312:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777421354.561937:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421354.563423:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421354.563472:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007129088 00000100:00100000:3.0:1777421354.563480:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007129088 00000100:00100000:3.0:1777421354.563521:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 329 00000100:00100000:3.0:1777421354.563529:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007129088:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1777421354.587169:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967359 is committed 00000100:00100000:0.0:1777421354.587378:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007129088:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 Request processed in 23842us (23953us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421354.587391:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 329 00000100:00100000:0.0:1777421354.589413:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421354.589496:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007129344 00000100:00100000:3.0:1777421354.589507:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007129344 00000100:00100000:3.0:1777421354.589565:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1219 00000100:00100000:3.0:1777421354.589581:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45040a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:30035:x1863761007129344:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777421354.589649:0:5772:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421354.589713:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c409b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e00 expref: 48 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.589750:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff971049800d00) 00010000:00010000:3.0:1777421354.589755:0:5772:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421354.589783:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40b7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.589818:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.589834:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.589864:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.589871:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40b7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.589876:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.589883:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421354.589887:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.589898:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40b7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.589906:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff971049800d00) 00010000:00010000:3.0:1777421354.589909:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421354.589912:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40b7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.589917:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40b7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421354.590029:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45040a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:30035:x1863761007129344:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 454us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421354.590049:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1219 00000100:00100000:1.0:1777421354.592549:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421354.592732:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007129472 00000100:00100000:3.0:1777421354.592742:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007129472 00000100:00100000:3.0:1777421354.592792:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1220 00000100:00100000:3.0:1777421354.592810:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:30035:x1863761007129472:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421354.592826:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421354.592843:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c40be lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05e15 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.592899:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c40be lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e15 expref: 48 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.592917:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c40be lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e15 expref: 48 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.592934:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff971049800d00) 00010000:00010000:3.0:1777421354.592941:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777421354.592945:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61400, rc 0) 00000100:00100000:3.0:1777421354.593003:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:30035:x1863761007129472:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 203us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421354.593011:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1220 00000100:00100000:1.0:1777421354.596236:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421354.596445:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007129600 00000100:00100000:0.0:1777421354.596456:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007129600 00000100:00100000:0.0:1777421354.596511:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 330 00000100:00100000:0.0:1777421354.596521:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007129600:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1777421354.596873:0:6553:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1777421354.596877:0:6553:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 0 -> 1777421351 00002000:00010000:0.0:1777421354.596879:0:6553:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb atime from disk: 0 -> 1777421353 00002000:00010000:0.0:1777421354.596882:0:6553:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 0 -> 1777421351 00002000:00010000:0.0:1777421354.596884:0:6553:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1777421354.596969:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761007129600:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 Request processed in 448us (744us total) trans 4294967360 rc 0/0 00000100:00100000:0.0:1777421354.596978:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 330 00000100:00100000:0.0:1777421354.600669:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421354.600727:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007129856 00000100:00100000:3.0:1777421354.600738:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007129856 00000100:00100000:3.0:1777421354.600795:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1221 00000100:00100000:3.0:1777421354.600805:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45041500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:30035:x1863761007129856:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1777421354.600874:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40c5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.600904:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417800/0xd9d09a059d6c406a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05deb expref: 48 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.600913:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40c5 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.600947:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417800/0xd9d09a059d6c406a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05deb expref: 48 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.600972:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417800/0xd9d09a059d6c406a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05deb expref: 48 pid: 5770 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421354.600989:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018397440:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421354.601090:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045c9a480 going to sleep for 11 seconds 00000100:00100000:3.0:1777421354.603244:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018397440:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421354.603271:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40c5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421354.604147:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421354.604216:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007129984 00000100:00100000:3.0:1777421354.604225:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007129984 00010000:00010000:3.0:1777421354.604256:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417800/0xd9d09a059d6c406a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05deb expref: 49 pid: 5770 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421354.604321:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 363 00000100:00100000:1.0:1777421354.604333:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45042300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:2361:x1863761007129984:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421354.604346:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421354.604356:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417800/0xd9d09a059d6c406a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05deb expref: 49 pid: 5770 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.604370:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417800/0xd9d09a059d6c406a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05deb expref: 49 pid: 5770 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.604392:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417800/0xd9d09a059d6c406a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05deb expref: 49 pid: 5770 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.604415:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff971049800d00) 00010000:00010000:1.0:1777421354.604420:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40c5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.604430:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.604439:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40c5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.604470:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421354.604576:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45042300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:2361:x1863761007129984:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 245us (429us total) trans 0 rc 0/0 00010000:00010000:0.0:1777421354.604625:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.604633:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.604660:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.604667:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40c5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.604674:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40c5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.604681:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421354.604686:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40c5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.604694:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40c5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.604703:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff971049800d00) 00010000:00010000:0.0:1777421354.604707:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1777421354.604711:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40c5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.604717:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c40c5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421354.604761:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45041500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:30035:x1863761007129856:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 Request processed in 3958us (4547us total) trans 0 rc -22/-22 00000100:00100000:0.0:1777421354.604770:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1221 00000100:00100000:1.0:1777421354.606673:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 363 00000100:00100000:1.0:1777421354.609108:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421354.609213:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007130112 00000100:00100000:0.0:1777421354.609224:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007130112 00000100:00100000:0.0:1777421354.609291:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 331 00000100:00100000:0.0:1777421354.609303:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007130112:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421354.609344:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c40cc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.609365:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005eaac865/0xd9d09a059d6c40a9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e0e expref: 10 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.609379:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421354.609382:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421354.609386:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c40cc lrc: 4/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.609425:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005eaac865/0xd9d09a059d6c40a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e0e expref: 10 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.609439:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005eaac865/0xd9d09a059d6c40a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e0e expref: 10 pid: 12497 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421354.609453:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f45041180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6553:1863761018397568:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421354.609570:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104baa6000 going to sleep for 11 seconds 00000100:00100000:1.0:1777421354.614141:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421354.614223:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007130240 00000100:00100000:2.0:1777421354.614234:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007130240 00010000:00010000:2.0:1777421354.614300:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005eaac865/0xd9d09a059d6c40a9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e0e expref: 11 pid: 12497 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421354.614337:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 364 00000100:00100000:2.0:1777421354.614347:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710499d3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007130240:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421354.614361:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421354.614384:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005eaac865/0xd9d09a059d6c40a9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e0e expref: 11 pid: 12497 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.614399:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005eaac865/0xd9d09a059d6c40a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e0e expref: 11 pid: 12497 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.614424:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421354.614427:0:5757:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421354.614432:0:5757:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c40cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.614441:0:5757:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c40cc lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.614463:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421354.614521:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710499d3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007130240:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 174us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421354.614532:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 364 00010000:00010000:0.0:1777421354.615025:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005eaac865/0xd9d09a059d6c40a9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e0e expref: 10 pid: 12497 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421354.615043:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f45041180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6553:1863761018397568:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421354.615064:0:6553:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c40cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.615075:0:6553:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c40cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.615083:0:6553:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c40cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.615111:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c40cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.615127:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c40cc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.615136:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c40cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.615143:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44417c00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421354.615148:0:6553:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c40cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.615156:0:6553:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c40cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.615169:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c40cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.615178:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c40cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421354.615248:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007130112:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 5947us (6145us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421354.615256:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 331 00000100:00100000:1.0:1777421354.620515:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421354.621044:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007130496 00000100:00100000:0.0:1777421354.621056:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007130496 00000100:00100000:0.0:1777421354.621115:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1222 00000100:00100000:0.0:1777421354.621126:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:30035:x1863761007130496:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777421354.621208:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c40d3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.621224:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c40d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.621236:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c40d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.621475:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c40da lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.621487:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c40be lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e15 expref: 48 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.621495:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c40da lrc: 4/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.621528:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c40be lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e15 expref: 48 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.621541:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c40be lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e15 expref: 48 pid: 5772 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421354.621555:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f45041180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018397696:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421354.621638:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104baa6000 going to sleep for 11 seconds 00000100:00100000:2.0:1777421354.624205:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421354.624371:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f45041180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018397696:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421354.624395:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c40da lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421354.624791:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007130624 00000100:00100000:1.0:1777421354.624798:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007130624 00010000:00010000:1.0:1777421354.624829:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c40be lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e15 expref: 49 pid: 5772 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421354.624865:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 365 00000100:00100000:1.0:1777421354.624874:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043ddaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:2361:x1863761007130624:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421354.624886:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421354.624893:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c40be lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e15 expref: 49 pid: 5772 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.624910:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c40be lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e15 expref: 49 pid: 5772 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.624931:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c40be lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e15 expref: 49 pid: 5772 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.624946:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff971049800d00) 00010000:00010000:1.0:1777421354.624951:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c40da lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.624970:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c40da lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.624978:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c40da lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.625112:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421354.625199:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043ddaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:2361:x1863761007130624:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 325us (999us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421354.625208:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 365 00010000:00010000:0.0:1777421354.625214:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c40da lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.625228:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c40da lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421354.625429:0:5772:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968085 00000001:00080000:0.0:1777421354.625596:0:5772:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968086 00000001:00080000:0.0:1777421354.625643:0:5772:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968087 00000100:00100000:0.0:1777421354.625943:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f45041180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5772:1863761018397824:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1777421354.625999:0:5772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421354.626079:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104baa6780 going to sleep for 11 seconds 00000100:00100000:3.0:1777421354.626366:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018397824 00000100:00100000:3.0:1777421354.626371:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018397824 00000100:00100000:0.0:1777421354.626568:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1777421354.626576:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5772:x1863761018397824:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1777421354.626649:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5772:x1863761018397824:12345-0@lo:1000:mdt00_002.0 Request processed in 74us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421354.626656:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1777421354.626722:0:5772:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967358 gen 2 00000004:00080000:2.0:1777421354.626727:0:5772:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967358 committed transno 4294967358 00000100:00100000:2.0:1777421354.626760:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f45041180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5772:1863761018397824:0@lo:1000:mdt00_002.0 00000001:00080000:2.0:1777421354.626912:0:5772:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968088 00000100:00100000:2.0:1777421354.626968:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971043dd9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5772:1863761018397952:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1777421354.626996:0:5772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1777421354.627018:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421354.627113:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104fe63900 going to sleep for 11 seconds 00000100:00100000:3.0:1777421354.627171:0:13101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018397952 00000100:00100000:3.0:1777421354.627175:0:13101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018397952 00000100:00100000:3.0:1777421354.627197:0:13101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1777421354.627214:0:13101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043ddb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5772:x1863761018397952:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1777421354.627378:0:13101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043ddb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5772:x1863761018397952:12345-0@lo:1000:mdt00_002.0 Request processed in 164us (381us total) trans 4294967361 rc 0/0 00000100:00100000:3.0:1777421354.627384:0:13101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1777421354.627462:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971043dd9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5772:1863761018397952:0@lo:1000:mdt00_002.0 00000001:00080000:2.0:1777421354.627519:0:5772:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968089 00010000:00010000:2.0:1777421354.627545:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c40da lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.627554:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c40da lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.627561:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c40da lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.627568:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44417e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421354.627572:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c40da lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.627579:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c40da lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.627592:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff971049800d00) 00010000:00010000:2.0:1777421354.627596:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421354.627600:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c40da lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.627607:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c40da lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.627633:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4008 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.627639:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4008 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.627645:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4008 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.627649:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777eea00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421354.627652:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4008 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.627657:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4008 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.627664:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff97104fc47500) 00010000:00010000:2.0:1777421354.627666:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421354.627672:0:5772:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c400f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dd6 expref: 98 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.627682:0:5772:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c400f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dd6 expref: 98 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.627689:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c400f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dd6 expref: 98 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.627710:0:5772:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c400f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dd6 expref: 98 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421354.627720:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971043dd8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018398080:192.168.204.24@tcp:105: 00000100:00100000:2.0:1777421354.627775:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104fe63900 going to sleep for 11 seconds 00000100:00100000:2.0:1777421354.630079:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421354.630121:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971043dd8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018398080:192.168.204.24@tcp:105: 00000100:00100000:1.0:1777421354.630141:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007130752 00010000:00010000:0.0:1777421354.630147:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4008 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421354.630149:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007130752 00010000:00010000:0.0:1777421354.630159:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4008 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.630188:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c40e1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421354.630199:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 259 00010000:00010000:0.0:1777421354.630202:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c40e1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421354.630212:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043dd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+99:30033:x1863761007130752:12345-192.168.204.24@tcp:49:cat.0 00010000:00010000:0.0:1777421354.630217:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c40e1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.630228:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c40e1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.630235:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c40e1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.630240:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c40e1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.630246:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421354.630250:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c40e1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.630256:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c40e1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.630266:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff97104fc47500) 00010000:00010000:0.0:1777421354.630268:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421354.630297:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c40e1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.630305:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c40e1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.630316:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c40d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.630322:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c40d3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.630328:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c40d3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.630333:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44417c00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421354.630336:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c40d3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.630342:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c40d3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.630350:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff97104fc47500) 00010000:00010000:0.0:1777421354.630353:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777421354.630356:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c40d3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.630362:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c40d3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421354.630542:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043dd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+99:30033:x1863761007130752:12345-192.168.204.24@tcp:49:cat.0 Request processed in 332us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421354.630554:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:30035:x1863761007130496:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 9427us (10047us total) trans 4294968090 rc 0/0 00000100:00100000:0.0:1777421354.630562:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1222 00000020:00080000:0.0:1777421354.630567:0:5772:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1777421354.630725:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421354.630731:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421354.631188:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1777421354.631196:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421354.631269:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 259 00000100:00100000:3.0:1777421354.633476:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421354.633549:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007131008 00000100:00100000:1.0:1777421354.633567:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007131008 00000100:00100000:1.0:1777421354.633611:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 260 00000100:00100000:1.0:1777421354.633619:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:30035:x1863761007131008:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1777421354.634000:0:5773:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x24:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1777421354.634065:0:5773:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968091 00010000:00010000:1.0:1777421354.634107:0:5773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c40e8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.634122:0:5773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c40e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.634133:0:5773:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c40e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.634141:0:5773:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c40e8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.634147:0:5773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c40e8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.634153:0:5773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c40e8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.634252:0:5773:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777421354.634381:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:30035:x1863761007131008:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 761us (910us total) trans 4294968092 rc 0/0 00000100:00100000:1.0:1777421354.634388:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 260 00000020:00080000:1.0:1777421354.634393:0:5773:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777421354.634572:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:2.0:1777421354.634766:0:7433:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421354.634773:0:7433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c40e8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.634780:0:7433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10600 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421354.634784:0:7433:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c40e8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.634792:0:7433:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c40e8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.634804:0:7433:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff97104bab1d00) 00000100:00100000:0.0:1777421354.634806:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007131136 00010000:00010000:2.0:1777421354.634809:0:7433:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000100:00100000:0.0:1777421354.634813:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007131136 00010000:00010000:2.0:1777421354.634815:0:7433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c40e8 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.634822:0:7433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c40e8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.634837:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421354.634838:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421354.634841:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421354.634868:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 332 00000100:00080000:1.0:1777421354.634871:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421354.634878:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+17:30033:x1863761007131136:12345-192.168.204.24@tcp:101:cat.0 00010000:00010000:0.0:1777421354.634889:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421354.634903:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049bfe1a5/0xd9d09a059d6c40ef lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05e1c expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421354.634929:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 158, mtime: 0x69f14c27, atime: 0x69f14c29, ctime: 0x69f14c27, blocks: 0xb 00010000:00010000:0.0:1777421354.634943:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421354.634946:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421354.635086:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049bfe1a5/0xd9d09a059d6c40ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e1c expref: 18 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.635105:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000049bfe1a5/0xd9d09a059d6c40ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e1c expref: 18 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.635190:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44416400, rc 0) 00000100:00100000:0.0:1777421354.635230:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+18:30033:x1863761007131136:12345-192.168.204.24@tcp:101:cat.0 Request processed in 353us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421354.635236:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 332 00000100:00100000:3.0:1777421354.637770:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421354.637845:0:17961:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007131264 00000100:00100000:2.0:1777421354.637855:0:17961:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007131264 00002000:00100000:2.0:1777421354.637901:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff970f42ee7b80 x1863761007131264/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:365/0 lens 488/0 e 0 to 0 dl 1777421365 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421354.637912:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f42ee7b80 with x1863761007131264 ext(0->4095) 00002000:00010000:2.0:1777421354.637917:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff970f42ee7b80 00000100:00100000:2.0:1777421354.637961:0:17961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 108 00000100:00100000:2.0:1777421354.637972:0:17961:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b251bd7-457c-4889-b04e-8036834fd389+18:2360:x1863761007131264:12345-192.168.204.24@tcp:3:cat.0 00000100:00100000:2.0:1777421354.638153:0:17961:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b251bd7-457c-4889-b04e-8036834fd389+18:2360:x1863761007131264:12345-192.168.204.24@tcp:3:cat.0 Request processed in 182us (391us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777421354.638160:0:17961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 108 00002000:00100000:2.0:1777421354.638166:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff970f42ee7b80 x1863761007131264/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:365/0 lens 488/4536 e 0 to 0 dl 1777421365 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421354.638174:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f42ee7b80 with x1863761007131264 ext(0->4095) 00002000:00010000:2.0:1777421354.638177:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff970f42ee7b80 00000100:00100000:3.0:1777421354.642000:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421354.642089:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007131520 00000100:00100000:1.0:1777421354.642108:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007131520 00000100:00100000:1.0:1777421354.642162:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 261 00000100:00100000:1.0:1777421354.642173:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+99:30033:x1863761007131520:12345-192.168.204.24@tcp:35:cat.0 00000100:00100000:1.0:1777421354.642436:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+100:30033:x1863761007131520:12345-192.168.204.24@tcp:35:cat.0 Request processed in 264us (444us total) trans 4294968093 rc 0/0 00000100:00100000:1.0:1777421354.642444:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 261 00000100:00100000:1.0:1777421354.659520:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421354.659598:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007131648 00000100:00100000:0.0:1777421354.659607:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007131648 00000100:00100000:0.0:1777421354.659659:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1223 00000100:00100000:0.0:1777421354.659667:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+100:30036:x1863761007131648:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421354.659687:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421354.659704:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c40f6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05e23 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.659760:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c40fd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.659771:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c40fd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.659783:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c40fd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.659792:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c4104 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.659796:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c4104 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.659800:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c4104 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.659881:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c410b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.659886:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c410b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.659890:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c410b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421354.659924:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000004:00200000:0.0:1777421354.659927:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421354.659941:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c410b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.659949:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c410b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.659964:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c40fd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.659974:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c40fd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.659978:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c40fd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.659987:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421354.659990:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c40fd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.659995:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c40fd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.660007:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:0.0:1777421354.660009:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421354.660013:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c40fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.660017:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c40fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.660025:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c4104 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.660029:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c4104 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.660032:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c4104 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.660035:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421354.660037:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c4104 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.660041:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c4104 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.660044:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff971049800000) 00010000:00010000:0.0:1777421354.660046:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421354.660047:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c4104 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.660050:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c4104 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.660072:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c40f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e23 expref: 102 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.660080:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c410b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e23 expref: 101 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.660084:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff97104fc47500) 00010000:00010000:0.0:1777421354.660086:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421354.660087:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44417e00, rc 0) 00000100:00100000:0.0:1777421354.660153:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+101:30036:x1863761007131648:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 485us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421354.660161:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1223 00000100:00100000:2.0:1777421354.664266:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421354.664391:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007131776 00000100:00100000:3.0:1777421354.664402:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007131776 00000100:00100000:3.0:1777421354.664465:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1224 00000100:00100000:3.0:1777421354.664475:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043ddbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+101:30036:x1863761007131776:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421354.664493:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421354.664510:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c4112 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05e2a expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.664574:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c4119 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.664589:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c4119 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.664599:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c4119 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421354.664677:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 11776 00000004:00200000:3.0:1777421354.664681:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421354.664706:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c4119 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.664730:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c4112 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e2a expref: 103 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.664746:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c4119 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e2a expref: 102 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.664754:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:3.0:1777421354.664757:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421354.664760:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61600, rc 0) 00000100:00100000:3.0:1777421354.664815:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043ddbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+102:30036:x1863761007131776:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 341us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421354.664823:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1224 00000100:00100000:2.0:1777421354.671724:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421354.671918:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007132032 00000100:00100000:3.0:1777421354.671928:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007132032 00000100:00100000:3.0:1777421354.672051:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1225 00000100:00100000:3.0:1777421354.672062:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043ddb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+102:30036:x1863761007132032:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421354.672082:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421354.672100:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c4120 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05e31 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.672199:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4127 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.672232:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4127 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.672243:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4127 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421354.672268:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:3.0:1777421354.672422:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c4120 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e31 expref: 105 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.672439:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4127 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e31 expref: 104 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.672447:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff97104fc47500) 00010000:00010000:3.0:1777421354.672450:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777421354.672454:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61e00, rc 0) 00000100:00100000:3.0:1777421354.672513:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043ddb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+104:30036:x1863761007132032:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 453us (797us total) trans 4294968094 rc 0/0 00000100:00100000:3.0:1777421354.672520:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1225 00000100:00100000:1.0:1777421354.675547:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421354.675635:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007132160 00000100:00100000:0.0:1777421354.675643:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007132160 00000100:00100000:0.0:1777421354.675745:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 333 00000100:00100000:0.0:1777421354.675755:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+18:2360:x1863761007132160:12345-192.168.204.24@tcp:1:lfs.0 00010000:00010000:0.0:1777421354.675797:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c4135 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.675815:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000049bfe1a5/0xd9d09a059d6c40ef lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e1c expref: 18 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.675823:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421354.675826:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421354.675829:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c4135 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.675861:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000049bfe1a5/0xd9d09a059d6c40ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e1c expref: 18 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.675874:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000049bfe1a5/0xd9d09a059d6c40ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e1c expref: 18 pid: 6553 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421354.675887:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f45043480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6553:1863761018398208:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421354.675966:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104baa6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421354.678478:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421354.678518:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f45043480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6553:1863761018398208:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421354.678541:0:6553:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c4135 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421354.678611:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007132288 00000100:00100000:1.0:1777421354.678618:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007132288 00010000:00010000:1.0:1777421354.678650:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000049bfe1a5/0xd9d09a059d6c40ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e1c expref: 19 pid: 6553 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421354.678682:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 366 00000100:00100000:1.0:1777421354.678691:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043dd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+19:2360:x1863761007132288:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421354.678706:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421354.678728:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000049bfe1a5/0xd9d09a059d6c40ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e1c expref: 19 pid: 6553 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.678740:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000049bfe1a5/0xd9d09a059d6c40ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e1c expref: 19 pid: 6553 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.678761:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049bfe1a5/0xd9d09a059d6c40ef lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e1c expref: 19 pid: 6553 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.678780:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421354.678782:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421354.678786:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c4135 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.678795:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c4135 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.678831:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421354.678883:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043dd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+18:2360:x1863761007132288:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 192us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421354.678890:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 366 00010000:00010000:0.0:1777421354.678949:0:6553:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c4135 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.678972:0:6553:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c4135 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.678994:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c4135 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.679002:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c4135 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.679010:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c4135 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.679026:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44417c00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421354.679030:0:6553:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c4135 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.679038:0:6553:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c4135 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.679051:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c4135 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.679058:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c4135 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421354.679122:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+17:2360:x1863761007132160:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 3369us (3582us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421354.679129:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 333 00000100:00100000:2.0:1777421354.681711:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421354.682088:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007132544 00000100:00100000:3.0:1777421354.682097:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007132544 00000100:00100000:3.0:1777421354.682146:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 262 00000100:00100000:3.0:1777421354.682155:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b5a6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+104:30036:x1863761007132544:12345-192.168.204.24@tcp:35:lfs.0 00000004:00010000:3.0:1777421354.682216:0:5774:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000402:0x23:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4127 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e31 expref: 104 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777421354.682619:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968095 00000001:00080000:2.0:1777421354.682932:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968096 00010000:00010000:2.0:1777421354.683006:0:5774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c413c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.683022:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c400f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dd6 expref: 107 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.683031:0:5774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c410b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e23 expref: 107 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.683040:0:5774:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c413c lrc: 5/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.683074:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c410b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e23 expref: 107 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.683088:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c410b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e23 expref: 107 pid: 5772 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421354.683102:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971043dd9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018398336:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421354.683182:0:5774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c400f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dd6 expref: 107 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.683191:0:5774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c400f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dd6 expref: 107 pid: 5770 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421354.683199:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971043dda680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018398464:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421354.683220:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff971042bd29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421354.685608:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971043dda680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018398464:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421354.685624:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971043dd9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5774:1863761018398336:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421354.685650:0:5774:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c413c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421354.685928:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421354.685986:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421354.686495:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007132800 00000100:00100000:3.0:1777421354.686517:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007132800 00000100:00100000:1.0:1777421354.686523:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007132672 00000100:00100000:1.0:1777421354.686530:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007132672 00010000:00010000:1.0:1777421354.686562:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c400f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dd6 expref: 109 pid: 5770 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.686600:0:5757:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c410b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e23 expref: 109 pid: 5772 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421354.686608:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 367 00000100:00100000:1.0:1777421354.686621:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043dda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+109:2361:x1863761007132672:12345-192.168.204.24@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777421354.686637:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 368 00010000:00010000:1.0:1777421354.686637:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421354.686649:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c400f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dd6 expref: 109 pid: 5770 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421354.686650:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043dd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+109:2360:x1863761007132800:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421354.686664:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421354.686668:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c400f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dd6 expref: 109 pid: 5770 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.686674:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c410b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e23 expref: 109 pid: 5772 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.686701:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c410b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e23 expref: 109 pid: 5772 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.686726:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c400f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05dd6 expref: 109 pid: 5770 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.686731:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c410b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e23 expref: 109 pid: 5772 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.686750:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff97104fc47500) 00010000:00010000:1.0:1777421354.686757:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c413c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.686767:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c413c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.686774:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c413c lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421354.686789:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff97104fc47500) 00010000:00010000:2.0:1777421354.686795:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421354.686807:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421354.686838:0:5774:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c413c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421354.686854:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043dd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+107:2360:x1863761007132800:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 201us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421354.686862:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 368 00010000:00010000:3.0:1777421354.686886:0:5774:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c413c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777421354.687016:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968097 00000100:00100000:1.0:1777421354.687097:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043dda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+107:2361:x1863761007132672:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 477us (1110us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421354.687105:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 367 00000001:00080000:3.0:1777421354.687241:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968098 00000001:00080000:3.0:1777421354.687328:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968099 00000100:00100000:3.0:1777421354.687393:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018398592:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777421354.687428:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421354.687451:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104b75fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1777421354.687489:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018398592 00000100:00100000:1.0:1777421354.687494:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018398592 00000100:00100000:1.0:1777421354.687527:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1777421354.687536:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5774:x1863761018398592:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777421354.687611:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5774:x1863761018398592:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 75us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421354.687619:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1777421354.687715:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018398592:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1777421354.687838:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968100 00000100:00100000:3.0:1777421354.687879:0:5774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018398720:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777421354.687901:0:5774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421354.687919:0:5774:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045c9a780 going to sleep for 11 seconds 00000100:00100000:2.0:1777421354.687936:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018398720 00000100:00100000:2.0:1777421354.687961:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018398720 00000100:00100000:2.0:1777421354.687993:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1777421354.688002:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5774:x1863761018398720:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777421354.688151:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:5774:x1863761018398720:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 150us (247us total) trans 4294967362 rc 0/0 00000100:00100000:2.0:1777421354.688159:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1777421354.688181:0:5774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5774:1863761018398720:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:3.0:1777421354.688202:0:5774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c413c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.688423:0:5774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c413c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.688433:0:5774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c413c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.688439:0:5774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421354.688444:0:5774:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c413c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.688467:0:5774:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c413c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.688478:0:5774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff97104fc47500) 00010000:00010000:3.0:1777421354.688481:0:5774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1777421354.688485:0:5774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c413c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.688492:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c413c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421354.688732:0:5774:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x4a:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1777421354.688845:0:5774:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].9, 64 off8792 00000004:00080000:0.0:1777421354.688856:0:5774:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 421245580912ns, next at 422245578757ns, rc = 0 00000001:00080000:0.0:1777421354.688862:0:5774:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968101 00010000:00010000:0.0:1777421354.688921:0:5774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff97104fc47500) 00010000:00010000:0.0:1777421354.688925:0:5774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777421354.688932:0:5774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4127 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e31 expref: 110 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421354.689025:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b5a6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+109:30036:x1863761007132544:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 6870us (7317us total) trans 4294968102 rc 0/0 00000100:00100000:0.0:1777421354.689033:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 262 00000020:00080000:0.0:1777421354.689037:0:5774:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:2.0:1777421354.726964:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421354.727411:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007133056 00000100:00100000:3.0:1777421354.727421:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007133056 00000100:00100000:3.0:1777421354.727478:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1226 00000100:00100000:3.0:1777421354.727487:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043dd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+109:30042:x1863761007133056:12345-192.168.204.24@tcp:101:cat.0 00010000:00010000:3.0:1777421354.727512:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421354.727533:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c4143 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05e38 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.727738:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c414a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.727753:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c414a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.727764:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c414a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.727778:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4151 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.727797:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4151 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.727804:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4151 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.727929:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c4158 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.727938:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c4158 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.727945:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c4158 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421354.727966:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:3.0:1777421354.728056:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c414a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.728064:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c414a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.728071:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c414a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.728077:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421354.728081:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c414a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.728088:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c414a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.728110:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:3.0:1777421354.728112:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421354.728118:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c414a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.728124:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c414a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.728137:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4151 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.728143:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4151 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.728148:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4151 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.728153:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421354.728156:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4151 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.728161:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4151 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.728168:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff97104a245400) 00010000:00010000:3.0:1777421354.728171:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421354.728173:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4151 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.728179:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4151 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.728228:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c4143 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e38 expref: 112 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.728241:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c4158 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e38 expref: 111 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.728249:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff97104a245100) 00010000:00010000:3.0:1777421354.728251:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421354.728254:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61400, rc 0) 00000100:00100000:3.0:1777421354.730809:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043dd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+111:30042:x1863761007133056:12345-192.168.204.24@tcp:101:cat.0 Request processed in 3312us (3853us total) trans 4294968103 rc 0/0 00000100:00100000:3.0:1777421354.730821:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1226 00000100:00100000:3.0:1777421354.737863:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421354.738163:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007133312 00000100:00100000:1.0:1777421354.738174:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007133312 00000100:00100000:1.0:1777421354.738238:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 55 00000100:00100000:1.0:1777421354.738249:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+111:30042:x1863761007133312:12345-192.168.204.24@tcp:103:cat.0 00010000:00010000:1.0:1777421354.738265:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421354.738531:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c4158 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e38 expref: 111 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421354.738550:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff97104a245100) 00010000:00010000:1.0:1777421354.738560:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421354.738648:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+110:30042:x1863761007133312:12345-192.168.204.24@tcp:103:cat.0 Request processed in 401us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421354.738656:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 55 00000100:00100000:0.0:1777421354.740729:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421354.740812:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007133440 00000100:00100000:3.0:1777421354.740835:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007133440 00000100:00100000:3.0:1777421354.740883:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1227 00000100:00100000:3.0:1777421354.740893:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45042d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+110:30042:x1863761007133440:12345-192.168.204.24@tcp:58:cat.0 00010000:00010000:3.0:1777421354.741003:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c4166 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.741018:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c4166 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421354.741030:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c4166 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777421354.741240:0:5770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].36, 136 off13088 00000100:00100000:3.0:1777421354.741367:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45042d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+110:30042:x1863761007133440:12345-192.168.204.24@tcp:58:cat.0 Request processed in 475us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421354.741375:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1227 00000100:00100000:2.0:1777421354.743632:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421354.743682:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007133568 00000100:00100000:0.0:1777421354.743691:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007133568 00000100:00100000:0.0:1777421354.743784:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1228 00000100:00100000:0.0:1777421354.743794:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043dd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+110:30042:x1863761007133568:12345-192.168.204.24@tcp:101:cat.0 00010000:00010000:0.0:1777421354.743812:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421354.743844:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c416d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05e3f expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.743894:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c4166 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.743906:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c416d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e3f expref: 111 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.743925:0:5772:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c4166 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.743960:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c416d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e3f expref: 111 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.743977:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff97104a245400) 00010000:00010000:0.0:1777421354.743981:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421354.743986:0:5772:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c416d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e3f expref: 111 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421354.743993:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44416600, rc 0) 00000100:00100000:0.0:1777421354.744050:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043dd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+111:30042:x1863761007133568:12345-192.168.204.24@tcp:101:cat.0 Request processed in 258us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421354.744057:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1228 00010000:00010000:1.0:1777421355.234900:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421355.299128:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f4519f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018398848:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421355.299196:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421355.299750:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018398848 00000100:00100000:0.0:1777421355.299758:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018398848 00000100:00100000:2.0:1777421355.299927:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1777421355.299938:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043dda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3298:x1863761018398848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777421355.299972:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 90112000 pending 0 free 3851419648 avail 3848273920 00000100:00100000:2.0:1777421355.300031:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043dda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3298:x1863761018398848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421355.300038:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1777421355.300116:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f4519f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018398848:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777421355.314556:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421355.314611:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421355.314705:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007133824 00000100:00100000:0.0:1777421355.314708:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007133696 00000100:00100000:1.0:1777421355.314717:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007133824 00000100:00100000:0.0:1777421355.314717:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007133696 00000100:00100000:1.0:1777421355.314785:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 251 00000100:00100000:1.0:1777421355.314796:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043dd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+111:2359:x1863761007133824:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421355.314874:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043dd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+111:2359:x1863761007133824:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 79us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421355.314881:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 251 00000100:00080000:2.0:1777421355.314912:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421355.314979:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421355.315015:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007134080 00000100:00100000:1.0:1777421355.315019:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007134080 00000100:00080000:2.0:1777421355.315042:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421355.315059:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 250 00000100:00100000:1.0:1777421355.315067:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+12:2358:x1863761007134080:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421355.315089:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 502 00000100:00100000:0.0:1777421355.315100:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b478c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2359:x1863761007133696:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421355.315103:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+12:2358:x1863761007134080:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 35us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421355.315142:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b478c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:2359:x1863761007133696:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 44us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421355.315154:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 502 00000100:00100000:2.0:1777421355.315532:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421355.315555:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421355.315576:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421355.315601:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421355.315620:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007134336 00000100:00100000:2.0:1777421355.315624:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007134336 00000100:00100000:2.0:1777421355.315649:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007133952 00000100:00100000:2.0:1777421355.315651:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007133952 00000100:00100000:2.0:1777421355.315661:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007134464 00000100:00100000:2.0:1777421355.315663:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007134464 00000100:00100000:2.0:1777421355.315681:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 251 00000100:00100000:2.0:1777421355.315687:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080c23450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2358:x1863761007134336:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421355.315717:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080c23450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2358:x1863761007134336:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 31us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421355.315727:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 251 00000100:00100000:2.0:1777421355.315741:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 252 00000100:00100000:2.0:1777421355.315747:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043dd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+17:2358:x1863761007133952:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421355.315768:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043dd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+17:2358:x1863761007133952:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 21us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421355.315773:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 252 00000100:00100000:2.0:1777421355.315784:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 253 00000100:00100000:3.0:1777421355.316078:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007134208 00000100:00100000:3.0:1777421355.316083:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007134208 00000100:00100000:3.0:1777421355.316111:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 252 00000100:00100000:3.0:1777421355.316118:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043dd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:2358:x1863761007134208:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421355.316152:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043dd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:2358:x1863761007134208:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 35us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421355.316158:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 252 00000100:00080000:3.0:1777421355.316182:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421355.316313:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2358:x1863761007134464:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421355.316341:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2358:x1863761007134464:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 31us (739us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421355.316841:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 250 00000100:00100000:2.0:1777421355.317062:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 253 00000040:00080000:3.0:1777421355.682519:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421355.682528:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421355.682563:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 5 00000040:00080000:3.0:1777421355.682570:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421355.682697:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee5c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018398976:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421355.682908:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff971048758a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421355.691199:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee5c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018398976:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421355.693702:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421355.693948:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007134592 00000100:00100000:1.0:1777421355.693959:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007134592 00000100:00100000:1.0:1777421355.694011:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1229 00000100:00100000:1.0:1777421355.694023:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:30043:x1863761007134592:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421355.694071:0:5772:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421355.694182:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:30043:x1863761007134592:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 160us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421355.694190:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1229 00000100:00100000:2.0:1777421355.699190:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421355.699311:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007134720 00000100:00100000:3.0:1777421355.699323:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007134720 00000100:00100000:3.0:1777421355.699390:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1230 00000100:00100000:3.0:1777421355.699401:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:30043:x1863761007134720:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1777421355.699476:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c4174 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699495:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c4174 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699524:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c4174 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699557:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c417b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699566:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c417b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699573:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c417b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699598:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4182 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699607:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4182 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699613:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4182 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421355.699652:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000004:00200000:3.0:1777421355.699657:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421355.699670:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4182 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699681:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c4174 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699688:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c4174 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699706:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c4174 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699712:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421355.699717:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c4174 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699725:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c4174 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699738:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:3.0:1777421355.699741:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421355.699746:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c4174 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699753:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c4174 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699767:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c417b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699774:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c417b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699780:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c417b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699785:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421355.699788:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c417b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699804:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c417b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699812:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x92f5931a (ffff97104a245f00) 00010000:00010000:3.0:1777421355.699815:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421355.699818:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c417b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699824:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c417b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699838:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4182 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699845:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4182 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699850:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4182 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699856:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421355.699858:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4182 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699864:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4182 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699871:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff97104a245400) 00010000:00010000:3.0:1777421355.699874:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421355.699876:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4182 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.699891:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4182 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421355.699974:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:30043:x1863761007134720:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 Request processed in 575us (794us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421355.699983:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1230 00000100:00100000:2.0:1777421355.704732:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421355.704860:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007134976 00000100:00100000:3.0:1777421355.704871:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007134976 00000100:00100000:3.0:1777421355.704944:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1231 00000100:00100000:3.0:1777421355.704956:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:30043:x1863761007134976:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421355.704978:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421355.705002:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c4189 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05e46 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.705109:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c4190 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.705130:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c4190 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.705242:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c4190 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421355.705256:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:3.0:1777421355.705604:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c4190 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.705613:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c4190 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.705637:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c4190 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.705643:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217c600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421355.705648:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c4190 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.705656:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c4190 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.705669:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff97104a245400) 00010000:00010000:3.0:1777421355.705672:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421355.705677:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c4190 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.705684:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c4190 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.705733:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c4189 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e46 expref: 56 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.705744:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:3.0:1777421355.705746:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421355.705750:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c4189 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e46 expref: 56 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.705759:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61400, rc 0) 00000100:00100000:3.0:1777421355.705827:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:30043:x1863761007134976:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 873us (1104us total) trans 4294968104 rc 301/301 00000100:00100000:3.0:1777421355.705844:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1231 00000100:00100000:2.0:1777421355.710847:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421355.710942:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007135104 00000100:00100000:3.0:1777421355.710953:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007135104 00000100:00100000:3.0:1777421355.711017:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1232 00000100:00100000:3.0:1777421355.711027:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:30043:x1863761007135104:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777421355.711064:0:5770:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777421355.711165:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:30043:x1863761007135104:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 139us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421355.711173:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1232 00000100:00100000:2.0:1777421355.715001:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421355.715066:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007135360 00000100:00100000:1.0:1777421355.715076:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007135360 00000100:00100000:1.0:1777421355.715218:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1233 00000100:00100000:1.0:1777421355.715238:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:30043:x1863761007135360:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421355.715257:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421355.715307:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c419e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05e4d expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.715821:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c41a5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.715835:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c41a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.715845:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c41a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421355.715857:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 0 00010000:00010000:1.0:1777421355.715906:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c419e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e4d expref: 58 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.715923:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c41a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e4d expref: 57 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.715947:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff97104bab1900) 00010000:00010000:1.0:1777421355.715949:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421355.715953:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11400, rc 0) 00000100:00100000:1.0:1777421355.716019:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+57:30043:x1863761007135360:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 791us (1028us total) trans 4294968105 rc 0/0 00000100:00100000:1.0:1777421355.716027:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1233 00000100:00100000:2.0:1777421355.720931:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421355.721100:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007135616 00000100:00100000:1.0:1777421355.721110:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007135616 00000100:00100000:1.0:1777421355.721237:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1234 00000100:00100000:1.0:1777421355.721247:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+57:30043:x1863761007135616:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421355.721337:0:5772:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421355.721363:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c41a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e4d expref: 57 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.721380:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff97104bab1900) 00010000:00010000:1.0:1777421355.721389:0:5772:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421355.721410:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c41b3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.721423:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c4119 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e2a expref: 110 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.721437:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c41b3 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.721478:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c4119 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e2a expref: 110 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.721490:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c4119 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e2a expref: 110 pid: 5770 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421355.721504:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f4519f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018399104:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421355.721585:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104869f480 going to sleep for 11 seconds 00000100:00100000:1.0:1777421355.724847:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f4519f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018399104:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421355.724876:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c41b3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421355.725363:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421355.725482:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007135744 00000100:00100000:1.0:1777421355.725488:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007135744 00010000:00010000:1.0:1777421355.725517:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c4119 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e2a expref: 111 pid: 5770 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421355.725550:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 369 00000100:00100000:1.0:1777421355.725559:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+111:2360:x1863761007135744:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421355.725574:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421355.725582:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c4119 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e2a expref: 111 pid: 5770 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.725600:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c4119 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e2a expref: 111 pid: 5770 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.725620:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c4119 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e2a expref: 111 pid: 5770 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.725632:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:1.0:1777421355.725635:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c41b3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.725643:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c41b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.725648:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c41b3 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.725704:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421355.725749:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+110:2360:x1863761007135744:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 190us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421355.725758:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 369 00010000:00010000:3.0:1777421355.726435:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c41b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.726443:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c41b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.726467:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41ba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x831baf0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.726476:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x831baf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.726485:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x831baf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.726578:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c41b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.726586:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c41b3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.726616:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c41b3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.726622:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421355.726628:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c41b3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.726635:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c41b3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.726645:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:3.0:1777421355.726648:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421355.726652:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c41b3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.726658:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11e00/0xd9d09a059d6c41b3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.726669:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x831baf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.726675:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41ba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x831baf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.726680:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x831baf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.726686:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217c600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421355.726688:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x831baf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.726705:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41ba lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x831baf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.726712:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x831baf0 (ffff97104a245f00) 00010000:00010000:3.0:1777421355.726715:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421355.726717:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41ba lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x831baf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.726722:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41ba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x831baf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421355.726802:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+56:30043:x1863761007135616:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 5554us (5878us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777421355.726810:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1234 00000100:00100000:2.0:1777421355.728888:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421355.729044:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007135872 00000100:00100000:3.0:1777421355.729055:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007135872 00000100:00100000:3.0:1777421355.729154:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1235 00000100:00100000:3.0:1777421355.729164:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+56:30043:x1863761007135872:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421355.729183:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421355.729204:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c41c1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05e54 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.729249:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c41c8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.729262:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c41c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.729302:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c41c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.729405:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c41c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e54 expref: 58 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.729422:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c41c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e54 expref: 57 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.729430:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff97104a245100) 00010000:00010000:3.0:1777421355.729432:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421355.729435:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97108217ce00, rc 0) 00000100:00100000:3.0:1777421355.729487:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+57:30043:x1863761007135872:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 324us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421355.729494:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1235 00000100:00100000:2.0:1777421355.732391:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421355.733140:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007136128 00000100:00100000:3.0:1777421355.733150:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007136128 00000100:00100000:3.0:1777421355.733195:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1236 00000100:00100000:3.0:1777421355.733204:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+57:30043:x1863761007136128:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777421355.733317:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41cf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.733330:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.733339:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777421355.733491:0:5772:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000d6b58f51 reply state 000000003cbd3ddb transno 4294968106 ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421355.733513:0:5772:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777421355.733603:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+59:30043:x1863761007136128:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 399us (1220us total) trans 4294968106 rc 0/0 00000100:00100000:3.0:1777421355.733611:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1236 00010000:00010000:2.0:1777421355.735267:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.735349:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41cf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.735356:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41cf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.735362:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217c600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421355.735367:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41cf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.735374:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41cf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.735388:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff97104a245100) 00010000:00010000:2.0:1777421355.735391:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777421355.735395:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41cf lrc: 2/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.735400:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41cf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421355.736229:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421355.736419:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007136256 00000100:00100000:3.0:1777421355.736428:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007136256 00000100:00100000:3.0:1777421355.736563:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1237 00000100:00100000:3.0:1777421355.736573:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+58:30043:x1863761007136256:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421355.736596:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421355.736612:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c41d6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05e5b expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.736660:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c41d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e5b expref: 59 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.736686:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c41d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e5b expref: 59 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.736694:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff97104a245100) 00010000:00010000:3.0:1777421355.736697:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777421355.736699:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97108217da00, rc 0) 00000100:00100000:3.0:1777421355.736750:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+59:30043:x1863761007136256:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 178us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421355.736758:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1237 00000100:00100000:1.0:1777421355.738700:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421355.738758:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007136384 00000100:00100000:0.0:1777421355.738769:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007136384 00000100:00100000:0.0:1777421355.738822:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 263 00000100:00100000:0.0:1777421355.738832:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+59:30043:x1863761007136384:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1777421355.738955:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+59:30043:x1863761007136384:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 Request processed in 123us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421355.738962:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 263 00000100:00100000:2.0:1777421355.741559:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421355.741707:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007136640 00000100:00100000:1.0:1777421355.741717:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007136640 00000100:00100000:1.0:1777421355.741771:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 264 00000100:00100000:1.0:1777421355.741781:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+59:30043:x1863761007136640:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421355.742008:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+60:30043:x1863761007136640:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 228us (457us total) trans 4294968107 rc 0/0 00000100:00100000:1.0:1777421355.742021:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 264 00000100:00100000:2.0:1777421355.744367:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421355.744428:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007136896 00000100:00100000:3.0:1777421355.744438:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007136896 00000100:00100000:3.0:1777421355.744505:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1238 00000100:00100000:3.0:1777421355.744523:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+60:30043:x1863761007136896:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777421355.744642:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+60:30043:x1863761007136896:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 120us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421355.744651:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1238 00000100:00100000:2.0:1777421355.747180:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421355.747452:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007137152 00000100:00100000:3.0:1777421355.747462:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007137152 00000100:00100000:3.0:1777421355.747520:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1239 00000100:00100000:3.0:1777421355.747531:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+60:30043:x1863761007137152:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421355.747551:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421355.747573:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c41dd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05e62 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.747686:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41e4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.747704:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c41d6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e5b expref: 61 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.747713:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41e4 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.747746:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c41d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e5b expref: 61 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.747756:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c41d6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e5b expref: 61 pid: 5770 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421355.747782:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018399232:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421355.747853:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff971048758840 going to sleep for 11 seconds 00000100:00100000:0.0:1777421355.749748:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421355.749789:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018399232:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421355.749816:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41e4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421355.749887:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007137280 00000100:00100000:1.0:1777421355.749893:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007137280 00010000:00010000:1.0:1777421355.749945:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c41d6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e5b expref: 62 pid: 5770 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421355.749982:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 370 00000100:00100000:1.0:1777421355.749991:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710499d1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+62:2360:x1863761007137280:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421355.750005:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421355.750012:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c41d6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e5b expref: 62 pid: 5770 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.750023:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c41d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e5b expref: 62 pid: 5770 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.750046:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217da00/0xd9d09a059d6c41d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e5b expref: 62 pid: 5770 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.750064:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff97104a245100) 00010000:00010000:1.0:1777421355.750069:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41e4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.750078:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.750084:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41e4 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.750106:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421355.750163:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710499d1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+61:2360:x1863761007137280:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 173us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421355.750170:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 370 00010000:00010000:3.0:1777421355.750301:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.750309:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421355.750327:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 0 00000004:00080000:3.0:1777421355.750624:0:5770:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1b:0x0], index 1: 0 00010000:00010000:3.0:1777421355.750764:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.750772:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41e4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.750778:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41e4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.750784:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217c600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421355.750788:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41e4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.750795:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41e4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.750818:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff97104a245100) 00010000:00010000:3.0:1777421355.750820:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777421355.750825:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41e4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.750831:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c41e4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.750887:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c41dd lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e62 expref: 61 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.750899:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff971053d1f800) 00010000:00010000:3.0:1777421355.750902:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421355.750907:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c41dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e62 expref: 61 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.750918:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97108217dc00, rc 0) 00000100:00100000:3.0:1777421355.750959:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+60:30043:x1863761007137152:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 3430us (3788us total) trans 4294968108 rc 301/301 00000100:00100000:3.0:1777421355.750967:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1239 00000100:00100000:2.0:1777421355.753487:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421355.753650:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007137536 00000100:00100000:0.0:1777421355.753663:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007137536 00000100:00100000:0.0:1777421355.753725:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 265 00000100:00100000:0.0:1777421355.753735:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+60:30043:x1863761007137536:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421355.754475:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+61:30043:x1863761007137536:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 739us (992us total) trans 4294968109 rc 0/0 00000100:00100000:0.0:1777421355.754484:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 265 00000100:00100000:0.0:1777421355.756433:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421355.756478:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007137664 00000100:00100000:1.0:1777421355.756487:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007137664 00000100:00100000:1.0:1777421355.756527:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1240 00000100:00100000:1.0:1777421355.756533:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45043480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+61:30043:x1863761007137664:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421355.756554:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421355.756572:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c41f2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05e69 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.756640:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c41f9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.756652:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c41f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.756661:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c41f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421355.756699:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 0 00000004:00200000:1.0:1777421355.756704:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421355.756723:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c41f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.756744:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c41f2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e69 expref: 63 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.756761:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c41f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e69 expref: 62 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.756769:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff97104a245100) 00010000:00010000:1.0:1777421355.756772:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777421355.756776:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10c00, rc 0) 00000100:00100000:1.0:1777421355.756828:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45043480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+62:30043:x1863761007137664:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 294us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421355.756835:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1240 00000100:00100000:2.0:1777421355.759369:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421355.759501:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007137792 00000100:00100000:0.0:1777421355.759532:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007137792 00000100:00100000:0.0:1777421355.759627:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 334 00000100:00100000:0.0:1777421355.759639:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2358:x1863761007137792:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421355.759655:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421355.759674:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c4200 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05e70 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421355.759703:0:12497:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777421355.759720:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421355.759723:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421355.759731:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c4200 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e70 expref: 11 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421355.759747:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c4200 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e70 expref: 11 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421355.759772:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44416e00, rc 0) 00000100:00100000:0.0:1777421355.759861:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2358:x1863761007137792:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 217us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421355.759870:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 334 00000100:00100000:2.0:1777421355.761866:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421355.762023:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007138048 00000100:00100000:1.0:1777421355.762032:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007138048 00000100:00100000:1.0:1777421355.762079:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1241 00000100:00100000:1.0:1777421355.762087:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+62:30043:x1863761007138048:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421355.762193:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+62:30043:x1863761007138048:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 106us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421355.762201:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1241 00000100:00100000:2.0:1777421355.766358:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421355.766471:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007138176 00000100:00100000:0.0:1777421355.766481:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007138176 00000100:00100000:0.0:1777421355.766539:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 335 00000100:00100000:0.0:1777421355.766548:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:30043:x1863761007138176:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421355.766566:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421355.766585:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037341c1f/0xd9d09a059d6c4207 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05e77 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421355.766614:0:12497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c4200 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e70 expref: 12 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421355.766622:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421355.766625:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421355.766628:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037341c1f/0xd9d09a059d6c4207 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e77 expref: 12 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421355.766661:0:12497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c4200 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e70 expref: 12 pid: 12497 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421355.766674:0:12497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c4200 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e70 expref: 12 pid: 12497 timeout: 522 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421355.766688:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f45040000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12497:1863761018399360:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421355.766764:0:12497:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104baa6180 going to sleep for 11 seconds 00000100:00100000:0.0:1777421355.770737:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421355.770879:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007138304 00000100:00100000:1.0:1777421355.770889:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007138304 00010000:00010000:1.0:1777421355.770926:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c4200 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e70 expref: 13 pid: 12497 timeout: 522 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421355.770978:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 371 00000100:00100000:1.0:1777421355.770988:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45040700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2360:x1863761007138304:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421355.771002:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421355.771023:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c4200 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e70 expref: 13 pid: 12497 timeout: 522 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.771036:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c4200 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e70 expref: 13 pid: 12497 timeout: 522 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.771061:0:5755:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421355.771063:0:5755:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421355.771070:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000037341c1f/0xd9d09a059d6c4207 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e77 expref: 13 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.771081:0:5755:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037341c1f/0xd9d09a059d6c4207 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e77 expref: 13 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.771117:0:5755:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000037341c1f/0xd9d09a059d6c4207 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e77 expref: 13 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421355.771133:0:5755:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f4519ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5755:1863761018399488:192.168.204.24@tcp:105: 00010000:00010000:2.0:1777421355.771171:0:12497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb0b21fe/0xd9d09a059d6c4200 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e70 expref: 13 pid: 12497 timeout: 522 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421355.771193:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f45040000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12497:1863761018399360:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421355.771219:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000037341c1f/0xd9d09a059d6c4207 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e77 expref: 12 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.771232:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44416000, rc 0) 00000100:00100000:2.0:1777421355.771337:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:30043:x1863761007138176:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 4790us (4988us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421355.771346:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 335 00000100:00100000:1.0:1777421355.771528:0:5755:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104869f780 going to sleep for 11 seconds 00000100:00100000:1.0:1777421355.774504:0:5755:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f4519ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5755:1863761018399488:192.168.204.24@tcp:105: 00000100:00100000:2.0:1777421355.774522:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:1.0:1777421355.774581:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421355.774626:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45040700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007138304:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 3640us (3899us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421355.774634:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 371 00000100:00100000:3.0:1777421355.774698:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007138432 00000100:00100000:3.0:1777421355.774704:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007138432 00002000:00100000:3.0:1777421355.774738:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (0->157) req@ffff97105003d180 x1863761007138432/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:366/0 lens 648/0 e 0 to 0 dl 1777421366 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421355.774895:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97105003d180 with x1863761007138432 ext(0->157) 00002000:00010000:3.0:1777421355.774901:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97105003d180 00000100:00100000:3.0:1777421355.774930:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 109 00000100:00100000:3.0:1777421355.774966:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007138432:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1777421355.775492:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761007138432:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 Request processed in 529us (972us total) trans 4294967373 rc 0/0 00000100:00100000:3.0:1777421355.775497:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 109 00002000:00100000:3.0:1777421355.775503:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (0->157) req@ffff97105003d180 x1863761007138432/t4294967373(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:366/0 lens 648/448 e 0 to 0 dl 1777421366 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421355.775515:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97105003d180 with x1863761007138432 ext(0->157) 00002000:00010000:3.0:1777421355.775519:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97105003d180 00000100:00100000:2.0:1777421355.777262:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421355.777388:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007138560 00000100:00100000:1.0:1777421355.777397:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007138560 00000100:00100000:1.0:1777421355.777452:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1242 00000100:00100000:1.0:1777421355.777462:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+62:30043:x1863761007138560:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1777421355.813143:0:21151:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968109 is committed 00000001:00080000:3.0:1777421355.813159:0:21151:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968102 is committed 00000004:00080000:3.0:1777421355.813162:0:21151:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 10 committed 00000020:00080000:3.0:1777421355.813198:0:21151:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 25 batchid updated 00000020:00080000:3.0:1777421355.813331:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 25 00000020:00080000:3.0:1777421355.813344:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 25 00000100:00100000:3.0:1777421355.813360:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018399616:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777421355.813422:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421355.813497:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018399616 00000100:00100000:3.0:1777421355.813505:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018399616 00000100:00100000:3.0:1777421355.813562:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:3.0:1777421355.813572:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3299:x1863761018399616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777421355.813597:0:12497:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:24 count 1 00002000:00010000:3.0:1777421355.813629:0:12497:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 158, mtime: 0x69f14c27, atime: 0x69f14c29, ctime: 0x69f14c27, blocks: 0xb 00010000:00010000:3.0:1777421355.813637:0:12497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000031038fb/0xd9d09a059d6c420e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.813652:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421355.813665:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421355.813671:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000031038fb/0xd9d09a059d6c420e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.813686:0:12497:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000031038fb/0xd9d09a059d6c420e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.813697:0:12497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000031038fb/0xd9d09a059d6c420e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.813705:0:12497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000031038fb/0xd9d09a059d6c420e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.813724:0:12497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777421355.814121:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3299:x1863761018399616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 549us (697us total) trans 4294967363 rc 0/0 00000100:00100000:3.0:1777421355.814128:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00010000:00010000:3.0:1777421355.814154:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777421355.814160:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000031038fb/0xd9d09a059d6c420e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.814167:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217dc00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421355.814171:0:5759:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000031038fb/0xd9d09a059d6c420e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.814180:0:5759:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000031038fb/0xd9d09a059d6c420e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.814207:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000031038fb/0xd9d09a059d6c420e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.814214:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000031038fb/0xd9d09a059d6c420e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.814229:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421355.814232:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777421355.814233:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777421355.814261:0:3299:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff970f42ee7800/2, rc 0, transno 4294967363 00000100:00100000:3.0:1777421355.814268:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018399616:0@lo:6:osp-syn-0-0.0 00000020:00080000:3.0:1777421355.814354:0:21151:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff970f43e63d80 refcount 2 committed 0 result 0 batchid 26 00000020:00080000:3.0:1777421355.814359:0:21151:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff970f43fe9600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff970f43e63f00 00000020:00080000:3.0:1777421355.814361:0:21151:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff970f43fe9800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9710670cac00 00000020:00080000:3.0:1777421355.814375:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 26 committed batchid 25 00000020:00080000:3.0:1777421355.814497:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 25 00000001:00080000:3.0:1777421355.814523:0:21151:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968103 is committed 00000020:00080000:3.0:1777421355.814530:0:21151:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff97104b75fa80 refcount 2 committed 0 result 0 batchid 27 00000020:00080000:3.0:1777421355.814533:0:21151:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff971045c89700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff97104b75fb40 00000020:00080000:3.0:1777421355.814536:0:21151:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff971045c89100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff971077461400 00000020:00080000:3.0:1777421355.814555:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 27 committed batchid 25 00000020:00080000:3.0:1777421355.814585:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 25 00000100:00100000:1.0:1777421355.814964:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:30043:x1863761007138560:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 Request processed in 37500us (37705us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421355.814974:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1242 00000100:00100000:0.0:1777421355.817914:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421355.817992:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007138688 00000100:00100000:3.0:1777421355.818003:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007138688 00000100:00100000:3.0:1777421355.818077:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 337 00000100:00100000:3.0:1777421355.818087:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45043b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761007138688:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1777421355.837521:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967372 is committed 00000001:00080000:2.0:1777421355.837544:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967373 is committed 00000100:00100000:0.0:1777421355.837792:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45043b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007138688:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 Request processed in 19696us (19878us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421355.837804:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 337 00000100:00100000:0.0:1777421355.843502:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421355.843746:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007138944 00000100:00100000:1.0:1777421355.843755:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007138944 00000100:00100000:1.0:1777421355.843813:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1243 00000100:00100000:1.0:1777421355.843824:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:30043:x1863761007138944:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421355.843878:0:5772:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421355.843904:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c41f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e69 expref: 48 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.843945:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff97104a245100) 00010000:00010000:1.0:1777421355.843951:0:5772:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777421355.843988:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c4215 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.844002:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c4215 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.844012:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c4215 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.844036:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c4215 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.844043:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c4215 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.844054:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c4215 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.844060:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421355.844065:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c4215 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.844071:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c4215 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.844079:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff97104a245100) 00010000:00010000:1.0:1777421355.844082:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421355.844085:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c4215 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.844091:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c4215 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421355.844228:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:30043:x1863761007138944:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 405us (732us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421355.844235:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1243 00000100:00100000:2.0:1777421355.846913:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421355.847019:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007139072 00000100:00100000:1.0:1777421355.847028:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007139072 00000100:00100000:1.0:1777421355.847078:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1244 00000100:00100000:1.0:1777421355.847089:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105003ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:30043:x1863761007139072:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421355.847107:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421355.847125:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c421c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05e7e expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.847185:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c421c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e7e expref: 48 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.847199:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c421c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e7e expref: 48 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.847219:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff97104a245100) 00010000:00010000:1.0:1777421355.847223:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421355.847227:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10400, rc 0) 00000100:00100000:1.0:1777421355.847308:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105003ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:30043:x1863761007139072:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 221us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421355.847316:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1244 00000100:00100000:0.0:1777421355.855317:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421355.855430:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007139200 00000100:00100000:3.0:1777421355.855442:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007139200 00000100:00100000:2.0:1777421355.856045:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 338 00000100:00100000:2.0:1777421355.856061:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45040e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007139200:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1777421355.856577:0:6553:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1777421355.856582:0:6553:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 0 -> 1777421351 00002000:00010000:2.0:1777421355.856585:0:6553:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb atime from disk: 0 -> 1777421354 00002000:00010000:2.0:1777421355.856587:0:6553:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 0 -> 1777421351 00002000:00010000:2.0:1777421355.856589:0:6553:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1777421355.856851:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45040e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2360:x1863761007139200:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 Request processed in 795us (1585us total) trans 4294967374 rc 0/0 00000100:00100000:2.0:1777421355.856860:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 338 00000100:00100000:0.0:1777421355.859829:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421355.859945:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007139456 00000100:00100000:3.0:1777421355.859955:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007139456 00000100:00100000:3.0:1777421355.860013:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1245 00000100:00100000:3.0:1777421355.860027:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45043800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:30043:x1863761007139456:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1777421355.860085:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c4223 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.860108:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c41c8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e54 expref: 48 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.860117:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c4223 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.860152:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c41c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e54 expref: 48 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.860165:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c41c8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e54 expref: 48 pid: 5772 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421355.860178:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee7480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018399744:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421355.860310:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104fcf6480 going to sleep for 11 seconds 00000100:00100000:1.0:1777421355.862037:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee7480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018399744:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421355.862062:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c4223 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421355.862828:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421355.862978:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007139584 00000100:00100000:1.0:1777421355.862985:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007139584 00010000:00010000:1.0:1777421355.863013:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c41c8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e54 expref: 49 pid: 5772 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421355.863040:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 372 00000100:00100000:1.0:1777421355.863048:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45041180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:2360:x1863761007139584:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421355.863061:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421355.863067:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c41c8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e54 expref: 49 pid: 5772 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.863079:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c41c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e54 expref: 49 pid: 5772 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.863109:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c41c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e54 expref: 49 pid: 5772 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.863127:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff97104a245100) 00010000:00010000:1.0:1777421355.863132:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c4223 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.863141:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c4223 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.863148:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c4223 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.863178:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421355.863259:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45041180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:2360:x1863761007139584:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 210us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421355.863266:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 372 00010000:00010000:2.0:1777421355.863407:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c4223 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.863416:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c4223 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.863447:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c4223 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.863455:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c4223 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.863462:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c4223 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.863468:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217dc00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421355.863472:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c4223 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.863480:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c4223 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.863490:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff97104a245100) 00010000:00010000:2.0:1777421355.863493:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777421355.863496:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c4223 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.863502:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c4223 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421355.863544:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45043800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:30043:x1863761007139456:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 Request processed in 3522us (3723us total) trans 0 rc -22/-22 00000100:00100000:2.0:1777421355.863552:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1245 00000100:00100000:3.0:1777421355.869912:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421355.869971:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007139712 00000100:00100000:2.0:1777421355.869981:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007139712 00000100:00100000:2.0:1777421355.870048:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 339 00000100:00100000:2.0:1777421355.870060:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007139712:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777421355.870102:0:12497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000751cede/0xd9d09a059d6c422a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.870123:0:12497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000037341c1f/0xd9d09a059d6c4207 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e77 expref: 12 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.870131:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421355.870134:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777421355.870138:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000751cede/0xd9d09a059d6c422a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.870173:0:12497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000037341c1f/0xd9d09a059d6c4207 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e77 expref: 12 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.870186:0:12497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000037341c1f/0xd9d09a059d6c4207 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e77 expref: 12 pid: 12497 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421355.870200:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12497:1863761018399872:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421355.870314:0:12497:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104fe636c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421355.873524:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12497:1863761018399872:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421355.873568:0:12497:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000751cede/0xd9d09a059d6c422a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421355.874070:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421355.874268:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007139840 00000100:00100000:1.0:1777421355.874311:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007139840 00010000:00010000:1.0:1777421355.874346:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000037341c1f/0xd9d09a059d6c4207 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e77 expref: 13 pid: 12497 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421355.874383:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 373 00000100:00100000:1.0:1777421355.874393:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+13:2361:x1863761007139840:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421355.874411:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421355.874432:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000037341c1f/0xd9d09a059d6c4207 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e77 expref: 13 pid: 12497 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.874445:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000037341c1f/0xd9d09a059d6c4207 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e77 expref: 13 pid: 12497 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.874468:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037341c1f/0xd9d09a059d6c4207 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e77 expref: 13 pid: 12497 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.874484:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421355.874486:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421355.874490:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000751cede/0xd9d09a059d6c422a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.874500:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000751cede/0xd9d09a059d6c422a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.874652:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421355.874705:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+12:2361:x1863761007139840:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 312us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421355.874713:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 373 00010000:00010000:3.0:1777421355.875474:0:12497:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000751cede/0xd9d09a059d6c422a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.875498:0:12497:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000751cede/0xd9d09a059d6c422a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.875522:0:12497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000751cede/0xd9d09a059d6c422a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.875658:0:12497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000751cede/0xd9d09a059d6c422a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.875670:0:12497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000751cede/0xd9d09a059d6c422a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.875680:0:12497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777efe00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421355.875684:0:12497:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000751cede/0xd9d09a059d6c422a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.875694:0:12497:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000751cede/0xd9d09a059d6c422a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.875709:0:12497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000751cede/0xd9d09a059d6c422a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.875717:0:12497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000751cede/0xd9d09a059d6c422a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421355.875914:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007139712:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 5854us (6008us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421355.875927:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 339 00000100:00100000:3.0:1777421355.878368:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421355.878435:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007140096 00000100:00100000:2.0:1777421355.878445:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007140096 00000100:00100000:2.0:1777421355.878497:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1246 00000100:00100000:2.0:1777421355.878508:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:30043:x1863761007140096:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777421355.878660:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c4231 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.878677:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c4231 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.878689:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c4231 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.878966:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4238 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.878979:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c421c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e7e expref: 48 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.878987:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4238 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.879016:0:5770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c421c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e7e expref: 48 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.879029:0:5770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c421c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e7e expref: 48 pid: 5772 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421355.879049:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018400000:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421355.879199:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104fe636c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421355.882321:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421355.882510:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007140224 00000100:00100000:1.0:1777421355.882519:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007140224 00010000:00010000:1.0:1777421355.882556:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c421c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e7e expref: 49 pid: 5772 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421355.882600:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 374 00000100:00100000:1.0:1777421355.882609:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45041880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:2360:x1863761007140224:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421355.882622:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421355.882629:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c421c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e7e expref: 49 pid: 5772 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.882641:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c421c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e7e expref: 49 pid: 5772 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.882662:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff97104a245100) 00010000:00010000:1.0:1777421355.882667:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4238 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.882677:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4238 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.882685:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4238 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.882702:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421355.882754:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45041880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:2360:x1863761007140224:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 145us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421355.882762:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 374 00010000:00010000:2.0:1777421355.883429:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c421c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e7e expref: 48 pid: 5772 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421355.883447:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018400000:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421355.883468:0:5770:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4238 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.883478:0:5770:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4238 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.883484:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4238 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777421355.885294:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968110 00000001:00080000:2.0:1777421355.885461:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968111 00000001:00080000:2.0:1777421355.885512:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968112 00000100:00100000:2.0:1777421355.885602:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5770:1863761018400128:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1777421355.885662:0:5770:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421355.885705:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff971045342cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421355.885739:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018400128 00000100:00100000:0.0:1777421355.885749:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018400128 00000100:00100000:0.0:1777421355.885886:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1777421355.885897:0:5775:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5770:x1863761018400128:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1777421355.885979:0:5775:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5770:x1863761018400128:12345-0@lo:1000:mdt00_000.0 Request processed in 83us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421355.885988:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00080000:2.0:1777421355.886007:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421355.886040:0:5770:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967372 gen 2 00000004:00080000:2.0:1777421355.886047:0:5770:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff970f4519dc00, transno 4294967372 00000100:00100000:2.0:1777421355.886069:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5770:1863761018400128:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1777421355.886228:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968113 00000100:00100000:2.0:1777421355.886268:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5770:1863761018400256:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1777421355.886325:0:5770:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421355.886346:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff971080733780 going to sleep for 11 seconds 00000100:00100000:3.0:1777421355.886382:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018400256 00000100:00100000:3.0:1777421355.886387:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018400256 00000100:00100000:3.0:1777421355.886421:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1777421355.886428:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5770:x1863761018400256:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1777421355.886606:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5770:x1863761018400256:12345-0@lo:1000:mdt00_000.0 Request processed in 178us (280us total) trans 4294967375 rc 0/0 00000100:00100000:2.0:1777421355.886658:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5770:1863761018400256:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1777421355.886685:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000001:00080000:2.0:1777421355.886717:0:5770:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968114 00010000:00010000:2.0:1777421355.886744:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4238 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.886754:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4238 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.886761:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4238 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.886767:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777eea00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421355.886771:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4238 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.886974:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4238 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.886991:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff97104a245100) 00010000:00010000:2.0:1777421355.886994:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421355.886999:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4238 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.887006:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eea00/0xd9d09a059d6c4238 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.887034:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c4166 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.887045:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c4166 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.887050:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c4166 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.887055:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b60400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421355.887057:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c4166 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.887063:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c4166 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.887070:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff97104a245400) 00010000:00010000:2.0:1777421355.887072:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777421355.887079:0:5770:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c416d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e3f expref: 98 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.887089:0:5770:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c416d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e3f expref: 98 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.887097:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c416d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e3f expref: 98 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.887121:0:5770:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416600/0xd9d09a059d6c416d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e3f expref: 98 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421355.887133:0:5770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018400384:192.168.204.24@tcp:105: 00000100:00100000:2.0:1777421355.887197:0:5770:0:(client.c:2690:ptlrpc_set_wait()) set ffff971080733780 going to sleep for 11 seconds 00000100:00100000:0.0:1777421355.892216:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421355.892321:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007140352 00000100:00100000:1.0:1777421355.892330:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007140352 00000100:00100000:2.0:1777421355.892347:0:5770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5770:1863761018400384:192.168.204.24@tcp:105: 00010000:00010000:2.0:1777421355.892387:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c4166 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421355.892394:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 266 00010000:00010000:2.0:1777421355.892399:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c4166 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421355.892402:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45042300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+99:30042:x1863761007140352:12345-192.168.204.24@tcp:49:cat.0 00010000:00010000:2.0:1777421355.892429:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c423f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.892441:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c423f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.892452:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c423f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.892461:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c423f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.892467:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c423f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.892472:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c423f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.892478:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421355.892481:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c423f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.892487:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c423f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.892501:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff97104a245400) 00010000:00010000:2.0:1777421355.892504:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421355.892507:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c423f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.892512:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c423f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.892521:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c4231 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421355.892525:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45042300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+99:30042:x1863761007140352:12345-192.168.204.24@tcp:49:cat.0 Request processed in 124us (319us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421355.892528:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c4231 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421355.892533:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 266 00010000:00010000:2.0:1777421355.892534:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c4231 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.892539:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777eee00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421355.892541:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c4231 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.892547:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c4231 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.892553:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff97104a245400) 00010000:00010000:2.0:1777421355.892556:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777421355.892558:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c4231 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.892563:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c4231 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421355.892777:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:30043:x1863761007140096:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 14271us (14416us total) trans 4294968115 rc 0/0 00000100:00100000:2.0:1777421355.892786:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1246 00000020:00080000:2.0:1777421355.892790:0:5770:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1777421355.892842:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421355.892849:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421355.894210:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:3.0:1777421355.894223:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777421355.896393:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421355.896534:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007140608 00000100:00100000:3.0:1777421355.896545:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007140608 00000100:00100000:3.0:1777421355.896603:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 267 00000100:00100000:3.0:1777421355.896623:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b5dcc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+52:30043:x1863761007140608:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777421355.896726:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000004:00080000:3.0:1777421355.897144:0:5773:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x25:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1777421355.897203:0:5773:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968116 00010000:00010000:3.0:1777421355.897244:0:5773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c4246 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.897259:0:5773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c4246 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.897270:0:5773:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c4246 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.897374:0:5773:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c4246 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.897381:0:5773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c4246 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.897387:0:5773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c4246 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421355.897444:0:5773:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777421355.897485:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007140736 00000100:00100000:2.0:1777421355.897491:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007140736 00000100:00100000:3.0:1777421355.897567:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b5dcc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:30043:x1863761007140608:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 954us (1180us total) trans 4294968117 rc 0/0 00000100:00100000:3.0:1777421355.897575:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 267 00000020:00080000:3.0:1777421355.897581:0:5773:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777421355.897608:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 340 00000100:00100000:2.0:1777421355.897623:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+12:30042:x1863761007140736:12345-192.168.204.24@tcp:101:cat.0 00010000:00010000:2.0:1777421355.897634:0:12497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421355.897650:0:12497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000471d866f/0xd9d09a059d6c424d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05e85 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421355.897673:0:12497:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 158, mtime: 0x69f14c27, atime: 0x69f14c2a, ctime: 0x69f14c27, blocks: 0xb 00010000:00010000:2.0:1777421355.897690:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421355.897694:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421355.897702:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000471d866f/0xd9d09a059d6c424d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e85 expref: 13 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.897716:0:12497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000471d866f/0xd9d09a059d6c424d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e85 expref: 13 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421355.897728:0:12497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777eea00, rc 0) 00010000:00010000:1.0:1777421355.897762:0:7433:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777421355.897769:0:7433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c4246 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.897776:0:7433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97108217c600 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421355.897780:0:7433:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c4246 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.897787:0:7433:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c4246 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.897799:0:7433:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff97104a245f00) 00010000:00010000:1.0:1777421355.897801:0:7433:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777421355.897806:0:7433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c4246 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.897812:0:7433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217c600/0xd9d09a059d6c4246 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421355.897828:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421355.897830:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421355.897831:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777421355.899440:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+13:30042:x1863761007140736:12345-192.168.204.24@tcp:101:cat.0 Request processed in 1814us (2706us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421355.899450:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 340 00000100:00100000:1.0:1777421355.904147:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421355.906380:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007140864 00000100:00100000:3.0:1777421355.907011:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007140864 00002000:00100000:0.0:1777421355.907139:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (0->4095) req@ffff970f4519ca80 x1863761007140864/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:366/0 lens 488/0 e 0 to 0 dl 1777421366 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421355.907151:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f4519ca80 with x1863761007140864 ext(0->4095) 00002000:00010000:0.0:1777421355.907158:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff970f4519ca80 00000100:00100000:0.0:1777421355.907193:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 110 00000100:00100000:0.0:1777421355.907202:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+13:2361:x1863761007140864:12345-192.168.204.24@tcp:3:cat.0 00000100:00100000:0.0:1777421355.907417:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+13:2361:x1863761007140864:12345-192.168.204.24@tcp:3:cat.0 Request processed in 215us (3279us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777421355.907425:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 110 00002000:00100000:0.0:1777421355.907432:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (0->4095) req@ffff970f4519ca80 x1863761007140864/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:366/0 lens 488/4536 e 0 to 0 dl 1777421366 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421355.907440:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff970f4519ca80 with x1863761007140864 ext(0->4095) 00002000:00010000:0.0:1777421355.907444:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff970f4519ca80 00000100:00100000:0.0:1777421355.912924:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421355.913005:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007141120 00000100:00100000:1.0:1777421355.913016:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007141120 00000100:00100000:1.0:1777421355.913073:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 268 00000100:00100000:1.0:1777421355.913083:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45041f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+99:30042:x1863761007141120:12345-192.168.204.24@tcp:35:cat.0 00000100:00100000:1.0:1777421355.913489:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45041f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+100:30042:x1863761007141120:12345-192.168.204.24@tcp:35:cat.0 Request processed in 406us (570us total) trans 4294968118 rc 0/0 00000100:00100000:1.0:1777421355.913499:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 268 00010000:00010000:1.0:1777421356.258519:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421356.322583:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710779a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018400512:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421356.322663:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421356.322777:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018400512 00000100:00100000:2.0:1777421356.322786:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018400512 00000100:00100000:2.0:1777421356.322850:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1777421356.322862:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018400512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777421356.322884:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 88408064 pending 0 free 3856662528 avail 3853516800 00000100:00100000:0.0:1777421356.323138:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f45042300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018400640:0@lo:400:kworker.0 00000100:00100000:3.0:1777421356.323152:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3300:1863761018401024:0@lo:400:kworker.0 00000100:00100000:0.0:1777421356.323174:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421356.323197:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421356.323207:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777421356.323217:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863761018400768:0@lo:400:kworker.0 00000100:00100000:0.0:1777421356.323240:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421356.323262:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018400512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 402us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421356.323270:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018401024 00000100:00100000:2.0:1777421356.323299:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1777421356.323308:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018401024 00000100:00080000:2.0:1777421356.323331:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421356.323353:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018400896:0@lo:400:kworker.0 00000100:00100000:2.0:1777421356.323379:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421356.323409:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018400640 00000100:00100000:0.0:1777421356.323414:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018400640 00000100:00100000:3.0:1777421356.323449:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710779a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018400512:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777421356.324037:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018400768 00000100:00100000:1.0:1777421356.324043:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018400768 00000100:00100000:1.0:1777421356.324067:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018400896 00000100:00100000:1.0:1777421356.324070:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018400896 00000100:00100000:0.0:1777421356.324070:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1777421356.324078:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b478450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3297:x1863761018400640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421356.324098:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:1.0:1777421356.324106:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1863761018401024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421356.324112:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:0.0:1777421356.324123:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b478450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3297:x1863761018400640:12345-0@lo:400:kworker.0 Request processed in 44us (948us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421356.324127:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863761018400768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421356.324136:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1777421356.324146:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1863761018401024:12345-0@lo:400:kworker.0 Request processed in 42us (951us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421356.324152:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:1.0:1777421356.324167:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:1.0:1777421356.324173:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018400896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421356.324191:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1863761018400768:12345-0@lo:400:kworker.0 Request processed in 70us (949us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421356.324195:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3297:1863761018400768:0@lo:400:kworker.0 00000100:00100000:2.0:1777421356.324203:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:0.0:1777421356.324210:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f45042300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3297:1863761018400640:0@lo:400:kworker.0 00000100:00080000:2.0:1777421356.324230:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421356.324263:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3300:1863761018401024:0@lo:400:kworker.0 00000100:00100000:1.0:1777421356.324438:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018400896:12345-0@lo:400:kworker.0 Request processed in 263us (1056us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421356.324445:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:2.0:1777421356.324548:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018400896:0@lo:400:kworker.0 00010000:00010000:3.0:1777421357.285016:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777421358.308017:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421358.576675:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421358.580647:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007141248 00000100:00100000:2.0:1777421358.580663:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007141248 00000100:00100000:2.0:1777421358.580766:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1247 00000100:00100000:2.0:1777421358.580780:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:29995:x1863761007141248:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 00000100:00080000:0.0:1777421358.580841:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421358.580903:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:29995:x1863761007141248:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 Request processed in 128us (4243us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421358.580914:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1247 00010000:00010000:1.0:1777421359.331638:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1777421359.600938:0:21335:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12q: file attributes are refreshed after restore ========================================================== 20:09:18 (1777421358) 00000100:00100000:1.0:1777421359.761405:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421359.761456:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007141376 00000100:00100000:1.0:1777421359.761470:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007141376 00000100:00100000:1.0:1777421359.761537:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 504 00000100:00100000:1.0:1777421359.761549:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b47b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+12:30636:x1863761007141376:12345-192.168.204.24@tcp:101:mount.lustre.0 00010000:00010000:1.0:1777421359.761572:0:5765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421359.761595:0:5765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff970f41e11e00/0xd9d09a059d6c4254 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05e8c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421359.761633:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff970f41e11e00/0xd9d09a059d6c4254 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e8c expref: 13 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421359.761653:0:5765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff970f41e11e00/0xd9d09a059d6c4254 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05e8c expref: 13 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421359.761665:0:5765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11e00, rc 0) 00000100:00100000:1.0:1777421359.761738:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b47b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+13:30636:x1863761007141376:12345-192.168.204.24@tcp:101:mount.lustre.0 Request processed in 189us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421359.761747:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 504 00000100:00100000:1.0:1777421359.767412:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421359.767449:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007141504 00000100:00100000:1.0:1777421359.767460:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007141504 00000100:00100000:1.0:1777421359.767509:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 505 00000100:00100000:1.0:1777421359.767518:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b479450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+13:30636:x1863761007141504:12345-192.168.204.24@tcp:501:mount.lustre.0 00000100:00100000:1.0:1777421359.768538:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b479450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+13:30636:x1863761007141504:12345-192.168.204.24@tcp:501:mount.lustre.0 Request processed in 1005us (1125us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421359.768551:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 505 00000100:00100000:3.0:1777421359.776999:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421359.777350:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007141632 00000100:00100000:1.0:1777421359.777364:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007141632 00000100:00100000:1.0:1777421359.777431:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 506 00000100:00100000:1.0:1777421359.777442:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b47b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+13:30636:x1863761007141632:12345-192.168.204.24@tcp:503:mount.lustre.0 00000100:00100000:1.0:1777421359.778003:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b47b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+13:30636:x1863761007141632:12345-192.168.204.24@tcp:503:mount.lustre.0 Request processed in 559us (1741us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421359.778013:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 506 00000100:00100000:3.0:1777421359.783214:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421359.783320:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007141760 00000100:00100000:1.0:1777421359.783335:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007141760 00000100:00100000:1.0:1777421359.783405:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 507 00000100:00100000:1.0:1777421359.783417:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b479850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+13:30640:x1863761007141760:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:1.0:1777421359.783884:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b479850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+13:30640:x1863761007141760:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 467us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421359.783894:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 507 00000100:00100000:2.0:1777421359.797736:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421359.797832:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007141888 00000100:00100000:1.0:1777421359.797847:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007141888 00000100:00100000:1.0:1777421359.797959:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 508 00000100:00100000:1.0:1777421359.797970:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b479050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+13:30640:x1863761007141888:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:1.0:1777421359.798386:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b479050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+13:30640:x1863761007141888:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 416us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421359.798396:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 508 00000100:00100000:3.0:1777421359.800991:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421359.801146:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007142016 00000100:00100000:2.0:1777421359.801161:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007142016 00000100:00100000:2.0:1777421359.801315:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 509 00000100:00100000:2.0:1777421359.801327:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b478850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+13:30640:x1863761007142016:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:2.0:1777421359.801677:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b478850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+13:30640:x1863761007142016:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 351us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421359.801688:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 509 00000100:00100000:3.0:1777421359.810190:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421359.810347:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007142144 00000100:00100000:2.0:1777421359.810361:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007142144 00000100:00100000:2.0:1777421359.810444:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 510 00000100:00100000:2.0:1777421359.810456:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b47a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+13:30636:x1863761007142144:12345-192.168.204.24@tcp:101:mount.lustre.0 00010000:00010000:2.0:1777421359.810479:0:5764:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421359.810504:0:5764:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9710777ef400/0xd9d09a059d6c425b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05eb6 expref: -99 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421359.810540:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9710777ef400/0xd9d09a059d6c425b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05eb6 expref: 14 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421359.810554:0:5764:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9710777ef400/0xd9d09a059d6c425b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05eb6 expref: 14 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421359.810566:0:5764:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ef400, rc 0) 00000100:00100000:2.0:1777421359.813126:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b47a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+14:30636:x1863761007142144:12345-192.168.204.24@tcp:101:mount.lustre.0 Request processed in 2653us (2937us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421359.813143:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 510 00000100:00100000:3.0:1777421359.817923:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421359.817990:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007142272 00000100:00100000:2.0:1777421359.818005:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007142272 00000100:00100000:2.0:1777421359.818079:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 511 00000100:00100000:2.0:1777421359.818091:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+14:30636:x1863761007142272:12345-192.168.204.24@tcp:256:mount.lustre.0 20000000:01000000:2.0:1777421359.818131:0:5764:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1777421359.818165:0:5764:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1777421359.818170:0:5764:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1777421359.818173:0:5764:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1777421359.818176:0:5764:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 5 00000100:00100000:2.0:1777421359.821866:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+14:30636:x1863761007142272:12345-192.168.204.24@tcp:256:mount.lustre.0 Request processed in 3750us (3929us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421359.821886:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 511 00000100:00100000:3.0:1777421359.824959:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421359.825347:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007142400 00000100:00100000:2.0:1777421359.825367:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007142400 00000100:00100000:2.0:1777421359.825502:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 512 00000100:00100000:2.0:1777421359.825515:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b47b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+14:30636:x1863761007142400:12345-192.168.204.24@tcp:101:mount.lustre.0 00010000:00010000:2.0:1777421359.825539:0:5764:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421359.825563:0:5764:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9710777efe00/0xd9d09a059d6c4262 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05ebd expref: -99 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421359.825601:0:5764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9710777efe00/0xd9d09a059d6c4262 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ebd expref: 15 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421359.825615:0:5764:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9710777efe00/0xd9d09a059d6c4262 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ebd expref: 15 pid: 5764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421359.825632:0:5764:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777efe00, rc 0) 00000100:00100000:2.0:1777421359.825719:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b47b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+15:30636:x1863761007142400:12345-192.168.204.24@tcp:101:mount.lustre.0 Request processed in 205us (780us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421359.825728:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 512 00000100:00100000:3.0:1777421359.827449:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421359.827620:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007142528 00000100:00100000:2.0:1777421359.827636:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007142528 00000100:00100000:2.0:1777421359.827764:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 513 00000100:00100000:2.0:1777421359.827774:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+15:30636:x1863761007142528:12345-192.168.204.24@tcp:501:mount.lustre.0 00000100:00100000:2.0:1777421359.827997:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+15:30636:x1863761007142528:12345-192.168.204.24@tcp:501:mount.lustre.0 Request processed in 223us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421359.828006:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 513 00000100:00100000:3.0:1777421359.834346:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421359.834528:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007142656 00000100:00100000:2.0:1777421359.834547:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007142656 00000100:00100000:2.0:1777421359.834636:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 514 00000100:00100000:2.0:1777421359.834649:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+15:30636:x1863761007142656:12345-192.168.204.24@tcp:503:mount.lustre.0 00000100:00100000:2.0:1777421359.835215:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+15:30636:x1863761007142656:12345-192.168.204.24@tcp:503:mount.lustre.0 Request processed in 566us (877us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421359.835224:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 514 00000100:00100000:3.0:1777421359.842071:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421359.842249:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007142784 00000100:00100000:1.0:1777421359.842264:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007142784 00000100:00100000:1.0:1777421359.842388:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 515 00000100:00100000:1.0:1777421359.842400:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b559850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+15:30649:x1863761007142784:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:1.0:1777421359.843310:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b559850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+15:30649:x1863761007142784:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 905us (1249us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421359.843323:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 515 00000100:00100000:3.0:1777421359.846038:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421359.846145:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007142912 00000100:00100000:1.0:1777421359.846156:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007142912 00000100:00100000:1.0:1777421359.846267:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 516 00000100:00100000:1.0:1777421359.846314:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b559050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+15:30649:x1863761007142912:12345-192.168.204.24@tcp:502:llog_process_th.0 00000100:00100000:1.0:1777421359.846571:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b559050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+15:30649:x1863761007142912:12345-192.168.204.24@tcp:502:llog_process_th.0 Request processed in 294us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421359.846580:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 516 00000100:00100000:3.0:1777421359.858013:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421359.858050:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421359.858074:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421359.858180:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007143552 00000100:00100000:0.0:1777421359.858195:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007143552 00000100:00100000:2.0:1777421359.858199:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007143424 00000100:00100000:1.0:1777421359.858199:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007143040 00000100:00100000:2.0:1777421359.858212:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007143424 00000100:00100000:1.0:1777421359.858212:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007143040 00000100:00100000:1.0:1777421359.858305:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 256 00000100:00100000:2.0:1777421359.858313:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1248 00000100:00100000:1.0:1777421359.858319:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+100:2358:x1863761007143424:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421359.858325:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106708d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2357:x1863761007143040:12345-192.168.204.24@tcp:38:mount.lustre.0 00000100:00100000:0.0:1777421359.858336:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 254 00010000:00080000:2.0:1777421359.858348:0:5770:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-MDT0000: connection from 3c34840e-c85f-4b6b-af8b-70b15778b000@192.168.204.24@tcp t0 exp 0000000000000000 cur 426 last 0 00000100:00100000:0.0:1777421359.858355:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+17:2358:x1863761007143552:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421359.858380:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000020:00000080:2.0:1777421359.858397:0:5770:0:(genops.c:1404:class_connect()) connect: client 3c34840e-c85f-4b6b-af8b-70b15778b000, cookie 0xd9d09a059d6c4269 00000100:00100000:1.0:1777421359.858418:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+100:2358:x1863761007143424:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 103us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421359.858428:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+17:2358:x1863761007143552:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 76us (345us total) trans 0 rc 0/0 00000004:00100000:2.0:1777421359.858431:0:5770:0:(mdt_handler.c:7294:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00100000:1.0:1777421359.858439:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 256 00000100:00100000:0.0:1777421359.858458:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 254 00000100:00100000:0.0:1777421359.858480:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007143680 00000100:00100000:0.0:1777421359.858485:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007143680 00000100:00080000:1.0:1777421359.858492:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777421359.858498:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777421359.858500:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421359.858554:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 255 00000100:00100000:1.0:1777421359.858568:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+13:2359:x1863761007143680:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421359.858576:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421359.858607:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007143808 00000100:00100000:0.0:1777421359.858614:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007143808 00000100:00100000:1.0:1777421359.858623:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+13:2359:x1863761007143680:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 60us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421359.858635:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 255 00000100:00100000:0.0:1777421359.858667:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 257 00000100:00100000:0.0:1777421359.858678:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:2358:x1863761007143808:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421359.858725:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:2358:x1863761007143808:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 49us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421359.858738:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 257 00000100:00080000:2.0:1777421359.858766:0:5770:0:(import.c:65:import_set_state_nolock()) ffff971043917000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1777421359.858809:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106708d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c34840e-c85f-4b6b-af8b-70b15778b000+6:2357:x1863761007143040:12345-192.168.204.24@tcp:38:mount.lustre.0 Request processed in 486us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421359.858817:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1248 00000100:00100000:3.0:1777421359.858927:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421359.859034:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421359.859829:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007144064 00000100:00100000:1.0:1777421359.859837:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007144064 00000100:00100000:1.0:1777421359.859923:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007143936 00000100:00100000:1.0:1777421359.859927:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007143936 00000100:00080000:2.0:1777421359.859983:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777421359.859987:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421359.860074:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 256 00000100:00100000:3.0:1777421359.860085:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2358:x1863761007144064:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421359.860249:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2358:x1863761007144064:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 166us (1323us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421359.860257:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 256 00000100:00100000:3.0:1777421359.860289:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 257 00000100:00100000:3.0:1777421359.860296:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2359:x1863761007143936:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421359.860320:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2359:x1863761007143936:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 25us (1286us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421359.860325:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 257 00000100:00100000:3.0:1777421359.868363:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421359.868676:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007143296 00000100:00100000:1.0:1777421359.868690:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007143296 00000100:00100000:3.0:1777421359.868810:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421359.868923:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007143168 00000100:00100000:1.0:1777421359.868927:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007143168 00000100:00100000:1.0:1777421359.868949:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1249 00000100:00100000:1.0:1777421359.868957:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+7:30636:x1863761007143296:12345-192.168.204.24@tcp:41:mount.lustre.0 00000004:00000024:1.0:1777421359.869020:0:5772:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 18087936 pending 0 free 2258370560 avail 2256273408 00000100:00100000:1.0:1777421359.869092:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+7:30636:x1863761007143296:12345-192.168.204.24@tcp:41:mount.lustre.0 Request processed in 135us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421359.869107:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1249 00000100:00100000:1.0:1777421359.869127:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1250 00000100:00100000:1.0:1777421359.869133:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+6:0:x1863761007143168:12345-192.168.204.24@tcp:41:mount.lustre.0 00000004:00000024:1.0:1777421359.869143:0:5772:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 18087936 pending 0 free 2258370560 avail 2256273408 00000100:00100000:1.0:1777421359.869159:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+6:0:x1863761007143168:12345-192.168.204.24@tcp:41:mount.lustre.0 Request processed in 27us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421359.869166:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1250 00000100:00080000:2.0:1777421359.869828:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421359.872552:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421359.873014:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007144192 00000100:00100000:3.0:1777421359.873044:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007144192 00000100:00100000:3.0:1777421359.873231:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1251 00000100:00100000:3.0:1777421359.873244:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+6:30636:x1863761007144192:12345-192.168.204.24@tcp:40:mount.lustre.0 00000100:00100000:3.0:1777421359.873401:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+6:30636:x1863761007144192:12345-192.168.204.24@tcp:40:mount.lustre.0 Request processed in 159us (868us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421359.873409:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1251 00000100:00100000:3.0:1777421359.880413:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421359.880456:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421359.880508:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421359.880533:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007144320 00000100:00100000:0.0:1777421359.880551:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007144320 00000100:00100000:1.0:1777421359.880560:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007144448 00000100:00100000:1.0:1777421359.880572:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007144448 00000100:00100000:0.0:1777421359.880623:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 341 00000100:00100000:0.0:1777421359.880634:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2357:x1863761007144320:12345-192.168.204.24@tcp:8:mount.lustre.0 00000100:00100000:2.0:1777421359.880654:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007144576 00000100:00100000:2.0:1777421359.880666:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007144576 00010000:00080000:0.0:1777421359.880668:0:12497:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from 3c34840e-c85f-4b6b-af8b-70b15778b000@192.168.204.24@tcp t0 exp 0000000000000000 cur 426 last 0 00000100:00100000:2.0:1777421359.880727:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 269 00000020:00000080:0.0:1777421359.880732:0:12497:0:(genops.c:1404:class_connect()) connect: client 3c34840e-c85f-4b6b-af8b-70b15778b000, cookie 0xd9d09a059d6c4270 00000100:00100000:2.0:1777421359.880740:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+6:30636:x1863761007144576:12345-192.168.204.24@tcp:33:mount.lustre.0 00002000:00100000:0.0:1777421359.880747:0:12497:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 3c34840e-c85f-4b6b-af8b-70b15778b000/ffff970f41cf7800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c2 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1777421359.880775:0:12497:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000004:00200000:2.0:1777421359.880890:0:5774:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00002000:00080000:0.0:1777421359.880922:0:12497:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1777421359.880955:0:12497:0:(import.c:65:import_set_state_nolock()) ffff970f41cf7000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1777421359.881004:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+6:30636:x1863761007144576:12345-192.168.204.24@tcp:33:mount.lustre.0 Request processed in 264us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421359.881023:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 269 00000100:00100000:0.0:1777421359.881032:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c34840e-c85f-4b6b-af8b-70b15778b000+6:2357:x1863761007144320:12345-192.168.204.24@tcp:8:mount.lustre.0 Request processed in 383us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421359.881044:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 341 00000100:00100000:0.0:1777421359.881076:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 342 00000100:00100000:0.0:1777421359.881083:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2357:x1863761007144448:12345-192.168.204.24@tcp:8:mount.lustre.0 00010000:00080000:0.0:1777421359.881105:0:12497:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from 3c34840e-c85f-4b6b-af8b-70b15778b000@192.168.204.24@tcp t0 exp 0000000000000000 cur 426 last 0 00000020:00000080:0.0:1777421359.881135:0:12497:0:(genops.c:1404:class_connect()) connect: client 3c34840e-c85f-4b6b-af8b-70b15778b000, cookie 0xd9d09a059d6c4277 00002000:00100000:0.0:1777421359.881141:0:12497:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 3c34840e-c85f-4b6b-af8b-70b15778b000/ffff970f41cf5800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c2 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1777421359.881155:0:12497:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1777421359.881212:0:12497:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1777421359.881231:0:12497:0:(import.c:65:import_set_state_nolock()) ffff970f41cf3800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1777421359.881314:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c34840e-c85f-4b6b-af8b-70b15778b000+6:2357:x1863761007144448:12345-192.168.204.24@tcp:8:mount.lustre.0 Request processed in 231us (857us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421359.881320:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 342 00000100:00100000:3.0:1777421359.882159:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421359.882188:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421359.882202:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007144704 00000100:00100000:1.0:1777421359.882208:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007144704 00000100:00100000:3.0:1777421359.882222:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421359.882241:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 517 00000100:00100000:3.0:1777421359.882248:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421359.882248:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b558850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+15:2359:x1863761007144704:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421359.882271:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421359.882325:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b558850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+15:2359:x1863761007144704:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 76us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421359.882334:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007145216 00000100:00100000:1.0:1777421359.882335:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 517 00000100:00100000:2.0:1777421359.882347:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007144960 00000100:00100000:0.0:1777421359.882347:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007145216 00000100:00100000:2.0:1777421359.882358:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007144960 00000100:00100000:1.0:1777421359.882371:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007145472 00000100:00100000:1.0:1777421359.882376:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007145472 00000100:00100000:2.0:1777421359.882405:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 258 00000100:00100000:2.0:1777421359.882413:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+17:2359:x1863761007144960:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421359.882414:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 259 00000100:00100000:0.0:1777421359.882417:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007144832 00000100:00100000:1.0:1777421359.882423:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2359:x1863761007145472:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421359.882425:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007144832 00000100:00100000:0.0:1777421359.882463:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 258 00000100:00100000:0.0:1777421359.882472:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:2359:x1863761007145216:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421359.882783:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b251bd7-457c-4889-b04e-8036834fd389+17:2359:x1863761007144960:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 367us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421359.882783:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2359:x1863761007145472:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 358us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421359.882791:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 259 00000100:00100000:0.0:1777421359.882838:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:2359:x1863761007145216:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 363us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421359.882850:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 258 00000100:00100000:1.0:1777421359.882870:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 259 00000100:00100000:1.0:1777421359.882885:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+100:2359:x1863761007144832:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421359.882908:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421359.882921:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+100:2359:x1863761007144832:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 41us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421359.882928:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007145088 00000100:00100000:1.0:1777421359.882930:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 259 00000100:00100000:0.0:1777421359.882936:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007145088 00000100:00100000:3.0:1777421359.882963:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421359.882990:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007145344 00000100:00100000:1.0:1777421359.882995:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007145344 00000100:00100000:2.0:1777421359.883049:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 258 00000100:00100000:1.0:1777421359.883061:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 260 00000100:00100000:1.0:1777421359.883068:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2359:x1863761007145344:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421359.883095:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2359:x1863761007145344:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 27us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421359.883102:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 260 00000100:00100000:0.0:1777421359.883213:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 261 00000100:00100000:0.0:1777421359.883224:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+13:2359:x1863761007145088:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421359.883263:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+13:2359:x1863761007145088:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 42us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421359.883270:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 261 00000001:00100000:2.0:1777421359.935822:0:6578:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 3c34840e-c85f-4b6b-af8b-70b15778b000 00000001:00080000:2.0:1777421359.935842:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967360 is committed 00000001:00080000:2.0:1777421359.935851:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967362 is committed 00000001:00080000:2.0:1777421359.935868:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967363 is committed 00000100:00100000:2.0:1777421360.086571:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421360.086720:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007145600 00000100:00100000:1.0:1777421360.086729:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007145600 00000100:00100000:1.0:1777421360.086833:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1252 00000100:00100000:1.0:1777421360.086844:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c34840e-c85f-4b6b-af8b-70b15778b000+6:30690:x1863761007145600:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421360.086874:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421360.086904:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c427e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05ee7 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.086973:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4285 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.086986:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4285 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.086998:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4285 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421360.087064:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1777421360.087068:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 31 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421360.087096:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4285 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.087121:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c427e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ee7 expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.087137:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4285 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ee7 expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.087145:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104268d800) 00010000:00010000:1.0:1777421360.087147:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421360.087163:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10e00, rc 0) 00000100:00100000:1.0:1777421360.087218:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c34840e-c85f-4b6b-af8b-70b15778b000+7:30690:x1863761007145600:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 376us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421360.087226:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1252 00000100:00100000:3.0:1777421360.096482:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421360.096692:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007145728 00000100:00100000:1.0:1777421360.096703:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007145728 00000100:00100000:1.0:1777421360.096764:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1253 00000100:00100000:1.0:1777421360.096774:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c34840e-c85f-4b6b-af8b-70b15778b000+7:30691:x1863761007145728:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421360.096795:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421360.096816:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c428c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05eee expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.096906:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c4293 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.096922:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c4293 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.096934:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c4293 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.096950:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c429a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.096957:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c429a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.096963:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c429a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.097181:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c42a1 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.097191:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c42a1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.097199:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c42a1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421360.097247:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 10752 00000004:00200000:1.0:1777421360.097251:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421360.097313:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c42a1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.097325:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c4293 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.097331:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c4293 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.097338:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c4293 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.097344:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421360.097349:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c4293 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.097356:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c4293 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.097366:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104268d800) 00010000:00010000:1.0:1777421360.097369:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421360.097373:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c4293 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.097379:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c4293 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.097390:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c429a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.097401:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c429a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.097407:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c429a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.097412:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421360.097415:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c429a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.097421:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c429a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.097427:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff97104bab1700) 00010000:00010000:1.0:1777421360.097430:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421360.097433:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c429a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.097438:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c429a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.097482:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c428c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05eee expref: 9 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.097496:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10400/0xd9d09a059d6c42a1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05eee expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421360.097508:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff971050d92600) 00010000:00010000:1.0:1777421360.097510:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421360.097513:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10400, rc 0) 00000100:00100000:1.0:1777421360.097564:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c34840e-c85f-4b6b-af8b-70b15778b000+8:30691:x1863761007145728:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 791us (1091us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421360.097572:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1253 00000100:00100000:2.0:1777421360.101205:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421360.101556:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007145984 00000100:00100000:0.0:1777421360.101565:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007145984 00000100:00100000:0.0:1777421360.101647:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1254 00000100:00100000:0.0:1777421360.101658:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+8:30691:x1863761007145984:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421360.101678:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421360.101698:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c42a8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05ef5 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.101775:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c42af lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.101789:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c42af lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.101802:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c42af lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.101816:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42b6 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.101824:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42b6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.101830:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42b6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.102143:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417400/0xd9d09a059d6c42bd lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.102153:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417400/0xd9d09a059d6c42bd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.102161:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417400/0xd9d09a059d6c42bd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421360.102172:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:0.0:1777421360.102419:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c42af lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.102427:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c42af lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.102434:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c42af lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.102440:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421360.102445:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c42af lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.102539:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c42af lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.102553:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff971050d92600) 00010000:00010000:0.0:1777421360.102556:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421360.102560:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c42af lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.102566:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c42af lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.102577:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42b6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.102583:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42b6 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.102588:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42b6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.102593:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421360.102595:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42b6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.102600:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42b6 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.102606:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff971049800000) 00010000:00010000:0.0:1777421360.102608:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421360.102612:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42b6 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.102618:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42b6 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.102949:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c42a8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ef5 expref: 11 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.102965:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417400/0xd9d09a059d6c42bd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ef5 expref: 10 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.102973:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:0.0:1777421360.102976:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421360.102979:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44417400, rc 0) 00000100:00100000:0.0:1777421360.103139:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30691:x1863761007145984:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1482us (1943us total) trans 4294968119 rc 0/0 00000100:00100000:0.0:1777421360.103145:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1254 00000100:00100000:2.0:1777421360.109731:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421360.109818:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007146112 00000100:00100000:0.0:1777421360.109829:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007146112 00000100:00100000:0.0:1777421360.109944:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1255 00000100:00100000:0.0:1777421360.109955:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30691:x1863761007146112:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1777421360.110048:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30691:x1863761007146112:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 95us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421360.110056:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1255 00000100:00100000:3.0:1777421360.118736:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421360.118846:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007146240 00000100:00100000:0.0:1777421360.118865:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007146240 00000100:00100000:0.0:1777421360.118927:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1256 00000100:00100000:0.0:1777421360.118938:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710802e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+100:30692:x1863761007146240:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421360.118960:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421360.118982:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c42cb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05efc expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.119051:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.119067:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42d2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.119078:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42d2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.119093:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c42d9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.119101:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c42d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.119107:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c42d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.119179:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42d2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.119186:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42d2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.119194:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42d2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.119205:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421360.119210:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42d2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.119218:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42d2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.119243:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104268d800) 00010000:00010000:0.0:1777421360.119246:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421360.119251:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.119258:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.119319:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c42d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.119327:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c42d9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.119333:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c42d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.119338:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421360.119341:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c42d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.119347:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c42d9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.119358:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff971049800000) 00010000:00010000:0.0:1777421360.119361:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421360.119364:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c42d9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.119370:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c42d9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.119402:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c42cb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05efc expref: 101 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.119413:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104268d800) 00010000:00010000:0.0:1777421360.119415:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421360.119419:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c42cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05efc expref: 101 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.119428:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44416e00, rc 0) 00000100:00100000:0.0:1777421360.119618:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710802e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+100:30692:x1863761007146240:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 681us (891us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421360.119626:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1256 00000100:00100000:2.0:1777421360.129868:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421360.130053:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007146496 00000100:00100000:0.0:1777421360.130064:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007146496 00000100:00100000:0.0:1777421360.130123:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1257 00000100:00100000:0.0:1777421360.130133:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+100:30692:x1863761007146496:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:0.0:1777421360.130186:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421360.130213:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c3e48 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d35 expref: 100 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.130247:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104268d800) 00010000:00010000:0.0:1777421360.130252:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421360.130379:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c42e0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.130407:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3e87 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d4a expref: 53 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.130416:0:8245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4285 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ee7 expref: 9 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.130423:0:8245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c42e0 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.130456:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4285 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ee7 expref: 9 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.130469:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4285 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ee7 expref: 9 pid: 5770 timeout: 526 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421360.130482:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e0380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018401152:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421360.130593:0:8245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3e87 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d4a expref: 53 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.130602:0:8245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3e87 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d4a expref: 53 pid: 5772 timeout: 526 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421360.130616:0:8245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018401280:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421360.130640:0:8245:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710775160c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421360.139157:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421360.139195:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421360.139336:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007146752 00000100:00100000:3.0:1777421360.139346:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007146752 00000100:00100000:0.0:1777421360.139375:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e0380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018401152:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421360.139392:0:8245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8245:1863761018401280:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421360.139402:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3e87 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d4a expref: 54 pid: 5772 timeout: 526 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.139420:0:8245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c42e0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421360.139435:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007146624 00000100:00100000:3.0:1777421360.139439:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007146624 00010000:00010000:3.0:1777421360.139464:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4285 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ee7 expref: 10 pid: 5770 timeout: 526 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777421360.139500:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421360.139581:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 375 00000100:00100000:3.0:1777421360.139592:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:2361:x1863761007146752:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421360.139607:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421360.139614:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3e87 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d4a expref: 54 pid: 5772 timeout: 526 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421360.139626:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3e87 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d4a expref: 54 pid: 5772 timeout: 526 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421360.139647:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f42bb4e00/0xd9d09a059d6c3e87 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05d4a expref: 54 pid: 5772 timeout: 526 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421360.139667:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104268d800) 00010000:00010000:3.0:1777421360.139672:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c42e0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421360.139681:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421360.139731:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:2361:x1863761007146752:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 140us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421360.139738:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 375 00000100:00100000:3.0:1777421360.139755:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 376 00000100:00100000:3.0:1777421360.139762:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c34840e-c85f-4b6b-af8b-70b15778b000+10:2360:x1863761007146624:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421360.139770:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421360.139775:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4285 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ee7 expref: 10 pid: 5770 timeout: 526 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421360.139799:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4285 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ee7 expref: 10 pid: 5770 timeout: 526 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421360.139813:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4285 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ee7 expref: 10 pid: 5770 timeout: 526 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421360.139823:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104268d800) 00010000:00010000:3.0:1777421360.139827:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c42e0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421360.139835:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c42e0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421360.139842:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c42e0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421360.139877:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421360.139897:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c34840e-c85f-4b6b-af8b-70b15778b000+9:2360:x1863761007146624:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 134us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421360.139903:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 376 00010000:00010000:2.0:1777421360.140198:0:8245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c42e0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421360.140206:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c42e0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421360.140227:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c42e7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421360.140421:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c42e7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421360.140430:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c42e7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421360.141222:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 512 00010000:00010000:2.0:1777421360.141247:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c42e0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421360.141256:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c42e0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421360.141264:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c42e0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421360.141301:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421360.141306:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c42e0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421360.141315:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c42e0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421360.141327:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104268d800) 00010000:00010000:2.0:1777421360.141330:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421360.141336:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c42e0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421360.141342:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416e00/0xd9d09a059d6c42e0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777421360.141365:0:8245:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000008f7451df reply state 00000000be99223d transno 4294968120 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c42e7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421360.141375:0:8245:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777421360.141452:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+101:30692:x1863761007146496:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 11317us (11602us total) trans 4294968120 rc 0/0 00000100:00100000:2.0:1777421360.141460:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1257 00010000:00010000:0.0:1777421360.146743:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c42e7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.146761:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c42e7 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.146769:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c42e7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.146775:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421360.146781:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c42e7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.146788:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c42e7 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.146805:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff97104fc47000) 00010000:00010000:0.0:1777421360.146808:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421360.146813:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c42e7 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.146825:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c42e7 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421360.170518:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421360.171525:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007146880 00000100:00100000:0.0:1777421360.171536:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007146880 00000100:00100000:0.0:1777421360.171676:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1258 00000100:00100000:0.0:1777421360.171687:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:30696:x1863761007146880:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:0.0:1777421360.171706:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421360.171729:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c42ee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05f03 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.171795:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42f5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.171808:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.171818:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421360.171891:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1777421360.171895:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421360.171921:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.171943:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c42ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f03 expref: 55 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.171961:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42f5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f03 expref: 54 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.171970:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800000) 00010000:00010000:0.0:1777421360.171973:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421360.171977:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44416a00, rc 0) 00000100:00100000:0.0:1777421360.172047:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:30696:x1863761007146880:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 361us (1539us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421360.172054:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1258 00000100:00100000:2.0:1777421360.178302:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421360.178355:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421360.178410:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007147008 00000100:00100000:0.0:1777421360.178419:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007147264 00000100:00100000:3.0:1777421360.178420:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007147008 00000100:00100000:0.0:1777421360.178423:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007147264 00000100:00100000:3.0:1777421360.178475:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1259 00000100:00100000:3.0:1777421360.178484:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:2361:x1863761007147008:12345-192.168.204.24@tcp:41:mkdir.0 00000004:00000024:3.0:1777421360.178517:0:5770:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 18087936 pending 0 free 2258370560 avail 2256273408 00000100:00100000:3.0:1777421360.178588:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:2361:x1863761007147008:12345-192.168.204.24@tcp:41:mkdir.0 Request processed in 104us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421360.178611:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1259 00000100:00100000:3.0:1777421360.178628:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1260 00000100:00100000:3.0:1777421360.178633:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:30696:x1863761007147264:12345-192.168.204.24@tcp:36:mkdir.0 00010000:00010000:3.0:1777421360.178669:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421360.178714:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c42f5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f03 expref: 54 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421360.178736:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff971049800000) 00010000:00010000:3.0:1777421360.178746:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421360.178875:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:30696:x1863761007147264:12345-192.168.204.24@tcp:36:mkdir.0 Request processed in 240us (519us total) trans 0 rc -17/-17 00000100:00100000:3.0:1777421360.178881:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1260 00000100:00100000:0.0:1777421360.185161:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421360.185477:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007147392 00000100:00100000:3.0:1777421360.185488:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007147392 00000100:00100000:3.0:1777421360.185550:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1261 00000100:00100000:3.0:1777421360.185561:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+53:30696:x1863761007147392:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:3.0:1777421360.185582:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421360.185606:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c42fc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05f0a expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421360.185671:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c4303 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421360.185685:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c4303 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421360.185697:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c4303 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421360.185766:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1777421360.185771:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421360.185794:0:5770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c4303 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421360.185817:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97108217dc00/0xd9d09a059d6c42fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f0a expref: 55 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421360.185834:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97108217ce00/0xd9d09a059d6c4303 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f0a expref: 54 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421360.185842:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104a245e00) 00010000:00010000:3.0:1777421360.185845:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777421360.185862:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97108217ce00, rc 0) 00000100:00100000:3.0:1777421360.185922:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:30696:x1863761007147392:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 362us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421360.185930:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1261 00000100:00100000:1.0:1777421360.189720:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421360.189772:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007147520 00000100:00100000:0.0:1777421360.189782:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007147520 00000100:00100000:0.0:1777421360.190305:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1262 00000100:00100000:0.0:1777421360.190315:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+54:30696:x1863761007147520:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:0.0:1777421360.190333:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421360.190353:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c430a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05f11 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190414:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4311 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190427:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4311 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190439:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4311 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190453:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4318 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190461:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4318 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190468:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4318 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190563:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417800/0xd9d09a059d6c431f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190571:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417800/0xd9d09a059d6c431f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190578:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417800/0xd9d09a059d6c431f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421360.190617:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 512 00000004:00200000:0.0:1777421360.190622:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421360.190643:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417800/0xd9d09a059d6c431f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190655:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4311 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190662:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4311 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190669:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4311 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190676:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44417a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421360.190680:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4311 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190687:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4311 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190698:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104a245e00) 00010000:00010000:0.0:1777421360.190701:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421360.190706:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4311 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190711:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4311 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190723:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4318 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190728:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4318 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190733:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4318 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190737:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421360.190740:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4318 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190745:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4318 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190751:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff971049800700) 00010000:00010000:0.0:1777421360.190753:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421360.190756:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4318 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190765:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4318 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190793:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c430a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f11 expref: 56 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190805:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417800/0xd9d09a059d6c431f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f11 expref: 55 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.190812:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff971049800f00) 00010000:00010000:0.0:1777421360.190814:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421360.190816:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44417800, rc 0) 00000100:00100000:0.0:1777421360.190891:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:30696:x1863761007147520:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 576us (1178us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421360.190899:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1262 00000100:00100000:3.0:1777421360.203568:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421360.203634:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007147648 00000100:00100000:0.0:1777421360.203645:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007147648 00000100:00100000:0.0:1777421360.203709:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1263 00000100:00100000:0.0:1777421360.203720:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:30697:x1863761007147648:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:0.0:1777421360.203739:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421360.203759:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c4326 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05f18 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.203843:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c432d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.203870:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c432d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.203881:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c432d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.203895:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4334 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.203902:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4334 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.203907:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4334 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.203981:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c432d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.203995:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c432d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.204003:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c432d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.204009:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421360.204013:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c432d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.204020:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c432d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.204032:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff971049800f00) 00010000:00010000:0.0:1777421360.204035:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421360.204040:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c432d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.204046:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c432d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.204057:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4334 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.204063:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4334 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.204068:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4334 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.204072:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44417a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421360.204075:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4334 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.204080:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4334 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.204086:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff971049800700) 00010000:00010000:0.0:1777421360.204088:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421360.204090:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4334 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.204106:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4334 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.204138:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c4326 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f18 expref: 56 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.204152:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff971049800f00) 00010000:00010000:0.0:1777421360.204154:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421360.204157:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c4326 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f18 expref: 56 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.204166:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44416800, rc 0) 00000100:00100000:0.0:1777421360.204224:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:30697:x1863761007147648:12345-192.168.204.24@tcp:101:rm.0 Request processed in 507us (664us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421360.204233:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1263 00000100:00100000:2.0:1777421360.222783:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421360.222975:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007147904 00000100:00100000:0.0:1777421360.222987:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007147904 00000100:00100000:0.0:1777421360.223095:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1264 00000100:00100000:0.0:1777421360.223106:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+55:30698:x1863761007147904:12345-192.168.204.24@tcp:101:dd.0 00010000:00010000:0.0:1777421360.223125:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421360.223128:0:5771:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1777421360.223153:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417800/0xd9d09a059d6c431f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f11 expref: 55 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.223172:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff971049800f00) 00010000:00010000:0.0:1777421360.223182:0:5771:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421360.223197:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c433b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05f1f expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.223356:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4342 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.223371:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4342 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.223381:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4342 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.223393:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4349 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.223400:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4349 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.223405:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4349 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421360.223858:0:5771:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x19:0x0], index 0: 0 00010000:00010000:0.0:1777421360.224023:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c4350 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.224033:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c4350 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.224040:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c4350 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.224073:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4342 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.224081:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4342 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.224087:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4342 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.224093:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44417a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421360.224098:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4342 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.224104:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4342 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.224112:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff971049800700) 00010000:00010000:0.0:1777421360.224116:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421360.224119:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4342 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.224125:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4342 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777421360.224135:0:5771:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000006f31e127 reply state 0000000079622a20 transno 4294968121 ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4349 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421360.224143:0:5771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777421360.224171:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c433b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f1f expref: 57 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.224187:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c4350 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f1f expref: 56 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.224195:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:0.0:1777421360.224197:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421360.224199:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44416200, rc 0) 00000100:00100000:0.0:1777421360.224267:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+57:30698:x1863761007147904:12345-192.168.204.24@tcp:101:dd.0 Request processed in 1162us (1492us total) trans 4294968121 rc 0/0 00000100:00100000:0.0:1777421360.224301:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1264 00010000:00010000:2.0:1777421360.225943:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4349 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421360.225958:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4349 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421360.225967:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4349 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421360.225972:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421360.225977:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4349 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421360.225983:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4349 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421360.225995:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff971049800000) 00010000:00010000:2.0:1777421360.225998:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421360.226003:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4349 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421360.226011:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4349 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421360.247261:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421360.248088:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007148032 00000100:00100000:3.0:1777421360.248099:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007148032 00000100:00100000:3.0:1777421360.248163:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 343 00000100:00100000:3.0:1777421360.248176:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:30698:x1863761007148032:12345-192.168.204.24@tcp:101:dd.0 00010000:00010000:3.0:1777421360.248194:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421360.248214:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000031038fb/0xd9d09a059d6c435e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05f26 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777421360.248239:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777421360.248293:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421360.248296:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421360.248305:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000031038fb/0xd9d09a059d6c435e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f26 expref: 9 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421360.248323:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000031038fb/0xd9d09a059d6c435e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f26 expref: 9 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421360.248336:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97108217dc00, rc 0) 00000100:00100000:3.0:1777421360.248395:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:30698:x1863761007148032:12345-192.168.204.24@tcp:101:dd.0 Request processed in 223us (1143us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421360.248402:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 343 00000100:00100000:3.0:1777421360.267950:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421360.268340:0:17961:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007148160 00000100:00100000:2.0:1777421360.268351:0:17961:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007148160 00002000:00100000:2.0:1777421360.268401:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->1048575) req@ffff971077309c00 x1863761007148160/t0(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:371/0 lens 488/0 e 0 to 0 dl 1777421371 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421360.268413:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077309c00 with x1863761007148160 ext(0->1048575) 00002000:00010000:2.0:1777421360.268419:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077309c00 00000100:00100000:2.0:1777421360.268452:0:17961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 111 00000100:00100000:2.0:1777421360.268461:0:17961:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2358:x1863761007148160:12345-192.168.204.24@tcp:4:dd.0 00000100:00100000:2.0:1777421360.289417:0:17961:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2358:x1863761007148160:12345-192.168.204.24@tcp:4:dd.0 Request processed in 20948us (21468us total) trans 4294967364 rc 0/0 00000100:00100000:2.0:1777421360.289430:0:17961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 111 00002000:00100000:2.0:1777421360.289442:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->1048575) req@ffff971077309c00 x1863761007148160/t4294967364(0) o4->ddc1a513-af95-4c37-ae62-25bb6cbfadc6@192.168.204.24@tcp:371/0 lens 488/448 e 0 to 0 dl 1777421371 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421360.289460:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077309c00 with x1863761007148160 ext(0->1048575) 00002000:00010000:2.0:1777421360.289466:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077309c00 00000100:00100000:0.0:1777421360.292162:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421360.292239:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007148288 00000100:00100000:2.0:1777421360.292250:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007148288 00000100:00100000:2.0:1777421360.292475:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1265 00000100:00100000:2.0:1777421360.292486:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+56:30698:x1863761007148288:12345-192.168.204.24@tcp:44:dd.0 00000100:00100000:0.0:1777421360.326532:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+56:30698:x1863761007148288:12345-192.168.204.24@tcp:44:dd.0 Request processed in 34041us (34369us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421360.326546:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1265 00000001:00080000:3.0:1777421360.326550:0:21151:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968121 is committed 00000001:00080000:3.0:1777421360.326563:0:21151:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968119 is committed 00000001:00080000:3.0:1777421360.326572:0:21151:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968118 is committed 00000001:00080000:3.0:1777421360.326579:0:21151:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968120 is committed 00000001:00100000:3.0:1777421360.326586:0:21151:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 3c34840e-c85f-4b6b-af8b-70b15778b000 00000020:00080000:0.0:1777421360.326597:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 27 batchid updated 00000020:00080000:3.0:1777421360.326603:0:21151:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff971080733d80 refcount 2 committed 0 result 0 batchid 28 00000020:00080000:0.0:1777421360.326605:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 26 batchid updated 00000020:00080000:3.0:1777421360.326610:0:21151:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff970f43fe9900 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff971080733f00 00000020:00080000:3.0:1777421360.326615:0:21151:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff970f43fe9400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff97104619b000 00000020:00080000:0.0:1777421360.326627:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 28 committed batchid 27 00000020:00080000:0.0:1777421360.326809:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 27 00000100:00100000:0.0:1777421360.330406:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421360.330749:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007148416 00000100:00100000:2.0:1777421360.330759:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007148416 00000100:00100000:2.0:1777421360.330816:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 344 00000100:00100000:2.0:1777421360.330826:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007148416:12345-192.168.204.24@tcp:16:dd.0 00010000:00010000:2.0:1777421360.354796:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777421360.356435:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967364 is committed 00000100:00100000:0.0:1777421360.356592:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2361:x1863761007148416:12345-192.168.204.24@tcp:16:dd.0 Request processed in 25762us (26186us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421360.356604:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 344 00000100:00100000:2.0:1777421360.363264:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421360.363460:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007148672 00000100:00100000:3.0:1777421360.363470:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007148672 00000100:00100000:2.0:1777421360.363569:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 270 00000100:00100000:2.0:1777421360.363580:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:30698:x1863761007148672:12345-192.168.204.24@tcp:35:dd.0 00000100:00100000:2.0:1777421360.364137:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:30698:x1863761007148672:12345-192.168.204.24@tcp:35:dd.0 Request processed in 558us (881us total) trans 4294968122 rc 0/0 00000100:00100000:2.0:1777421360.364143:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 270 00000100:00100000:3.0:1777421360.379558:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421360.380674:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007148800 00000100:00100000:0.0:1777421360.380769:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007148800 00000100:00100000:0.0:1777421360.380893:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1266 00000100:00100000:0.0:1777421360.380903:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:30699:x1863761007148800:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421360.380929:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421360.380949:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c4365 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05f2d expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.381017:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c436c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.381031:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c436c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.381041:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c436c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.381056:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c4373 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.381063:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c4373 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.381070:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c4373 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.381823:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c437a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.381835:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c437a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.381853:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c437a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421360.381894:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 11776 00000004:00200000:0.0:1777421360.381898:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421360.381924:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c437a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.381938:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c436c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.381944:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c436c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.381950:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c436c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.381960:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44417600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421360.381964:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c436c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.381972:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c436c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.381983:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104a245e00) 00010000:00010000:0.0:1777421360.381986:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421360.381991:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c436c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.381997:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c436c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.382009:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c4373 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.382014:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c4373 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.382019:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c4373 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.382024:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421360.382026:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c4373 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.382031:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c4373 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.382042:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff971049800f00) 00010000:00010000:0.0:1777421360.382147:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421360.382151:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c4373 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.382157:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c4373 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.382191:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c4365 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f2d expref: 50 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.382204:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417e00/0xd9d09a059d6c437a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f2d expref: 49 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.382211:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff971049800700) 00010000:00010000:0.0:1777421360.382213:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421360.382215:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44417e00, rc 0) 00000100:00100000:0.0:1777421360.382475:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:30699:x1863761007148800:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1572us (2924us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421360.382483:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1266 00000100:00100000:0.0:1777421360.402024:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421360.403841:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007148928 00000100:00100000:2.0:1777421360.403866:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007148928 00000100:00100000:2.0:1777421360.403942:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1267 00000100:00100000:2.0:1777421360.403954:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+98:30701:x1863761007148928:12345-192.168.204.24@tcp:101:stat.0 00010000:00010000:2.0:1777421360.403980:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421360.404001:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c4381 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05f34 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421360.404069:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c4388 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421360.404084:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c4388 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421360.404096:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c4388 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421360.404169:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1777421360.404174:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421360.404221:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c4388 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421360.404246:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c4381 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f34 expref: 100 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421360.404264:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777eee00/0xd9d09a059d6c4388 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f34 expref: 99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421360.404333:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104a245e00) 00010000:00010000:2.0:1777421360.404337:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777421360.404341:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777eee00, rc 0) 00000100:00100000:2.0:1777421360.404412:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+99:30701:x1863761007148928:12345-192.168.204.24@tcp:101:stat.0 Request processed in 461us (2397us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421360.404419:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1267 00000100:00100000:2.0:1777421360.407471:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421360.407561:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007149056 00000100:00100000:0.0:1777421360.407572:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007149056 00000100:00100000:0.0:1777421360.407639:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1268 00000100:00100000:0.0:1777421360.407648:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+99:30701:x1863761007149056:12345-192.168.204.24@tcp:101:stat.0 00010000:00010000:0.0:1777421360.407666:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421360.407685:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c438f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05f3b expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.407748:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c4396 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.407762:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c4396 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.407775:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c4396 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.407791:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c439d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.407797:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c439d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.407804:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c439d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.407933:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417800/0xd9d09a059d6c43a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.407944:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417800/0xd9d09a059d6c43a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.407951:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417800/0xd9d09a059d6c43a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421360.407981:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 11776 00000004:00200000:0.0:1777421360.407985:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421360.408013:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417800/0xd9d09a059d6c43a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.408030:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c4396 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.408036:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c4396 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.408043:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c4396 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.408050:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421360.408055:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c4396 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.408063:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c4396 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.408074:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104a245e00) 00010000:00010000:0.0:1777421360.408077:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421360.408082:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c4396 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.408088:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c4396 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.408102:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c439d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.408107:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c439d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.408113:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c439d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.408118:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44417600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421360.408121:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c439d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.408126:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c439d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.408133:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff971049800f00) 00010000:00010000:0.0:1777421360.408135:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421360.408137:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c439d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.408143:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c439d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.408170:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c438f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f3b expref: 101 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.408182:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417800/0xd9d09a059d6c43a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f3b expref: 100 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.408189:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff971049800700) 00010000:00010000:0.0:1777421360.408191:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777421360.408193:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44417800, rc 0) 00000100:00100000:0.0:1777421360.408334:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+100:30701:x1863761007149056:12345-192.168.204.24@tcp:101:stat.0 Request processed in 687us (872us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421360.408342:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1268 00000100:00100000:3.0:1777421360.413556:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421360.413633:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007149184 00000100:00100000:0.0:1777421360.413641:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007149184 00000100:00100000:0.0:1777421360.413680:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1269 00000100:00100000:0.0:1777421360.413686:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+100:30701:x1863761007149184:12345-192.168.204.24@tcp:101:stat.0 00010000:00010000:0.0:1777421360.413702:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421360.413719:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c43ab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05f42 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.413775:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c43b2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.413785:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c43b2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.413793:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c43b2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.413802:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c43b9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.413807:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c43b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.413811:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c43b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.414029:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c43c0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.414038:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c43c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.414045:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c43c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421360.414076:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:0.0:1777421360.414081:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421360.414101:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c43c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.414113:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c43c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.414120:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c43b2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.414126:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c43b2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.414133:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c43b2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.414361:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421360.414366:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c43b2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.414373:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c43b2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.414385:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff971049800700) 00010000:00010000:0.0:1777421360.414388:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421360.414393:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c43b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.414399:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c43b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.414415:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c43b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.414420:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c43b9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.414425:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c43b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.414430:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421360.414432:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c43b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.414438:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c43b9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.414531:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff971049800500) 00010000:00010000:0.0:1777421360.414534:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421360.414537:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c43b9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.414543:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c43b9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.414575:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c43ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f42 expref: 102 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.414589:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c43c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f42 expref: 101 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.414601:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:0.0:1777421360.414604:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421360.414606:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44416a00, rc 0) 00000100:00100000:0.0:1777421360.414712:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+101:30701:x1863761007149184:12345-192.168.204.24@tcp:101:stat.0 Request processed in 1024us (1163us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421360.414719:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1269 00000100:00100000:0.0:1777421360.418759:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018401408:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421360.418814:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421360.418915:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018401408 00000100:00100000:1.0:1777421360.418924:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018401408 00000100:00100000:3.0:1777421360.418930:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421360.419001:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1777421360.419011:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018401408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777421360.419032:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 95223808 pending 0 free 3851419648 avail 3848273920 00000100:00100000:3.0:1777421360.419098:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007149312 00000100:00100000:3.0:1777421360.419103:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007149312 00000100:00100000:3.0:1777421360.419134:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 345 00000100:00100000:3.0:1777421360.419140:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+17:2359:x1863761007149312:12345-192.168.204.24@tcp:101:stat.0 00010000:00010000:3.0:1777421360.419150:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421360.419166:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000090e7227/0xd9d09a059d6c43c7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05f49 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421360.419212:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077309180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018401536:192.168.204.24@tcp:106: 00000100:00100000:3.0:1777421360.419295:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104f0299c0 going to sleep for 11 seconds 00000100:00080000:3.0:1777421360.419328:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421360.419392:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018401408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 382us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421360.419401:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1777421360.419960:0:3297:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967363 gen 2 00000004:00080000:0.0:1777421360.419966:0:3297:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967361 committed transno 4294967363 00000004:00080000:0.0:1777421360.420051:0:3297:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967362 committed transno 4294967363 00000004:00080000:0.0:1777421360.420063:0:3297:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff970f42ee7800, transno 4294967363 00000100:00100000:0.0:1777421360.420091:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018401408:0@lo:13:osp-pre-0-0.0 00002000:00010000:0.0:1777421360.421688:0:7984:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:0.0:1777421360.421696:0:7984:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb mtime: 0 -> 1777421359 00002000:00010000:0.0:1777421360.421699:0:7984:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb atime: 0 -> 1777421359 00002000:00010000:0.0:1777421360.421701:0:7984:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb ctime: 0 -> 1777421359 00002000:00010000:0.0:1777421360.421702:0:7984:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb blocks: 1 -> 2051 00000100:00100000:0.0:1777421360.421721:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077309180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018401536:192.168.204.24@tcp:106: 00010000:00010000:0.0:1777421360.421750:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000090e7227/0xd9d09a059d6c43c7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f49 expref: 18 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.421774:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000090e7227/0xd9d09a059d6c43c7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f49 expref: 18 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.421791:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97108217da00, rc 0) 00000100:00100000:0.0:1777421360.422238:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+17:2359:x1863761007149312:12345-192.168.204.24@tcp:101:stat.0 Request processed in 3094us (3307us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421360.422247:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 345 00000100:00100000:2.0:1777421360.435602:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421360.435786:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007149440 00000100:00100000:0.0:1777421360.435797:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007149440 00000100:00100000:0.0:1777421360.435904:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 346 00000100:00100000:0.0:1777421360.435915:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+17:2361:x1863761007149440:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421360.435932:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421360.435950:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000811793a8/0xd9d09a059d6c43ce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05f50 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421360.436007:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018401664:192.168.204.24@tcp:106: 00000100:00100000:0.0:1777421360.436090:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff971058ae6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421360.439105:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018401664:192.168.204.24@tcp:106: 00010000:00010000:0.0:1777421360.439142:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000811793a8/0xd9d09a059d6c43ce lrc: 1/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f50 expref: 18 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.439166:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000811793a8/0xd9d09a059d6c43ce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f50 expref: 18 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.439179:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44417a00, rc 0) 00000100:00100000:0.0:1777421360.439240:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+17:2361:x1863761007149440:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 3326us (3646us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421360.439250:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 346 00000100:00100000:2.0:1777421360.442269:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421360.442466:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007149568 00000100:00100000:0.0:1777421360.442477:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007149568 00000100:00100000:0.0:1777421360.442569:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1270 00000100:00100000:0.0:1777421360.442579:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+101:30702:x1863761007149568:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421360.442600:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421360.442618:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c43d5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05f57 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.442684:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c43dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.442698:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c43dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.442710:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c43dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421360.442785:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 11776 00000004:00200000:0.0:1777421360.442789:0:5771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421360.442815:0:5771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c43dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.442860:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c43d5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f57 expref: 103 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.442888:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c43dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f57 expref: 102 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.442902:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff971049800700) 00010000:00010000:0.0:1777421360.442905:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421360.442909:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44416800, rc 0) 00000100:00100000:0.0:1777421360.442982:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+102:30702:x1863761007149568:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 403us (720us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421360.442990:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1270 00000100:00100000:2.0:1777421360.446216:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421360.446323:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007149696 00000100:00100000:0.0:1777421360.446333:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007149696 00000100:00100000:0.0:1777421360.446387:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 347 00000100:00100000:0.0:1777421360.446397:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+17:2360:x1863761007149696:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1777421360.446414:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421360.446432:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c43e3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05f5e expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421360.446487:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018401792:192.168.204.24@tcp:106: 00000100:00100000:0.0:1777421360.446606:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff971058ae6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777421360.449683:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018401792:192.168.204.24@tcp:106: 00010000:00010000:0.0:1777421360.449719:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c43e3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f5e expref: 18 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.449744:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000022c68f02/0xd9d09a059d6c43e3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f5e expref: 18 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421360.449755:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44417c00, rc 0) 00000100:00100000:0.0:1777421360.449815:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+17:2360:x1863761007149696:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 3419us (3607us total) trans 0 rc 301/301 00000100:00100000:0.0:1777421360.449824:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 347 00000100:00100000:2.0:1777421360.455815:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421360.455964:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007149952 00000100:00100000:0.0:1777421360.455974:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007149952 00000100:00100000:0.0:1777421360.456149:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1271 00000100:00100000:0.0:1777421360.456159:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+102:30702:x1863761007149952:12345-192.168.204.24@tcp:58:lfs.0 00000040:00080000:0.0:1777421360.456532:0:5771:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].37, 136 off13224 00000100:00100000:0.0:1777421360.456624:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+102:30702:x1863761007149952:12345-192.168.204.24@tcp:58:lfs.0 Request processed in 465us (819us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421360.456633:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1271 00000001:00100000:3.0:1777421360.949392:0:7446:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 3c34840e-c85f-4b6b-af8b-70b15778b000 00000001:00080000:3.0:1777421360.949420:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967374 is committed 00000001:00080000:3.0:1777421360.949430:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967375 is committed 00000040:00080000:0.0:1777421360.955667:0:21386:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777421360.955687:0:21386:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777421360.955743:0:21386:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 6 00000040:00080000:0.0:1777421360.955748:0:21386:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1777421360.994460:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421360.994468:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777421360.994506:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 6 00000040:00080000:3.0:1777421360.994512:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777421360.994745:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077308a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018401920:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421360.994854:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff971044d4f840 going to sleep for 11 seconds 00000100:00100000:3.0:1777421360.998042:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077308a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018401920:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777421361.002789:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421361.002857:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007150080 00000100:00100000:2.0:1777421361.002867:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007150080 00000100:00080000:3.0:1777421361.003404:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777421361.003796:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 3 00000100:00100000:2.0:1777421361.003808:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:3c34840e-c85f-4b6b-af8b-70b15778b000+7:30713:x1863761007150080:12345-192.168.204.24@tcp:900:lhsmtool_posix.0 00000100:00100000:2.0:1777421361.003966:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:3c34840e-c85f-4b6b-af8b-70b15778b000+7:30713:x1863761007150080:12345-192.168.204.24@tcp:900:lhsmtool_posix.0 Request processed in 160us (1186us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421361.003975:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 3 00000100:00100000:2.0:1777421361.005163:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421361.005359:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007150208 00000100:00100000:0.0:1777421361.005367:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007150208 00000100:00100000:0.0:1777421361.005409:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1272 00000100:00100000:0.0:1777421361.005418:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+7:30713:x1863761007150208:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777421361.005439:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x27:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777421361.005532:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+7:30713:x1863761007150208:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 115us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421361.005539:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1272 00000100:00100000:0.0:1777421361.008015:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421361.008098:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007150464 00000100:00100000:2.0:1777421361.008107:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007150464 00000100:00100000:2.0:1777421361.008153:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1273 00000100:00100000:2.0:1777421361.008162:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+7:30713:x1863761007150464:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421361.008180:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421361.008199:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c43ea lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05f65 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421361.008321:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c43f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421361.008335:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c43f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421361.008348:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c43f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421361.008360:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:2.0:1777421361.008746:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c43ea lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f65 expref: 10 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421361.008764:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c43f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f65 expref: 9 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421361.008773:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:2.0:1777421361.008776:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421361.008780:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ef800, rc 0) 00000100:00100000:2.0:1777421361.008845:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+9:30713:x1863761007150464:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 683us (836us total) trans 4294968123 rc 0/0 00000100:00100000:2.0:1777421361.008853:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1273 00000100:00100000:2.0:1777421361.014561:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421361.014667:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007150592 00000100:00100000:0.0:1777421361.014676:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007150592 00000100:00080000:2.0:1777421361.014718:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421361.014734:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 348 00000100:00100000:0.0:1777421361.014745:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+5:2361:x1863761007150592:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421361.014780:0:7984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c43ff lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421361.014796:0:7984:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000031038fb/0xd9d09a059d6c435e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f26 expref: 8 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421361.014802:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421361.014803:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777421361.014806:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c43ff lrc: 4/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421361.014847:0:7984:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000031038fb/0xd9d09a059d6c435e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f26 expref: 8 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421361.014863:0:7984:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000031038fb/0xd9d09a059d6c435e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f26 expref: 8 pid: 6553 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421361.014877:0:7984:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f429e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018402048:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421361.014960:0:7984:0:(client.c:2690:ptlrpc_set_wait()) set ffff971043174180 going to sleep for 11 seconds 00000100:00100000:1.0:1777421361.019421:0:7984:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f429e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7984:1863761018402048:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421361.019450:0:7984:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c43ff lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421361.020644:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421361.020858:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007150720 00000100:00100000:1.0:1777421361.020867:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007150720 00000100:00080000:2.0:1777421361.020915:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777421361.020921:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000031038fb/0xd9d09a059d6c435e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f26 expref: 9 pid: 6553 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421361.020960:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 377 00000100:00100000:1.0:1777421361.020969:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105fa25450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+9:2360:x1863761007150720:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421361.020983:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421361.021005:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000031038fb/0xd9d09a059d6c435e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f26 expref: 9 pid: 6553 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421361.021018:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000031038fb/0xd9d09a059d6c435e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f26 expref: 9 pid: 6553 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421361.021042:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000031038fb/0xd9d09a059d6c435e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f26 expref: 9 pid: 6553 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421361.021056:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421361.021058:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421361.021062:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c43ff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421361.021071:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c43ff lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421361.021101:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421361.021152:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105fa25450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761007150720:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 184us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421361.021160:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 377 00010000:00010000:0.0:1777421361.021246:0:7984:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c43ff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421361.021256:0:7984:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c43ff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421361.021317:0:7984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c43ff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421361.021327:0:7984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c43ff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421361.021336:0:7984:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c43ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421361.021343:0:7984:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416c00 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421361.021347:0:7984:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c43ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421361.021356:0:7984:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c43ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421361.021369:0:7984:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c43ff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421361.021377:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c43ff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421361.021440:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+5:2361:x1863761007150592:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 6697us (6885us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421361.021449:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 348 00000100:00100000:2.0:1777421361.026171:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421361.026254:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007150976 00000100:00100000:3.0:1777421361.026263:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007150976 00000100:00100000:3.0:1777421361.026336:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1274 00000100:00100000:3.0:1777421361.026346:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+9:30713:x1863761007150976:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777421361.026469:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+9:30713:x1863761007150976:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 124us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421361.026478:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1274 00000100:00100000:0.0:1777421361.032456:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421361.032491:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007151104 00000100:00100000:0.0:1777421361.032501:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007151104 00000100:00100000:0.0:1777421361.032555:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 349 00000100:00100000:0.0:1777421361.032565:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+5:2358:x1863761007151104:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421361.032582:0:7984:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421361.032602:0:7984:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c4406 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05f6c expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777421361.032628:0:7984:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 1048576, mtime: 0x69f14c2f, atime: 0x0, ctime: 0x69f14c2f, blocks: 0x803 00010000:00010000:0.0:1777421361.032645:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421361.032647:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421361.032656:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c4406 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f6c expref: 6 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421361.032671:0:7984:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c4406 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f6c expref: 6 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421361.032685:0:7984:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44416c00, rc 0) 00000100:00100000:0.0:1777421361.032740:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+6:2358:x1863761007151104:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 177us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421361.032747:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 349 00000100:00100000:0.0:1777421361.040553:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421361.041710:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007151360 00000100:00100000:2.0:1777421361.041722:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007151360 00000100:00100000:2.0:1777421361.041774:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1275 00000100:00100000:2.0:1777421361.041784:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+9:30713:x1863761007151360:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777421361.041899:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+9:30713:x1863761007151360:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 117us (1350us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421361.041906:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1275 00000100:00100000:2.0:1777421361.052112:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421361.052173:0:17961:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007151488 00000100:00100000:3.0:1777421361.052185:0:17961:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007151488 00002000:00100000:3.0:1777421361.052232:0:17961:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->1048575) req@ffff971077a65c00 x1863761007151488/t0(0) o3->3c34840e-c85f-4b6b-af8b-70b15778b000@192.168.204.24@tcp:372/0 lens 488/0 e 0 to 0 dl 1777421372 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777421361.052244:0:17961:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077a65c00 with x1863761007151488 ext(0->1048575) 00002000:00010000:3.0:1777421361.052250:0:17961:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077a65c00 00000100:00100000:0.0:1777421361.052356:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 112 00000100:00100000:0.0:1777421361.052372:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+6:2361:x1863761007151488:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1777421361.071340:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+6:2361:x1863761007151488:12345-192.168.204.24@tcp:3:lhsmtool_posix.0 Request processed in 18963us (19226us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1777421361.071354:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 112 00002000:00100000:0.0:1777421361.071367:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x19:0x0] (0->1048575) req@ffff971077a65c00 x1863761007151488/t0(0) o3->3c34840e-c85f-4b6b-af8b-70b15778b000@192.168.204.24@tcp:372/0 lens 488/440 e 0 to 0 dl 1777421372 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421361.071378:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff971077a65c00 with x1863761007151488 ext(0->1048575) 00002000:00010000:0.0:1777421361.071384:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff971077a65c00 00000100:00100000:2.0:1777421361.084818:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421361.084943:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007151616 00000100:00100000:3.0:1777421361.084954:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007151616 00000100:00100000:3.0:1777421361.085095:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1276 00000100:00100000:3.0:1777421361.085121:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+9:30713:x1863761007151616:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421361.085142:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421361.085163:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c440d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05f73 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421361.085198:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c4414 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421361.085219:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c4414 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421361.085232:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c4414 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421361.085368:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c440d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f73 expref: 11 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421361.085409:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c4414 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f73 expref: 10 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421361.085427:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:3.0:1777421361.085430:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421361.085434:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60200, rc 0) 00000100:00100000:3.0:1777421361.085496:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30713:x1863761007151616:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 381us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421361.085504:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1276 00000100:00100000:3.0:1777421361.089677:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421361.089849:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007151744 00000100:00100000:2.0:1777421361.089860:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007151744 00000100:00100000:2.0:1777421361.089931:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1277 00000100:00100000:2.0:1777421361.089943:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30713:x1863761007151744:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421361.089977:0:5771:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x27:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421361.090085:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30713:x1863761007151744:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 144us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421361.090093:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1277 00000100:00100000:1.0:1777421361.096098:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421361.096559:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007151872 00000100:00100000:0.0:1777421361.096575:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007151872 00000100:00100000:0.0:1777421361.096697:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 350 00000100:00100000:0.0:1777421361.096711:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+6:2360:x1863761007151872:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777421361.096780:0:7984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e9124242/0xd9d09a059d6c441b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421361.096801:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421361.096804:0:7984:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421361.096810:0:7984:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9124242/0xd9d09a059d6c441b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421361.096827:0:7984:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9124242/0xd9d09a059d6c441b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421361.096874:0:7984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e9124242/0xd9d09a059d6c441b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421361.096883:0:7984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e9124242/0xd9d09a059d6c441b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421361.096899:0:7984:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e9124242/0xd9d09a059d6c441b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421361.096907:0:7984:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44417000 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:0.0:1777421361.096912:0:7984:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9124242/0xd9d09a059d6c441b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421361.096921:0:7984:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9124242/0xd9d09a059d6c441b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421361.096937:0:7984:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e9124242/0xd9d09a059d6c441b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421361.096945:0:7984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9124242/0xd9d09a059d6c441b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421361.097033:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+6:2360:x1863761007151872:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 325us (949us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421361.097041:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 350 00000100:00100000:0.0:1777421361.100855:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421361.100932:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007152128 00000100:00100000:2.0:1777421361.100949:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007152128 00000100:00100000:2.0:1777421361.101090:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1278 00000100:00100000:2.0:1777421361.101104:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f429e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30713:x1863761007152128:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777421361.101183:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4422 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421361.101213:0:5771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c4414 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f73 expref: 10 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421361.101222:0:5771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4422 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421361.101259:0:5771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c4414 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f73 expref: 10 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421361.101291:0:5771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c4414 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f73 expref: 10 pid: 5771 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421361.101313:0:5771:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a64a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018402176:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421361.101415:0:5771:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c3a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421361.105211:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421361.105252:0:5771:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a64a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5771:1863761018402176:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421361.105315:0:5771:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4422 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421361.105566:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007152256 00000100:00100000:1.0:1777421361.105582:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007152256 00010000:00010000:1.0:1777421361.105637:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c4414 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f73 expref: 11 pid: 5771 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421361.105683:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 378 00000100:00100000:1.0:1777421361.105694:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c34840e-c85f-4b6b-af8b-70b15778b000+11:2361:x1863761007152256:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421361.105713:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421361.105721:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c4414 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f73 expref: 11 pid: 5771 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421361.105737:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c4414 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f73 expref: 11 pid: 5771 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421361.105766:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c4414 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f73 expref: 11 pid: 5771 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421361.105787:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:1.0:1777421361.105792:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4422 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421361.105803:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4422 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421361.105813:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4422 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421361.105853:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421361.105870:0:5771:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4422 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421361.105880:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4422 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421361.105960:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c34840e-c85f-4b6b-af8b-70b15778b000+10:2361:x1863761007152256:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 267us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421361.105968:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 378 00010000:00010000:3.0:1777421361.106084:0:5771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4422 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421361.106094:0:5771:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4422 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421361.106101:0:5771:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4422 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421361.106124:0:5771:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421361.106129:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4422 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421361.106137:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4422 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421361.106153:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:3.0:1777421361.106156:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421361.106161:0:5771:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4422 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421361.106168:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c4422 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421361.106342:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f429e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30713:x1863761007152128:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 5239us (5508us total) trans 4294968124 rc 0/0 00000100:00100000:3.0:1777421361.106352:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1278 00000040:00080000:2.0:1777421361.106474:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421361.106479:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421361.107030:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 6 00000040:00080000:2.0:1777421361.107039:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777421361.111038:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421361.111153:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007152512 00000100:00100000:2.0:1777421361.111169:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007152512 00000100:00100000:2.0:1777421361.111330:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 271 00000100:00100000:2.0:1777421361.111341:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30713:x1863761007152512:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777421361.111578:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+11:30713:x1863761007152512:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 238us (555us total) trans 4294968125 rc 0/0 00000100:00100000:2.0:1777421361.111587:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 271 00010000:00010000:1.0:1777421361.378474:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421361.447822:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018402688:0@lo:400:kworker.0 00000100:00100000:2.0:1777421361.447839:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018402432:0@lo:400:kworker.0 00000100:00100000:2.0:1777421361.447904:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421361.447909:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421361.447973:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018402432 00000100:00100000:3.0:1777421361.447982:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018402432 00000100:00100000:0.0:1777421361.447997:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018402304:0@lo:400:kworker.0 00000100:00100000:3.0:1777421361.448039:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:3.0:1777421361.448049:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018402432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421361.448847:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018402944:0@lo:400:kworker.0 00000100:00100000:2.0:1777421361.448875:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421361.448901:0:3299:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1777421361.448908:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018402560:0@lo:400:kworker.0 00000100:00100000:2.0:1777421361.448929:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421361.448968:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077a66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018403072:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421361.449001:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777421361.449039:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018402688 00000100:00100000:2.0:1777421361.449043:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018402688 00000100:00100000:2.0:1777421361.449073:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018402944 00000100:00100000:2.0:1777421361.449076:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018402944 00000100:00100000:2.0:1777421361.449108:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:2.0:1777421361.449115:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018402688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421361.449155:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018402560 00000100:00100000:1.0:1777421361.449160:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018402560 00000100:00100000:2.0:1777421361.449163:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018402688:12345-0@lo:400:kworker.0 Request processed in 47us (1256us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421361.449173:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:2.0:1777421361.449195:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1777421361.449200:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1777421361.449205:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018402944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421361.449213:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077a65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018402560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421361.449244:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018402944:12345-0@lo:400:kworker.0 Request processed in 42us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421361.449253:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1777421361.449260:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1863761018402560:12345-0@lo:400:kworker.0 Request processed in 50us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421361.449269:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1777421361.449288:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018403072 00000100:00100000:2.0:1777421361.449293:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018403072 00000100:00100000:2.0:1777421361.449324:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1777421361.449331:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018403072:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1777421361.449356:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00002000:00000024:2.0:1777421361.449360:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 91815936 pending 0 free 3856662528 avail 3854565376 00000100:00080000:1.0:1777421361.449362:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421361.449397:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018402688:0@lo:400:kworker.0 00000100:00100000:2.0:1777421361.449401:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1863761018403072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421361.449409:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1777421361.449443:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1863761018402560:0@lo:400:kworker.0 00000100:00100000:2.0:1777421361.449454:0:3299:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967375 gen 2 00000004:00080000:2.0:1777421361.449460:0:3299:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967375 committed transno 4294967375 00000100:00100000:2.0:1777421361.449480:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077a66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018403072:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421361.449490:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018402944:0@lo:400:kworker.0 00000100:00100000:0.0:1777421361.449590:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421361.449625:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018402816:0@lo:400:kworker.0 00000100:00100000:0.0:1777421361.449651:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421361.449699:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018402816 00000100:00100000:1.0:1777421361.449703:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018402816 00000100:00100000:1.0:1777421361.449740:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00080000:0.0:1777421361.449748:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421361.449998:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018402816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421361.450047:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1863761018402816:12345-0@lo:400:kworker.0 Request processed in 299us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421361.450054:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1777421361.450131:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1863761018402816:0@lo:400:kworker.0 00000100:00100000:2.0:1777421361.450975:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018402304 00000100:00100000:2.0:1777421361.450981:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018402304 00000100:00100000:2.0:1777421361.451023:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:2.0:1777421361.451031:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018402304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421361.451094:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3298:x1863761018402304:12345-0@lo:400:kworker.0 Request processed in 64us (1504us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421361.451102:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1777421361.451156:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077a64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1863761018402432:12345-0@lo:400:kworker.0 Request processed in 3107us (3251us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421361.451165:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1777421361.451307:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3298:1863761018402304:0@lo:400:kworker.0 00000100:00100000:2.0:1777421361.451381:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1863761018402432:0@lo:400:kworker.0 00010000:00010000:3.0:1777421362.402542:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777421362.406328:0:21437:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777421362.406337:0:21437:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777421362.406401:0:21437:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 6 00000040:00080000:1.0:1777421362.406407:0:21437:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421362.437613:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421362.437771:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007152640 00000100:00100000:3.0:1777421362.437780:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007152640 00000100:00100000:3.0:1777421362.437870:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 351 00000100:00100000:3.0:1777421362.437880:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+17:2360:x1863761007152640:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421362.437897:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421362.437917:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089995b9c/0xd9d09a059d6c4429 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05f7a expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.437943:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421362.437956:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421362.437964:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089995b9c/0xd9d09a059d6c4429 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f7a expref: 18 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.437982:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000089995b9c/0xd9d09a059d6c4429 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f7a expref: 18 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.437997:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61800, rc 0) 00000100:00100000:3.0:1777421362.438050:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b251bd7-457c-4889-b04e-8036834fd389+18:2360:x1863761007152640:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 172us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421362.438058:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 351 00000100:00080000:0.0:1777421362.438521:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421362.443551:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421362.443599:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007152896 00000100:00100000:1.0:1777421362.443610:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007152896 00000100:00100000:1.0:1777421362.443683:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1279 00000100:00100000:1.0:1777421362.443693:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+102:30721:x1863761007152896:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1777421362.443715:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421362.443737:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4430 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05f81 expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777421362.443769:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777421362.443909:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c4437 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421362.443926:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c4437 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421362.443938:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c4437 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421362.443952:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:1.0:1777421362.444077:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4430 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f81 expref: 105 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421362.444093:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c4437 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f81 expref: 104 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421362.444102:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:1.0:1777421362.444105:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777421362.444109:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10600, rc 0) 00000100:00100000:1.0:1777421362.444169:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+104:30721:x1863761007152896:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 477us (627us total) trans 4294968126 rc 0/0 00000100:00100000:1.0:1777421362.444178:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1279 00000100:00100000:3.0:1777421362.450265:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421362.450391:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007153024 00000100:00100000:2.0:1777421362.450413:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007153024 00000100:00100000:2.0:1777421362.450469:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 352 00000100:00100000:2.0:1777421362.450480:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+18:2360:x1863761007153024:12345-192.168.204.24@tcp:1:lfs.0 00010000:00010000:2.0:1777421362.450524:0:12497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011e86450/0xd9d09a059d6c4445 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421362.450547:0:12497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c4406 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f6c expref: 5 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421362.450557:0:12497:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000089995b9c/0xd9d09a059d6c4429 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f7a expref: 18 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421362.450565:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421362.450568:0:12497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421362.450573:0:12497:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011e86450/0xd9d09a059d6c4445 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421362.450610:0:12497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000089995b9c/0xd9d09a059d6c4429 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f7a expref: 18 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421362.450624:0:12497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000089995b9c/0xd9d09a059d6c4429 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f7a expref: 18 pid: 6554 timeout: 529 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421362.450640:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446aea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018403200:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421362.450736:0:12497:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c4406 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f6c expref: 5 pid: 7984 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421362.450747:0:12497:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c4406 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f6c expref: 5 pid: 7984 timeout: 529 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421362.450757:0:12497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446ace00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018403328:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421362.450782:0:12497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c3600 going to sleep for 11 seconds 00000100:00100000:3.0:1777421362.452661:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446aea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018403200:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421362.455086:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421362.455130:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421362.455166:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007153152 00000100:00100000:0.0:1777421362.455174:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007153152 00000100:00100000:3.0:1777421362.455190:0:12497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446ace00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12497:1863761018403328:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421362.455204:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007153280 00000100:00100000:2.0:1777421362.455209:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007153280 00010000:00010000:0.0:1777421362.455216:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000089995b9c/0xd9d09a059d6c4429 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f7a expref: 19 pid: 6554 timeout: 529 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.455220:0:12497:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000011e86450/0xd9d09a059d6c4445 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421362.455228:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c4406 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f6c expref: 6 pid: 7984 timeout: 529 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421362.455270:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 379 00000100:00100000:2.0:1777421362.455418:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 380 00000100:00100000:0.0:1777421362.455424:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+19:2361:x1863761007153152:12345-192.168.204.24@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777421362.455432:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c34840e-c85f-4b6b-af8b-70b15778b000+6:2361:x1863761007153280:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421362.455442:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421362.455447:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421362.455465:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c4406 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f6c expref: 6 pid: 7984 timeout: 529 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.455468:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000089995b9c/0xd9d09a059d6c4429 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f7a expref: 19 pid: 6554 timeout: 529 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421362.455489:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c4406 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f6c expref: 6 pid: 7984 timeout: 529 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.455505:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000089995b9c/0xd9d09a059d6c4429 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f7a expref: 19 pid: 6554 timeout: 529 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421362.455532:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa6dbd75/0xd9d09a059d6c4406 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f6c expref: 6 pid: 7984 timeout: 529 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.457091:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089995b9c/0xd9d09a059d6c4429 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f7a expref: 19 pid: 6554 timeout: 529 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.457110:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421362.457112:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421362.457117:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000011e86450/0xd9d09a059d6c4445 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.457128:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011e86450/0xd9d09a059d6c4445 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.457159:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421362.457302:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+18:2361:x1863761007153152:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 1880us (2222us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421362.457312:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421362.457313:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 379 00000100:00100000:2.0:1777421362.457380:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c34840e-c85f-4b6b-af8b-70b15778b000+5:2361:x1863761007153280:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 1917us (2212us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421362.457389:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 380 00010000:00010000:3.0:1777421362.457490:0:12497:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000011e86450/0xd9d09a059d6c4445 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.457513:0:12497:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000011e86450/0xd9d09a059d6c4445 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.457542:0:12497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011e86450/0xd9d09a059d6c4445 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.457552:0:12497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000011e86450/0xd9d09a059d6c4445 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.457561:0:12497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000011e86450/0xd9d09a059d6c4445 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.457568:0:12497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef000 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:3.0:1777421362.457573:0:12497:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000011e86450/0xd9d09a059d6c4445 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.457582:0:12497:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000011e86450/0xd9d09a059d6c4445 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.457594:0:12497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000011e86450/0xd9d09a059d6c4445 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.457602:0:12497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000011e86450/0xd9d09a059d6c4445 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421362.457685:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b251bd7-457c-4889-b04e-8036834fd389+17:2360:x1863761007153024:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 7206us (7428us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421362.457694:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 352 00000100:00100000:2.0:1777421362.461533:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421362.461634:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007153536 00000100:00100000:0.0:1777421362.461646:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007153536 00000100:00100000:0.0:1777421362.461700:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 272 00000100:00100000:0.0:1777421362.461710:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b5dc450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+104:30721:x1863761007153536:12345-192.168.204.24@tcp:35:lfs.0 00000004:00010000:0.0:1777421362.461774:0:5773:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000402:0x27:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c4437 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f81 expref: 104 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777421362.462019:0:5773:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968127 00000001:00080000:0.0:1777421362.462648:0:5773:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968128 00010000:00010000:0.0:1777421362.462706:0:5773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c444c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.462722:0:5773:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c4350 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f1f expref: 48 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.462731:0:5773:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c43c0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f42 expref: 107 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.462739:0:5773:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c43f1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f65 expref: 10 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.462747:0:5773:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c444c lrc: 6/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.462782:0:5773:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c43f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f65 expref: 10 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.462796:0:5773:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c43f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f65 expref: 10 pid: 5772 timeout: 529 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421362.462820:0:5773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f45040700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5773:1863761018403456:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421362.462948:0:5773:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c43c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f42 expref: 107 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.462958:0:5773:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c43c0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f42 expref: 107 pid: 5771 timeout: 529 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421362.462968:0:5773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f45041180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5773:1863761018403584:192.168.204.24@tcp:104: 00010000:00010000:0.0:1777421362.463000:0:5773:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c4350 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f1f expref: 48 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.463009:0:5773:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c4350 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f1f expref: 48 pid: 5771 timeout: 529 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421362.463018:0:5773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f45041880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5773:1863761018403712:192.168.204.24@tcp:104: 00000100:00100000:0.0:1777421362.463039:0:5773:0:(client.c:2690:ptlrpc_set_wait()) set ffff971043174900 going to sleep for 11 seconds 00000100:00100000:0.0:1777421362.467951:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421362.467985:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421362.468012:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421362.468039:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007153792 00000100:00100000:0.0:1777421362.468048:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007153792 00010000:00010000:0.0:1777421362.468098:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c43c0 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f42 expref: 108 pid: 5771 timeout: 529 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421362.468126:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007153664 00000100:00100000:0.0:1777421362.468130:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007153664 00010000:00010000:0.0:1777421362.468145:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c43f1 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f65 expref: 11 pid: 5772 timeout: 529 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421362.468166:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007153920 00000100:00100000:0.0:1777421362.468169:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007153920 00000100:00100000:1.0:1777421362.468190:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 381 00010000:00010000:0.0:1777421362.468198:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c4350 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f1f expref: 49 pid: 5771 timeout: 529 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421362.468206:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45042300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+108:2361:x1863761007153792:12345-192.168.204.24@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1777421362.468219:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 382 00010000:00010000:1.0:1777421362.468229:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777421362.468229:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+11:2361:x1863761007153664:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421362.468241:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c43c0 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f42 expref: 108 pid: 5771 timeout: 529 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.468241:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421362.468251:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c43f1 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f65 expref: 11 pid: 5772 timeout: 529 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421362.468261:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c43c0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f42 expref: 108 pid: 5771 timeout: 529 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421362.468319:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 383 00000100:00100000:3.0:1777421362.468329:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+49:2361:x1863761007153920:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421362.468337:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421362.468343:0:5757:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c4350 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f1f expref: 49 pid: 5771 timeout: 529 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.468393:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c43f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f65 expref: 11 pid: 5772 timeout: 529 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421362.468426:0:5755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:1.0:1777421362.468433:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c444c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421362.468444:0:5773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f45040700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5773:1863761018403456:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421362.468444:0:5755:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c444c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421362.468457:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421362.468465:0:5773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c43c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f42 expref: 108 pid: 5771 timeout: 529 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421362.468479:0:5773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f45041180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5773:1863761018403584:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421362.468491:0:5773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f45041880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5773:1863761018403712:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421362.468508:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45042300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b251bd7-457c-4889-b04e-8036834fd389+107:2361:x1863761007153792:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 307us (564us total) trans 0 rc 0/0 00010000:00010000:2.0:1777421362.468516:0:5773:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c444c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421362.468518:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 381 00010000:00010000:3.0:1777421362.468927:0:5757:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c4350 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f1f expref: 49 pid: 5771 timeout: 529 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.469350:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c4350 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f1f expref: 49 pid: 5771 timeout: 529 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.469363:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:3.0:1777421362.469368:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c444c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.469375:0:5757:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c444c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.469381:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421362.469426:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:2361:x1863761007153920:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 1099us (1412us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421362.469434:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 383 00010000:00010000:0.0:1777421362.469513:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c43f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f65 expref: 11 pid: 5772 timeout: 529 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.469533:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:0.0:1777421362.469537:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c444c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.469545:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c444c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.469553:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c444c lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.469582:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421362.469615:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+10:2361:x1863761007153664:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 1388us (1629us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421362.469622:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 382 00000100:00080000:0.0:1777421362.469645:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777421362.469704:0:5773:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c444c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.469712:0:5773:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c444c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777421362.469956:0:5773:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968129 00000001:00080000:3.0:1777421362.471531:0:5773:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968130 00000001:00080000:3.0:1777421362.471616:0:5773:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968131 00000100:00100000:3.0:1777421362.471724:0:5773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5773:1863761018403840:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777421362.471792:0:5773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421362.471840:0:5773:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107a1d46c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421362.471858:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018403840 00000100:00100000:1.0:1777421362.471867:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018403840 00000100:00080000:0.0:1777421362.471915:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777421362.471933:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1777421362.472164:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5773:x1863761018403840:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777421362.472252:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5773:x1863761018403840:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 308us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421362.472260:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1777421362.472370:0:5773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5773:1863761018403840:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1777421362.472735:0:5773:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968132 00000100:00100000:3.0:1777421362.472799:0:5773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107730b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5773:1863761018403968:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777421362.472838:0:5773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421362.472863:0:5773:0:(client.c:2690:ptlrpc_set_wait()) set ffff97107a1d4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777421362.473265:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018403968 00000100:00100000:1.0:1777421362.473272:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018403968 00000100:00100000:1.0:1777421362.473324:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1777421362.473332:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5773:x1863761018403968:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777421362.473620:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5773:x1863761018403968:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 287us (780us total) trans 4294967365 rc 0/0 00000100:00100000:1.0:1777421362.473629:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1777421362.473664:0:5773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107730b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5773:1863761018403968:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:0.0:1777421362.473685:0:5773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c444c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.473695:0:5773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c444c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.473702:0:5773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c444c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.473708:0:5773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44417a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421362.473712:0:5773:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c444c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.473721:0:5773:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c444c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.473735:0:5773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:0.0:1777421362.473738:0:5773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777421362.473743:0:5773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c444c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.473749:0:5773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c444c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777421362.473943:0:5773:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x4c:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1777421362.474050:0:5773:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10, 64 off8856 00000004:00080000:0.0:1777421362.474150:0:5773:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 429030874904ns, next at 430030872454ns, rc = 0 00000001:00080000:0.0:1777421362.474159:0:5773:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968133 00010000:00010000:0.0:1777421362.474224:0:5773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:0.0:1777421362.474228:0:5773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777421362.474234:0:5773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c4437 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f81 expref: 111 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421362.474347:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b5dc450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+110:30721:x1863761007153536:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 12638us (12822us total) trans 4294968134 rc 0/0 00000100:00100000:0.0:1777421362.474356:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 272 00000020:00080000:0.0:1777421362.474360:0:5773:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1777421362.492921:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421362.493161:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007154176 00000100:00100000:3.0:1777421362.493179:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007154176 00000100:00100000:3.0:1777421362.493259:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1280 00000100:00100000:3.0:1777421362.493316:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+110:30724:x1863761007154176:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1777421362.493352:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421362.493380:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4453 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05f88 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.493479:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c445a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.493497:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c445a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.493524:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c445a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.493543:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c4461 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.493550:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c4461 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.493558:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c4461 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.494166:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c4468 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.494177:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c4468 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.494186:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c4468 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421362.494199:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:3.0:1777421362.494355:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c445a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.494364:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c445a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.494372:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c445a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.494380:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421362.494392:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c445a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.494524:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c445a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.494543:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff971049800700) 00010000:00010000:3.0:1777421362.494547:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421362.494553:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c445a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.494561:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c445a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.494578:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c4461 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.494585:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c4461 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.494592:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c4461 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.494597:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421362.494601:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c4461 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.494608:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c4461 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.494616:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff97104268d800) 00010000:00010000:3.0:1777421362.494620:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421362.494630:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c4461 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.494637:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c4461 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.494704:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4453 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f88 expref: 113 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.494722:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c4468 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f88 expref: 112 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.494730:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff97104268d600) 00010000:00010000:3.0:1777421362.494733:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421362.494735:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60400, rc 0) 00000100:00100000:3.0:1777421362.495034:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+112:30724:x1863761007154176:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1762us (2120us total) trans 4294968135 rc 0/0 00000100:00100000:3.0:1777421362.495045:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1280 00000100:00100000:3.0:1777421362.498737:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421362.498789:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007154304 00000100:00100000:3.0:1777421362.498802:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007154304 00000100:00100000:3.0:1777421362.498894:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1281 00000100:00100000:3.0:1777421362.498906:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+112:30724:x1863761007154304:12345-192.168.204.24@tcp:54:lfs.0 00010000:00010000:3.0:1777421362.499009:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4476 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.499032:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4476 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.499047:0:5770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4476 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.499092:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4476 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.499100:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4476 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.499108:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4476 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.499116:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421362.499121:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4476 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.499131:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4476 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.499147:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff97104268d600) 00010000:00010000:3.0:1777421362.499151:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777421362.499157:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4476 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421362.499163:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4476 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421362.499248:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+112:30724:x1863761007154304:12345-192.168.204.24@tcp:54:lfs.0 Request processed in 343us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421362.499259:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1281 00000100:00100000:0.0:1777421362.501952:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421362.502082:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007154560 00000100:00100000:3.0:1777421362.502099:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007154560 00000100:00100000:3.0:1777421362.502181:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 273 00000100:00100000:3.0:1777421362.502207:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+112:30724:x1863761007154560:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:3.0:1777421362.502564:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+113:30724:x1863761007154560:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 358us (619us total) trans 4294968136 rc 0/0 00000100:00100000:3.0:1777421362.502574:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 273 00000100:00100000:3.0:1777421362.574263:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421362.574363:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007154688 00000100:00100000:1.0:1777421362.574373:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007154688 00000100:00100000:0.0:1777421362.574478:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1282 00000100:00100000:0.0:1777421362.574491:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30691:x1863761007154688:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1777421362.574631:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30691:x1863761007154688:12345-192.168.204.24@tcp:60:lhsmtool_posix.0 Request processed in 143us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421362.574640:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1282 00000100:00100000:3.0:1777421362.576947:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421362.577347:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007154944 00000100:00100000:0.0:1777421362.577357:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007154944 00000100:00100000:0.0:1777421362.577412:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 274 00000100:00100000:0.0:1777421362.577422:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30691:x1863761007154944:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421362.577753:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c34840e-c85f-4b6b-af8b-70b15778b000+11:30691:x1863761007154944:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 331us (812us total) trans 4294968137 rc 0/0 00000100:00100000:0.0:1777421362.577761:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 274 00000100:00100000:1.0:1777421362.676860:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421362.677046:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007155200 00000100:00100000:0.0:1777421362.677067:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007155200 00000100:00100000:0.0:1777421362.677204:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1283 00000100:00100000:0.0:1777421362.677216:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+113:30745:x1863761007155200:12345-192.168.204.24@tcp:101:cat.0 00010000:00010000:0.0:1777421362.677242:0:5771:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421362.677297:0:5771:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c447d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05f8f expref: -99 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.677417:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4484 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.677432:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4484 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.677444:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4484 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421362.677460:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:0.0:1777421362.677590:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c447d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f8f expref: 116 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.677610:0:5771:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4484 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f8f expref: 115 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.677618:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff97104268d600) 00010000:00010000:0.0:1777421362.677622:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777421362.677625:0:5771:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44416000, rc 0) 00000100:00100000:0.0:1777421362.677747:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+115:30745:x1863761007155200:12345-192.168.204.24@tcp:101:cat.0 Request processed in 532us (896us total) trans 4294968138 rc 0/0 00000100:00100000:0.0:1777421362.677754:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1283 00000100:00100000:3.0:1777421362.683446:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421362.683569:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421362.685896:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007155328 00000100:00100000:0.0:1777421362.685915:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007155328 00000100:00100000:1.0:1777421362.685921:0:5757:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007155584 00000100:00100000:1.0:1777421362.685938:0:5757:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007155584 00000100:00100000:1.0:1777421362.686034:0:5757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 56 00000100:00100000:1.0:1777421362.686045:0:5757:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c486300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+116:30745:x1863761007155584:12345-192.168.204.24@tcp:103:cat.0 00010000:00010000:1.0:1777421362.686060:0:5757:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421362.686094:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60400/0xd9d09a059d6c4468 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f88 expref: 116 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421362.686118:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff97104268d600) 00010000:00010000:1.0:1777421362.686123:0:5757:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421362.686187:0:5757:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c486300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b251bd7-457c-4889-b04e-8036834fd389+115:30745:x1863761007155584:12345-192.168.204.24@tcp:103:cat.0 Request processed in 144us (2618us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421362.686194:0:5757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 56 00000100:00100000:0.0:1777421362.686454:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 57 00000100:00100000:0.0:1777421362.686463:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105fa27450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+114:2358:x1863761007155328:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421362.686479:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421362.686501:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c4484 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f8f expref: 114 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.686518:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff97104268d600) 00010000:00010000:0.0:1777421362.686533:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421362.686643:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105fa27450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+113:2358:x1863761007155328:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 179us (3213us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421362.686651:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 57 00000100:00100000:3.0:1777421362.694369:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421362.696004:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007155712 00000100:00100000:0.0:1777421362.696023:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007155712 00000100:00100000:0.0:1777421362.696119:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1284 00000100:00100000:0.0:1777421362.696131:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+113:30745:x1863761007155712:12345-192.168.204.24@tcp:58:cat.0 00010000:00010000:0.0:1777421362.696268:0:5771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4492 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.696319:0:5771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4492 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.696334:0:5771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4492 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777421362.696553:0:5771:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].38, 136 off13360 00000100:00100000:0.0:1777421362.696667:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b251bd7-457c-4889-b04e-8036834fd389+113:30745:x1863761007155712:12345-192.168.204.24@tcp:58:cat.0 Request processed in 537us (2312us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421362.696677:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1284 00000100:00100000:3.0:1777421362.698700:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421362.698847:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007155840 00000100:00100000:0.0:1777421362.698859:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007155840 00000100:00100000:0.0:1777421362.698927:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1285 00000100:00100000:0.0:1777421362.698937:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c486680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+113:30745:x1863761007155840:12345-192.168.204.24@tcp:101:cat.0 00010000:00010000:0.0:1777421362.698960:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421362.698988:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c4499 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05f96 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.699053:0:5770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4492 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.699066:0:5770:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c4499 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f96 expref: 114 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.699091:0:5770:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4492 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.699117:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c4499 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f96 expref: 114 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.699135:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:0.0:1777421362.699138:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421362.699142:0:5770:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c4499 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f96 expref: 114 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421362.699151:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44417c00, rc 0) 00000100:00100000:0.0:1777421362.699212:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c486680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b251bd7-457c-4889-b04e-8036834fd389+114:30745:x1863761007155840:12345-192.168.204.24@tcp:101:cat.0 Request processed in 276us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421362.699221:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1285 00000040:00080000:2.0:1777421363.170581:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421363.170592:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421363.170630:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 7 00000040:00080000:2.0:1777421363.170637:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777421363.426968:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777421364.196013:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421364.196022:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421364.196169:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 5 00000040:00080000:2.0:1777421364.196176:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777421364.450652:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421365.042405:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421365.042452:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421365.042482:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421365.042502:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421365.042519:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421365.042543:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421365.042570:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421365.042592:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007156224 00000100:00100000:1.0:1777421365.042603:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421365.042612:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007156224 00000100:00100000:1.0:1777421365.042636:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421365.042646:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007155968 00000100:00100000:2.0:1777421365.042657:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007155968 00000100:00100000:1.0:1777421365.042663:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421365.042703:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007156352 00000100:00100000:1.0:1777421365.042705:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007156608 00000100:00100000:3.0:1777421365.042710:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007156352 00000100:00100000:1.0:1777421365.042714:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007156608 00000100:00100000:2.0:1777421365.042728:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 519 00000100:00100000:3.0:1777421365.042746:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007157120 00000100:00100000:2.0:1777421365.042747:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+15:2361:x1863761007155968:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421365.042753:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007157120 00000100:00100000:1.0:1777421365.042767:0:7984:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007156736 00000100:00100000:1.0:1777421365.042773:0:7984:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007156736 00000100:00100000:3.0:1777421365.042798:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007156992 00000100:00100000:3.0:1777421365.042805:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007156992 00000100:00100000:1.0:1777421365.042811:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 264 00000100:00100000:1.0:1777421365.042822:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f4519dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+17:2361:x1863761007156224:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421365.042846:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007156096 00000100:00100000:2.0:1777421365.042853:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+15:2361:x1863761007155968:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 112us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421365.042854:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007156096 00000100:00100000:1.0:1777421365.042860:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f4519dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+17:2361:x1863761007156224:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 38us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421365.042867:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 519 00000100:00100000:1.0:1777421365.042871:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 264 00000100:00100000:1.0:1777421365.042896:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 265 00000100:00100000:0.0:1777421365.042901:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007156864 00000100:00100000:0.0:1777421365.042906:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007156864 00000100:00100000:1.0:1777421365.042907:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+13:2360:x1863761007156352:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421365.042923:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 266 00000100:00100000:2.0:1777421365.042935:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761007156608:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421365.042937:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007156480 00000100:00100000:1.0:1777421365.042940:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b251bd7-457c-4889-b04e-8036834fd389+13:2360:x1863761007156352:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 33us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421365.042943:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007156480 00000100:00100000:1.0:1777421365.042952:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 265 00000100:00100000:1.0:1777421365.042983:0:7984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 267 00000100:00100000:2.0:1777421365.042989:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2360:x1863761007156608:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 54us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421365.042990:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 263 00000100:00100000:3.0:1777421365.043005:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 268 00000100:00100000:1.0:1777421365.043006:0:7984:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043ddaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+5:2360:x1863761007157120:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421365.043006:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c83ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+114:2360:x1863761007156096:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:3.0:1777421365.043030:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043dd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007156736:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421365.043033:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 266 00000100:00100000:1.0:1777421365.043050:0:7984:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043ddaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+5:2360:x1863761007157120:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 54us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421365.043057:0:7984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 267 00000100:00100000:0.0:1777421365.043063:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c83ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b251bd7-457c-4889-b04e-8036834fd389+114:2360:x1863761007156096:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 60us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421365.043068:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 269 00000100:00100000:0.0:1777421365.043077:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 263 00000100:00100000:2.0:1777421365.043085:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043dd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+5:2360:x1863761007156992:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421365.043105:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 264 00000100:00100000:3.0:1777421365.043112:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043dd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007156736:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 87us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421365.043123:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 265 00000100:00100000:0.0:1777421365.043127:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043dd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+11:2360:x1863761007156864:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421365.043134:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043dd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+5:2360:x1863761007156992:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 49us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421365.043140:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 268 00000100:00100000:1.0:1777421365.043145:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043dda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:2361:x1863761007156480:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421365.043176:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 269 00000100:00100000:0.0:1777421365.043178:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043dd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+11:2360:x1863761007156864:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 55us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421365.043187:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043dda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:2361:x1863761007156480:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 45us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421365.043193:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 264 00000100:00100000:1.0:1777421365.043202:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 265 00000100:00080000:0.0:1777421365.043224:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777421365.043232:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777421365.043237:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777421365.474666:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777421365.538480:0:6596:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 432095203143ns, next at 433095200333ns, rc = 0 00000100:00100000:0.0:1777421365.538506:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777421365.538527:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018404096:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777421365.538600:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421365.538852:0:11365:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018404096 00000100:00100000:3.0:1777421365.538862:0:11365:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018404096 00000100:00080000:0.0:1777421365.538964:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421365.539025:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1777421365.539038:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018404096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777421365.539074:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 95223808 pending 0 free 3850371072 avail 3848273920 00000100:00100000:2.0:1777421365.539133:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3298:x1863761018404096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421365.539142:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1777421365.539424:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018404096:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1777421365.564033:0:6578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967365 is committed 00000004:00080000:2.0:1777421365.566906:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 12 committed 00000001:00080000:2.0:1777421365.566937:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968138 is committed 00000001:00080000:2.0:1777421365.566944:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968137 is committed 00000004:00080000:2.0:1777421365.566948:0:5792:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 11 committed 00000020:00080000:2.0:1777421365.566965:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 28 batchid updated 00000001:00080000:2.0:1777421365.566989:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968122 is committed 00000020:00080000:2.0:1777421365.567002:0:5792:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff97107a1d43c0 refcount 2 committed 0 result 0 batchid 29 00000020:00080000:2.0:1777421365.567007:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff970f439e8700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff971044d4ff00 00000020:00080000:2.0:1777421365.567011:0:5792:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff970f439e8200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff970f41e5fc00 00000020:00080000:0.0:1777421365.567124:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 29 committed batchid 28 00000100:00100000:2.0:1777421365.567198:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777421365.567259:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018404224:0@lo:6:osp-syn-0-0.0 00000020:00080000:0.0:1777421365.567340:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000100:00100000:2.0:1777421365.568682:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421365.568823:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018404224 00000100:00100000:0.0:1777421365.568832:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018404224 00000100:00100000:0.0:1777421365.568884:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1777421365.568896:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3297:x1863761018404224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777421365.568923:0:6552:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:25 count 1 00002000:00010000:0.0:1777421365.568956:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 1048576, mtime: 0x69f14c2f, atime: 0x0, ctime: 0x69f14c2f, blocks: 0x803 00010000:00010000:0.0:1777421365.568965:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037341c1f/0xd9d09a059d6c44a0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421365.568979:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421365.568981:0:6552:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421365.568987:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037341c1f/0xd9d09a059d6c44a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421365.569006:0:6552:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037341c1f/0xd9d09a059d6c44a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421365.569016:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037341c1f/0xd9d09a059d6c44a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421365.569030:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037341c1f/0xd9d09a059d6c44a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421365.569054:0:6552:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777421365.569076:0:5759:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421365.569084:0:5759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037341c1f/0xd9d09a059d6c44a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421365.569094:0:5759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416000 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421365.569098:0:5759:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037341c1f/0xd9d09a059d6c44a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421365.569108:0:5759:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037341c1f/0xd9d09a059d6c44a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421365.569128:0:5759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037341c1f/0xd9d09a059d6c44a0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421365.569135:0:5759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037341c1f/0xd9d09a059d6c44a0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421365.569154:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421365.569157:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421365.569158:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421365.569536:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3297:x1863761018404224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 642us (855us total) trans 4294967366 rc 0/0 00000100:00100000:0.0:1777421365.569544:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:2.0:1777421365.569585:0:3297:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967365 gen 2 00000004:00080000:2.0:1777421365.569592:0:3297:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967365 committed transno 4294967365 00000100:00100000:2.0:1777421365.569612:0:3297:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff97107c487480 x1863761018404224/t4294967366(4294967366) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777421381 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1777421365.569621:0:3297:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff97107c487480/2, rc 0, transno 4294967366 00000100:00100000:2.0:1777421365.569624:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1863761018404224:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777421366.498663:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421366.562474:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018404480:0@lo:400:kworker.0 00000100:00100000:2.0:1777421366.562474:0:3299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018404352:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777421366.562549:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421366.562575:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1863761018404736:0@lo:400:kworker.0 00000100:00100000:0.0:1777421366.562599:0:5765:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018404480 00000100:00100000:3.0:1777421366.562606:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3300:1863761018404992:0@lo:400:kworker.0 00000100:00100000:1.0:1777421366.562606:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421366.562608:0:5765:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018404480 00000100:00100000:1.0:1777421366.562629:0:3298:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1777421366.562630:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421366.562637:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863761018404608:0@lo:400:kworker.0 00000100:00100000:3.0:1777421366.562648:0:3300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777421366.562655:0:3300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018404864:0@lo:400:kworker.0 00000100:00100000:1.0:1777421366.562656:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777421366.562663:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1777421366.562676:0:3298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f42ee5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018405120:0@lo:400:kworker.0 00000100:00100000:0.0:1777421366.562678:0:5765:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018404480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777421366.562690:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421366.562705:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018404736 00000100:00100000:1.0:1777421366.562709:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018404736 00000100:00100000:3.0:1777421366.562745:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018404992 00000100:00100000:3.0:1777421366.562749:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018404992 00000100:00100000:0.0:1777421366.562757:0:5765:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:968bf15b-0982-4d16-8c2b-d781ef0e85bd+18:3300:x1863761018404480:12345-0@lo:400:kworker.0 Request processed in 84us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421366.562767:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1777421366.562772:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018404608 00000100:00100000:1.0:1777421366.562776:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018404608 00000100:00100000:3.0:1777421366.562778:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:3.0:1777421366.562784:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043ddad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863761018404736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421366.562794:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:1.0:1777421366.562801:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c487800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1863761018404992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777421366.562819:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:3.0:1777421366.562834:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043ddad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1863761018404736:12345-0@lo:400:kworker.0 Request processed in 46us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421366.562835:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971043ddb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863761018404608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777421366.562845:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c487800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1863761018404992:12345-0@lo:400:kworker.0 Request processed in 43us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421366.562849:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:1.0:1777421366.562852:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00080000:1.0:1777421366.562875:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777421366.562878:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971043ddb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1863761018404608:12345-0@lo:400:kworker.0 Request processed in 50us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421366.562885:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:1.0:1777421366.562896:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421366.562903:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3300:1863761018404992:0@lo:400:kworker.0 00000100:00100000:0.0:1777421366.562916:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018404864 00000100:00100000:3.0:1777421366.562919:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:968bf15b-0982-4d16-8c2b-d781ef0e85bd:3300:1863761018404480:0@lo:400:kworker.0 00000100:00100000:0.0:1777421366.562922:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018404864 00000100:00100000:1.0:1777421366.562923:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1863761018404736:0@lo:400:kworker.0 00000100:00100000:1.0:1777421366.562942:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1863761018404608:0@lo:400:kworker.0 00000100:00100000:0.0:1777421366.562958:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018405120 00000100:00100000:0.0:1777421366.562962:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018405120 00000100:00100000:3.0:1777421366.562966:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:3.0:1777421366.562975:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018404864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777421366.562992:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421366.563020:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3300:x1863761018404864:12345-0@lo:400:kworker.0 Request processed in 47us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421366.563035:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018404352 00000100:00100000:2.0:1777421366.563038:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018404352 00000100:00100000:2.0:1777421366.563059:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:2.0:1777421366.563064:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3299:x1863761018404352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777421366.563087:0:6556:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 91815936 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777421366.563115:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3299:x1863761018404352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421366.563119:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:2.0:1777421366.563146:0:3299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1863761018404352:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777421366.563169:0:3300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1863761018404864:0@lo:400:kworker.0 00000100:00100000:3.0:1777421366.563306:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:1.0:1777421366.563313:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:1.0:1777421366.563323:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018405120:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1777421366.563342:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777421366.563365:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3298:x1863761018405120:12345-0@lo:400:kworker.0 Request processed in 43us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421366.563371:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:2.0:1777421366.563403:0:3298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f42ee5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1863761018405120:0@lo:400:kworker.0 00010000:00010000:3.0:1777421367.522608:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777421367.683773:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421367.684096:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007157248 00000100:00100000:0.0:1777421367.684106:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007157248 00000100:00100000:0.0:1777421367.684382:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1286 00000100:00100000:0.0:1777421367.684395:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:30748:x1863761007157248:12345-192.168.204.24@tcp:101:stat.0 00010000:00010000:0.0:1777421367.684414:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421367.684438:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c44a7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05f9d expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684506:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c44ae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684521:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c44ae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684534:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c44ae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684549:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c44b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684556:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c44b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684562:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c44b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684670:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c44bc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684679:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c44bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684686:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c44bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421367.684732:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:0.0:1777421367.684738:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421367.684759:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c44bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684770:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c44bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684778:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c44ae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684785:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c44ae lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684792:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c44ae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684798:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421367.684802:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c44ae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684810:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c44ae lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684835:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff971049800700) 00010000:00010000:0.0:1777421367.684838:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421367.684843:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c44ae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684850:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c44ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684862:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c44b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684877:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c44b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684883:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c44b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684888:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421367.684891:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c44b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684897:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c44b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684904:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff971049800900) 00010000:00010000:0.0:1777421367.684907:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421367.684910:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c44b5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684916:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c44b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684947:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c44a7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f9d expref: 49 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684961:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c44bc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f9d expref: 48 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.684968:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:0.0:1777421367.684971:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421367.684973:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44416c00, rc 0) 00000100:00100000:0.0:1777421367.685035:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:30748:x1863761007157248:12345-192.168.204.24@tcp:101:stat.0 Request processed in 644us (1270us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421367.685042:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1286 00000100:00080000:1.0:1777421367.685102:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421367.837039:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421367.837849:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007157376 00000100:00100000:0.0:1777421367.837861:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007157376 00000100:00100000:0.0:1777421367.837960:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1287 00000100:00100000:0.0:1777421367.837970:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c487b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+7:30772:x1863761007157376:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421367.837991:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421367.838013:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c44c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05fa4 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.838083:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c44ca lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.838097:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c44ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.838109:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c44ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421367.838173:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1777421367.838178:0:8245:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:0.0:1777421367.838203:0:8245:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c44ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.838228:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c44c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fa4 expref: 9 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.838246:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416a00/0xd9d09a059d6c44ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fa4 expref: 8 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.838255:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104a245e00) 00010000:00010000:0.0:1777421367.838258:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777421367.838262:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44416a00, rc 0) 00000100:00100000:0.0:1777421367.838371:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c487b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+8:30772:x1863761007157376:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 397us (1337us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421367.838380:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1287 00000100:00080000:1.0:1777421367.838456:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777421367.848694:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421367.848890:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007157632 00000100:00100000:0.0:1777421367.848902:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007157632 00000100:00100000:0.0:1777421367.849019:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1288 00000100:00100000:0.0:1777421367.849031:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+8:30773:x1863761007157632:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421367.849052:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421367.849074:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c44d1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05fab expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.849156:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c44d8 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.849171:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c44d8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.849188:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c44d8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.849204:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c44df lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.849212:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c44df lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.849218:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c44df lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.849494:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c44e6 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.849505:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c44e6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.849512:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c44e6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777421367.849523:0:8245:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:0.0:1777421367.849638:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c44d8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.849646:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c44d8 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.849653:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c44d8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.849659:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44416200 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421367.849664:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c44d8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.849790:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c44d8 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.849803:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff971050d92600) 00010000:00010000:0.0:1777421367.849806:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421367.849812:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c44d8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.849819:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416200/0xd9d09a059d6c44d8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.849833:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c44df lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.849840:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c44df lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.849845:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c44df lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.849850:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44417600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421367.849853:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c44df lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.849858:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c44df lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.849864:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff971049800900) 00010000:00010000:0.0:1777421367.849866:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421367.849870:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c44df lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.849876:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417600/0xd9d09a059d6c44df lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.850536:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416000/0xd9d09a059d6c44d1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fab expref: 11 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.850552:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c44e6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fab expref: 10 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.850560:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:0.0:1777421367.850563:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421367.850565:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44416400, rc 0) 00000100:00100000:0.0:1777421367.850636:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30773:x1863761007157632:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1606us (1949us total) trans 4294968139 rc 0/0 00000100:00100000:0.0:1777421367.850644:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1288 00000100:00100000:2.0:1777421367.853427:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421367.853476:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007157760 00000100:00100000:0.0:1777421367.853487:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007157760 00000100:00100000:0.0:1777421367.853543:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1289 00000100:00100000:0.0:1777421367.853553:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30773:x1863761007157760:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1777421367.853711:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30773:x1863761007157760:12345-192.168.204.24@tcp:59:lhsmtool_posix.0 Request processed in 151us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421367.853721:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1289 00000100:00100000:3.0:1777421367.855545:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421367.856870:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007157888 00000100:00100000:0.0:1777421367.856884:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007157888 00000100:00100000:0.0:1777421367.856954:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 58 00000100:00100000:0.0:1777421367.856966:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+10:2358:x1863761007157888:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421367.856979:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421367.857006:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416400/0xd9d09a059d6c44e6 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fab expref: 10 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421367.857025:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:0.0:1777421367.857031:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421367.857087:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+9:2358:x1863761007157888:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 124us (1547us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421367.857096:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 58 00000040:00080000:2.0:1777421368.290637:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777421368.290906:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777421368.291027:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 5 00000040:00080000:2.0:1777421368.291035:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421368.291152:0:11358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446afb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018405248:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777421368.291373:0:11358:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104f9bae40 going to sleep for 11 seconds 00000100:00100000:2.0:1777421368.297664:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421368.298333:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007158016 00000100:00100000:1.0:1777421368.298350:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007158016 00000100:00100000:1.0:1777421368.298440:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1290 00000100:00100000:1.0:1777421368.298453:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30774:x1863761007158016:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777421368.298488:0:5772:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x27:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777421368.298691:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30774:x1863761007158016:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 240us (1040us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421368.298709:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1290 00000100:00100000:3.0:1777421368.302117:0:11358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446afb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11358:1863761018405248:192.168.204.24@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777421368.304530:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421368.304842:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007158144 00000100:00100000:2.0:1777421368.304852:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007158144 00000100:00100000:2.0:1777421368.304911:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1291 00000100:00100000:2.0:1777421368.304921:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+9:30774:x1863761007158144:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1777421368.304997:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c44f4 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305014:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c44f4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305026:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c44f4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305040:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c44fb lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305047:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c44fb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305054:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c44fb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305160:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4502 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305169:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4502 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305176:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4502 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421368.305215:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:2.0:1777421368.305220:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421368.305234:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4502 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305244:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c44f4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305251:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c44f4 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305259:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c44f4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305265:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421368.305269:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c44f4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305310:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c44f4 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305322:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:2.0:1777421368.305325:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421368.305329:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c44f4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305336:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c44f4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305349:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c44fb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305355:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c44fb lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305360:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c44fb lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305364:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421368.305367:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c44fb lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305373:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c44fb lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305380:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4e3552f8 (ffff97104fc47300) 00010000:00010000:2.0:1777421368.305382:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421368.305385:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c44fb lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305391:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c44fb lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305410:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4502 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305417:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4502 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305422:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4502 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305427:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421368.305429:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4502 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305435:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4502 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305442:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:2.0:1777421368.305444:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421368.305447:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4502 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.305464:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c4502 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421368.305594:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+9:30774:x1863761007158144:12345-192.168.204.24@tcp:34:lhsmtool_posix.0 Request processed in 673us (1073us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421368.305603:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1291 00000100:00100000:2.0:1777421368.309040:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421368.309111:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007158400 00000100:00100000:1.0:1777421368.309120:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007158400 00000100:00100000:1.0:1777421368.309178:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1292 00000100:00100000:1.0:1777421368.309188:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+9:30774:x1863761007158400:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421368.309207:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421368.309227:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c4509 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05fb2 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.309331:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c4510 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.309342:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c4510 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.309350:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c4510 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421368.309359:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:1.0:1777421368.309454:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c4510 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.309461:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c4510 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.309467:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c4510 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.309474:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421368.309479:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c4510 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.309486:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c4510 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.309498:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:1.0:1777421368.309501:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777421368.309507:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c4510 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.309514:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c4510 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.309557:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c4509 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fb2 expref: 11 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.309568:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff971050d92b00) 00010000:00010000:1.0:1777421368.309570:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421368.309574:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c4509 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fb2 expref: 11 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.309583:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11a00, rc 0) 00000100:00100000:1.0:1777421368.310027:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30774:x1863761007158400:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 838us (994us total) trans 4294968140 rc 301/301 00000100:00100000:1.0:1777421368.310039:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1292 00000100:00100000:1.0:1777421368.313759:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421368.313990:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007158528 00000100:00100000:2.0:1777421368.314004:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007158528 00000100:00100000:2.0:1777421368.314220:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1293 00000100:00100000:2.0:1777421368.314232:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30774:x1863761007158528:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777421368.314324:0:5772:0:(mdt_handler.c:7967:mdt_fid2path()) path get [0x200000402:0x27:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777421368.314466:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30774:x1863761007158528:12345-192.168.204.24@tcp:53:lhsmtool_posix.0 Request processed in 236us (1191us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421368.314475:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1293 00000100:00100000:3.0:1777421368.317871:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421368.318341:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007158656 00000100:00100000:2.0:1777421368.318356:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007158656 00000100:00100000:2.0:1777421368.318436:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1294 00000100:00100000:2.0:1777421368.318449:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30774:x1863761007158656:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421368.318477:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421368.318508:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c451e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05fb9 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.318599:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c4525 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.318617:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c4525 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.318631:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c4525 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.318649:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c452c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.318657:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c452c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.318665:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c452c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.318886:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c4533 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.318903:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c4533 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.318913:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c4533 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421368.318952:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 11776 00000004:00200000:2.0:1777421368.318957:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421368.318982:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c4533 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.318994:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c4525 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.319545:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c4525 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.319553:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c4525 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.319560:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421368.319564:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c4525 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.319572:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c4525 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.319584:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97104a245e00) 00010000:00010000:2.0:1777421368.319588:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421368.319592:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c4525 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.319598:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c4525 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.319612:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c452c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.319618:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c452c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.319624:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c452c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.319629:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421368.319632:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c452c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.319637:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c452c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.319644:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff97104fc47300) 00010000:00010000:2.0:1777421368.319646:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421368.319648:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c452c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.319654:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c452c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.319706:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c451e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fb9 expref: 12 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.319726:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef800/0xd9d09a059d6c4533 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fb9 expref: 11 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.319733:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff971049800700) 00010000:00010000:2.0:1777421368.319736:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777421368.319738:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ef800, rc 0) 00000100:00100000:2.0:1777421368.319883:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+11:30774:x1863761007158656:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1435us (2027us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421368.319893:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1294 00000100:00100000:1.0:1777421368.326498:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421368.326564:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007158784 00000100:00100000:3.0:1777421368.326580:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007158784 00000100:00100000:3.0:1777421368.326670:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 2 00000100:00100000:3.0:1777421368.326683:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:3c34840e-c85f-4b6b-af8b-70b15778b000+11:30774:x1863761007158784:12345-192.168.204.24@tcp:700:lhsmtool_posix.0 00000100:00100000:3.0:1777421368.326817:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:3c34840e-c85f-4b6b-af8b-70b15778b000+11:30774:x1863761007158784:12345-192.168.204.24@tcp:700:lhsmtool_posix.0 Request processed in 135us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421368.326826:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 2 00000100:00100000:1.0:1777421368.328768:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421368.328877:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007159040 00000100:00100000:2.0:1777421368.328954:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007159040 00000100:00100000:2.0:1777421368.329126:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1295 00000100:00100000:2.0:1777421368.329138:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+11:30774:x1863761007159040:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421368.329161:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421368.329192:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c453a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05fc0 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.330223:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c4541 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.330244:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c4541 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.330259:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c4541 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421368.330301:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 0 00010000:00010000:2.0:1777421368.330366:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c453a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fc0 expref: 14 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.330389:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c4541 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fc0 expref: 13 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.330400:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff97104fc47300) 00010000:00010000:2.0:1777421368.330404:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421368.330408:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ef000, rc 0) 00000100:00100000:2.0:1777421368.330481:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+13:30774:x1863761007159040:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 1344us (1721us total) trans 4294968141 rc 0/0 00000100:00100000:2.0:1777421368.330489:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1295 00000100:00100000:1.0:1777421368.334601:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421368.334712:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007159296 00000100:00100000:2.0:1777421368.334728:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007159296 00000100:00100000:2.0:1777421368.334940:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1296 00000100:00100000:2.0:1777421368.334953:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+13:30774:x1863761007159296:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777421368.335106:0:5772:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421368.335143:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c4541 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fc0 expref: 13 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.335166:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff97104fc47300) 00010000:00010000:2.0:1777421368.335181:0:5772:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777421368.335212:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c454f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.335229:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c43dc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f57 expref: 101 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.335245:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c454f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.335483:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c43dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f57 expref: 101 pid: 5771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.335502:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c43dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f57 expref: 101 pid: 5771 timeout: 534 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421368.335521:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f446aed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018405376:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421368.335678:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104f9ba300 going to sleep for 11 seconds 00000100:00100000:2.0:1777421368.339399:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f446aed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018405376:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421368.339434:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c454f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421368.339512:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421368.339735:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007159424 00000100:00100000:0.0:1777421368.339745:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007159424 00010000:00010000:0.0:1777421368.339808:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c43dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f57 expref: 102 pid: 5771 timeout: 534 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421368.339855:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 384 00000100:00100000:0.0:1777421368.339866:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+102:2361:x1863761007159424:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421368.339882:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421368.339891:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c43dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f57 expref: 102 pid: 5771 timeout: 534 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.339905:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c43dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f57 expref: 102 pid: 5771 timeout: 534 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.339932:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416800/0xd9d09a059d6c43dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f57 expref: 102 pid: 5771 timeout: 534 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.339956:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff971049800700) 00010000:00010000:0.0:1777421368.339962:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c454f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.339973:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c454f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.339982:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c454f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.340028:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421368.340092:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+101:2361:x1863761007159424:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 227us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421368.340101:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 384 00000100:00080000:1.0:1777421368.340320:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777421368.340850:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c454f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.340861:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c454f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.340892:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4556 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0x472b5a0b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.340904:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4556 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x472b5a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.340914:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4556 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x472b5a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.341101:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c454f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.341111:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c454f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.341139:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c454f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.341146:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421368.341151:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c454f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.341160:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c454f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.341170:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff971049800700) 00010000:00010000:3.0:1777421368.341173:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421368.341178:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c454f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.341185:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee800/0xd9d09a059d6c454f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.341196:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4556 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x472b5a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.341203:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4556 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x472b5a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.341209:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4556 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x472b5a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.341214:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421368.341217:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4556 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x472b5a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.341234:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4556 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x472b5a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.341243:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x472b5a0b (ffff97104a245500) 00010000:00010000:3.0:1777421368.341246:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421368.341249:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4556 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x472b5a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.341255:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c4556 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x472b5a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421368.341530:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+12:30774:x1863761007159296:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 6577us (6941us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777421368.341540:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1296 00000100:00100000:1.0:1777421368.347547:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421368.347673:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007159552 00000100:00100000:3.0:1777421368.347779:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007159552 00000100:00100000:3.0:1777421368.347960:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1297 00000100:00100000:3.0:1777421368.347974:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+12:30774:x1863761007159552:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421368.348002:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421368.348048:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c455d lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05fc7 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.348095:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4564 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.348114:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4564 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.348127:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4564 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.348268:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b60200/0xd9d09a059d6c455d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fc7 expref: 14 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.349851:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4564 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fc7 expref: 13 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.349864:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff97104a245800) 00010000:00010000:3.0:1777421368.349868:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421368.349872:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b61e00, rc 0) 00000100:00100000:1.0:1777421368.350981:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+13:30774:x1863761007159552:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 3003us (3441us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421368.350996:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1297 00000100:00100000:0.0:1777421368.353926:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421368.354152:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007159808 00000100:00100000:1.0:1777421368.354166:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007159808 00000100:00100000:1.0:1777421368.354310:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1298 00000100:00100000:1.0:1777421368.354324:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+13:30774:x1863761007159808:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777421368.354446:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c456b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.354469:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c456b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.354485:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c456b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777421368.355014:0:5772:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000de4a4112 reply state 00000000e8903497 transno 4294968142 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c456b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421368.355026:0:5772:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777421368.355233:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+15:30774:x1863761007159808:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 911us (1318us total) trans 4294968142 rc 0/0 00000100:00100000:1.0:1777421368.355243:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1298 00010000:00010000:0.0:1777421368.357327:0:3283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c456b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.357347:0:3283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c456b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.357356:0:3283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c456b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.357363:0:3283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421368.357369:0:3283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c456b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.357378:0:3283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c456b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.357400:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff97104a245800) 00010000:00010000:0.0:1777421368.357403:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777421368.357410:0:3283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c456b lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.357417:0:3283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c456b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421368.357773:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421368.358146:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007159936 00000100:00100000:1.0:1777421368.358159:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007159936 00000100:00100000:1.0:1777421368.358222:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1299 00000100:00100000:1.0:1777421368.358234:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+14:30774:x1863761007159936:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421368.358263:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421368.358312:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c4572 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05fce expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.358377:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c4572 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fce expref: 15 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.358392:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c4572 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fce expref: 15 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.358402:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff97104a245800) 00010000:00010000:1.0:1777421368.358406:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421368.358409:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11200, rc 0) 00000100:00100000:1.0:1777421368.358485:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+15:30774:x1863761007159936:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 253us (717us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421368.358499:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1299 00000100:00100000:2.0:1777421368.360482:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421368.361107:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007160064 00000100:00100000:0.0:1777421368.361119:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007160064 00000100:00100000:0.0:1777421368.361172:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 275 00000100:00100000:0.0:1777421368.361179:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c34840e-c85f-4b6b-af8b-70b15778b000+15:30774:x1863761007160064:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1777421368.361340:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c34840e-c85f-4b6b-af8b-70b15778b000+15:30774:x1863761007160064:12345-192.168.204.24@tcp:49:lhsmtool_posix.0 Request processed in 159us (865us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421368.361348:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 275 00000100:00100000:2.0:1777421368.363654:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421368.363772:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007160320 00000100:00100000:0.0:1777421368.363782:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007160320 00000100:00100000:0.0:1777421368.363874:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 276 00000100:00100000:0.0:1777421368.363885:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c34840e-c85f-4b6b-af8b-70b15778b000+15:30774:x1863761007160320:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421368.364176:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c34840e-c85f-4b6b-af8b-70b15778b000+16:30774:x1863761007160320:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 293us (533us total) trans 4294968143 rc 0/0 00000100:00100000:0.0:1777421368.364184:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 276 00000100:00100000:2.0:1777421368.366262:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421368.366457:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007160576 00000100:00100000:1.0:1777421368.366470:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007160576 00000100:00100000:1.0:1777421368.366526:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1300 00000100:00100000:1.0:1777421368.366539:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+16:30774:x1863761007160576:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777421368.366673:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+16:30774:x1863761007160576:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 136us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421368.366681:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1300 00000100:00100000:1.0:1777421368.369394:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421368.369742:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007160832 00000100:00100000:0.0:1777421368.369757:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007160832 00000100:00100000:1.0:1777421368.370007:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1301 00000100:00100000:1.0:1777421368.370022:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+16:30774:x1863761007160832:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421368.370050:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421368.370080:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c4579 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05fd5 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.370217:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4580 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.370236:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c4572 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fce expref: 17 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.370246:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4580 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.370330:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c4572 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fce expref: 17 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.370352:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c4572 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fce expref: 17 pid: 5772 timeout: 534 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421368.370368:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9710807be680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018405504:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421368.370685:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff971077516a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421368.373647:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421368.373762:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007160960 00000100:00100000:3.0:1777421368.373775:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007160960 00010000:00010000:3.0:1777421368.373838:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c4572 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fce expref: 18 pid: 5772 timeout: 534 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421368.373878:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 385 00000100:00100000:3.0:1777421368.373888:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c34840e-c85f-4b6b-af8b-70b15778b000+18:2361:x1863761007160960:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777421368.373903:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421368.373909:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c4572 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fce expref: 18 pid: 5772 timeout: 534 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.373923:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c4572 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fce expref: 18 pid: 5772 timeout: 534 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.373950:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff97104a245800) 00010000:00010000:3.0:1777421368.373955:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4580 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.373990:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4580 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.374000:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4580 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.374025:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777421368.374090:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c34840e-c85f-4b6b-af8b-70b15778b000+18:2361:x1863761007160960:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 202us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421368.374105:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 385 00010000:00010000:1.0:1777421368.374550:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c4572 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fce expref: 17 pid: 5772 timeout: 534 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421368.374571:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9710807be680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018405504:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421368.374598:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4580 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.374608:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4580 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.374615:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4580 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421368.374639:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 0 00000004:00080000:1.0:1777421368.375071:0:5772:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1c:0x0], index 1: 0 00010000:00010000:1.0:1777421368.375251:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4580 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.375262:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4580 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.375270:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4580 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.375341:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421368.375347:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4580 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.375355:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4580 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.375371:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff97104a245800) 00010000:00010000:1.0:1777421368.375374:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777421368.375380:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4580 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.375387:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4580 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.375452:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c4579 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fd5 expref: 17 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.375464:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff971049800700) 00010000:00010000:1.0:1777421368.375467:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777421368.375471:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10600/0xd9d09a059d6c4579 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fd5 expref: 17 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.375481:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10600, rc 0) 00000100:00100000:1.0:1777421368.375543:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+16:30774:x1863761007160832:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 5525us (6163us total) trans 4294968144 rc 301/301 00000100:00100000:1.0:1777421368.375552:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1301 00000100:00100000:2.0:1777421368.378514:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421368.378802:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007161216 00000100:00100000:0.0:1777421368.378816:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007161216 00000100:00100000:0.0:1777421368.378938:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 277 00000100:00100000:0.0:1777421368.378951:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c34840e-c85f-4b6b-af8b-70b15778b000+16:30774:x1863761007161216:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777421368.379485:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c34840e-c85f-4b6b-af8b-70b15778b000+17:30774:x1863761007161216:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 532us (981us total) trans 4294968145 rc 0/0 00000100:00100000:0.0:1777421368.379495:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 277 00000100:00100000:2.0:1777421368.384703:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421368.384800:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007161344 00000100:00100000:1.0:1777421368.384819:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007161344 00000100:00100000:1.0:1777421368.384902:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1302 00000100:00100000:1.0:1777421368.384915:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+17:30774:x1863761007161344:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777421368.384948:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421368.384982:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c458e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05fdc expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.385085:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c4595 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.385105:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c4595 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.385119:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c4595 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421368.385169:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 0 00000004:00200000:1.0:1777421368.385175:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421368.385199:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c4595 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.385228:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c458e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fdc expref: 19 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.385246:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c4595 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fdc expref: 18 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.385256:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff97104a245800) 00010000:00010000:1.0:1777421368.385259:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777421368.385264:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10c00, rc 0) 00000100:00100000:1.0:1777421368.385370:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+18:30774:x1863761007161344:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 457us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421368.385379:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1302 00000100:00100000:1.0:1777421368.390044:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421368.390558:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007161472 00000100:00100000:2.0:1777421368.390572:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007161472 00000100:00100000:2.0:1777421368.390664:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 354 00000100:00100000:2.0:1777421368.390677:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+5:2361:x1863761007161472:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777421368.390712:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421368.390740:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8e39a45/0xd9d09a059d6c459c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05fe3 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421368.390774:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777421368.390802:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421368.390806:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421368.390816:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8e39a45/0xd9d09a059d6c459c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fe3 expref: 6 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.390837:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c8e39a45/0xd9d09a059d6c459c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fe3 expref: 6 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.390854:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ee800, rc 0) 00000100:00100000:2.0:1777421368.390929:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+6:2361:x1863761007161472:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 255us (901us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421368.390938:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 354 00000100:00080000:1.0:1777421368.391053:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421368.397858:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421368.398102:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007161728 00000100:00100000:0.0:1777421368.398116:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007161728 00000100:00100000:0.0:1777421368.398198:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1303 00000100:00100000:0.0:1777421368.398209:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+18:30774:x1863761007161728:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777421368.398603:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+18:30774:x1863761007161728:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 325us (694us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421368.398614:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1303 00000100:00100000:0.0:1777421368.403835:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421368.404620:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007161856 00000100:00100000:3.0:1777421368.404632:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007161856 00000100:00100000:3.0:1777421368.404712:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 355 00000100:00100000:3.0:1777421368.404722:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f42ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+6:30774:x1863761007161856:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777421368.404744:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777421368.404778:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c45a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05fea expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.404813:0:6554:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8e39a45/0xd9d09a059d6c459c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fe3 expref: 7 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.404822:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421368.404824:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777421368.404829:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c45a3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fea expref: 7 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.404870:0:6554:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c8e39a45/0xd9d09a059d6c459c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fe3 expref: 7 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.404902:0:6554:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c8e39a45/0xd9d09a059d6c459c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fe3 expref: 7 pid: 6553 timeout: 534 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421368.404919:0:6554:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c486d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018405632:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421368.405677:0:6554:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c3300 going to sleep for 11 seconds 00000100:00100000:3.0:1777421368.411348:0:6554:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c486d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6554:1863761018405632:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421368.411395:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c45a3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fea expref: 7 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.411424:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff971077b60200, rc 0) 00000100:00100000:2.0:1777421368.411530:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f42ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+7:30774:x1863761007161856:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 6807us (7710us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421368.411539:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 355 00000100:00100000:2.0:1777421368.413014:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421368.414252:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007161984 00000100:00100000:0.0:1777421368.414272:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007161984 00010000:00010000:0.0:1777421368.414353:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c8e39a45/0xd9d09a059d6c459c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fe3 expref: 7 pid: 6553 timeout: 534 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421368.414398:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 386 00000100:00100000:0.0:1777421368.414409:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f446aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c34840e-c85f-4b6b-af8b-70b15778b000+7:2360:x1863761007161984:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421368.414425:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421368.414450:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c8e39a45/0xd9d09a059d6c459c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fe3 expref: 7 pid: 6553 timeout: 534 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.414461:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c8e39a45/0xd9d09a059d6c459c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fe3 expref: 7 pid: 6553 timeout: 534 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.414488:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8e39a45/0xd9d09a059d6c459c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fe3 expref: 7 pid: 6553 timeout: 534 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.414503:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421368.414505:0:11342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777421368.414512:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c45a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fea expref: 6 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.414520:0:11342:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c45a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fea expref: 6 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.414558:0:11342:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c45a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fea expref: 6 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421368.414569:0:11342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97106ffe8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11342:1863761018405760:192.168.204.24@tcp:105: 00000100:00100000:0.0:1777421368.414651:0:11342:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710635f9240 going to sleep for 11 seconds 00000100:00100000:2.0:1777421368.417400:0:11342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97106ffe8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11342:1863761018405760:192.168.204.24@tcp:105: 00010000:00010000:2.0:1777421368.417436:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421368.417531:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f446aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c34840e-c85f-4b6b-af8b-70b15778b000+6:2360:x1863761007161984:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 3121us (4525us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421368.417548:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 386 00000100:00100000:2.0:1777421368.439960:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421368.441311:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007162112 00000100:00100000:0.0:1777421368.441328:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007162112 00002000:00100000:0.0:1777421368.441463:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff97107730b100 x1863761007162112/t0(0) o4->3c34840e-c85f-4b6b-af8b-70b15778b000@192.168.204.24@tcp:379/0 lens 488/0 e 0 to 0 dl 1777421379 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777421368.441476:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97107730b100 with x1863761007162112 ext(0->1048575) 00002000:00010000:0.0:1777421368.441484:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97107730b100 00000100:00100000:0.0:1777421368.441528:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 113 00000100:00100000:0.0:1777421368.441539:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107730b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+6:2360:x1863761007162112:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1777421368.460245:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107730b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+8:2360:x1863761007162112:12345-192.168.204.24@tcp:4:lhsmtool_posix.0 Request processed in 18694us (20286us total) trans 4294967376 rc 0/0 00000100:00100000:2.0:1777421368.460263:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 113 00002000:00100000:2.0:1777421368.460328:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff97107730b100 x1863761007162112/t4294967376(0) o4->3c34840e-c85f-4b6b-af8b-70b15778b000@192.168.204.24@tcp:379/0 lens 488/448 e 0 to 0 dl 1777421379 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421368.460339:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97107730b100 with x1863761007162112 ext(0->1048575) 00002000:00010000:2.0:1777421368.460347:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97107730b100 00000100:00100000:1.0:1777421368.464429:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421368.465013:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007162240 00000100:00100000:0.0:1777421368.465029:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007162240 00000100:00100000:0.0:1777421368.465151:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1304 00000100:00100000:0.0:1777421368.465173:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+18:30774:x1863761007162240:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1777421368.493842:0:5792:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968145 is committed 00000020:00080000:3.0:1777421368.493876:0:5792:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 29 batchid updated 00000100:00100000:0.0:1777421368.494132:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+11:30774:x1863761007162240:12345-192.168.204.24@tcp:44:lhsmtool_posix.0 Request processed in 28962us (29709us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421368.494146:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1304 00000020:00080000:2.0:1777421368.494617:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000020:00080000:2.0:1777421368.494632:0:5803:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000100:00100000:1.0:1777421368.496265:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421368.496501:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007162368 00000100:00100000:2.0:1777421368.496516:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007162368 00000100:00100000:2.0:1777421368.496587:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 356 00000100:00100000:2.0:1777421368.496598:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+8:2361:x1863761007162368:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1777421368.528560:0:7446:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967376 is committed 00000100:00100000:2.0:1777421368.528809:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+6:2361:x1863761007162368:12345-192.168.204.24@tcp:16:lhsmtool_posix.0 Request processed in 32202us (32545us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421368.528824:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 356 00000100:00100000:3.0:1777421368.535647:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421368.535821:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007162624 00000100:00100000:0.0:1777421368.535835:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007162624 00000100:00100000:0.0:1777421368.535913:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1305 00000100:00100000:0.0:1777421368.535925:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c486d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+11:30774:x1863761007162624:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777421368.535996:0:8245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421368.536034:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c4595 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fdc expref: 11 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.536055:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff97104a245800) 00010000:00010000:0.0:1777421368.536062:0:8245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777421368.536102:0:8245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c45aa lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.536120:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c45aa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.536132:0:8245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c45aa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.536163:0:8245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c45aa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.536171:0:8245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c45aa lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.536178:0:8245:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c45aa lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.536185:0:8245:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44417000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:0.0:1777421368.536190:0:8245:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c45aa lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.536199:0:8245:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c45aa lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.536208:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff97104a245800) 00010000:00010000:0.0:1777421368.536211:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777421368.536215:0:8245:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c45aa lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.536221:0:8245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417000/0xd9d09a059d6c45aa lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8245 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421368.536619:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c486d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30774:x1863761007162624:12345-192.168.204.24@tcp:36:lhsmtool_posix.0 Request processed in 694us (986us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421368.536627:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1305 00000100:00100000:1.0:1777421368.538384:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421368.538486:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007162752 00000100:00100000:0.0:1777421368.538498:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007162752 00000100:00100000:0.0:1777421368.538547:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1306 00000100:00100000:0.0:1777421368.538557:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710807bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30774:x1863761007162752:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777421368.538577:0:8245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777421368.538598:0:8245:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c45b1 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05ff1 expref: -99 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.538653:0:8245:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c45b1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ff1 expref: 11 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.538664:0:8245:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c45b1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ff1 expref: 11 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.538679:0:8245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff97104a245800) 00010000:00010000:0.0:1777421368.538681:0:8245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777421368.538684:0:8245:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f44417200, rc 0) 00000100:00100000:0.0:1777421368.538761:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710807bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c34840e-c85f-4b6b-af8b-70b15778b000+11:30774:x1863761007162752:12345-192.168.204.24@tcp:101:lhsmtool_posix.0 Request processed in 205us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421368.538769:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1306 00000100:00100000:1.0:1777421368.544420:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421368.544756:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007162880 00000100:00100000:2.0:1777421368.544772:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007162880 00000100:00100000:1.0:1777421368.544917:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 357 00000100:00100000:1.0:1777421368.544930:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+6:2361:x1863761007162880:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1777421368.545264:0:6553:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:1.0:1777421368.545269:0:6553:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime from disk: 0 -> 1777421359 00002000:00010000:1.0:1777421368.545272:0:6553:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb atime from disk: 0 -> 1777421359 00002000:00010000:1.0:1777421368.545305:0:6553:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime from disk: 0 -> 1777421359 00002000:00010000:1.0:1777421368.545307:0:6553:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 1 -> 2051 00000100:00100000:1.0:1777421368.545386:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+7:2361:x1863761007162880:12345-192.168.204.24@tcp:2:lhsmtool_posix.0 Request processed in 459us (977us total) trans 4294967377 rc 0/0 00000100:00100000:1.0:1777421368.545395:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 357 00010000:00010000:2.0:1777421368.546449:0:5759:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421368.547863:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421368.547931:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007163136 00000100:00100000:1.0:1777421368.547944:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007163136 00000100:00100000:1.0:1777421368.548020:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1307 00000100:00100000:1.0:1777421368.548032:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+11:30774:x1863761007163136:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1777421368.548117:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c45b8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.548137:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4564 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fc7 expref: 11 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.548150:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c45b8 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.548188:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4564 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fc7 expref: 11 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.548200:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4564 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fc7 expref: 11 pid: 5772 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421368.548215:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c77800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018405888:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421368.548353:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710635b6cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777421368.549933:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c77800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018405888:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421368.549982:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c45b8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421368.552078:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421368.552780:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007163264 00000100:00100000:2.0:1777421368.552792:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007163264 00010000:00010000:2.0:1777421368.552844:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4564 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fc7 expref: 12 pid: 5772 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421368.552900:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 387 00000100:00100000:2.0:1777421368.552910:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c34840e-c85f-4b6b-af8b-70b15778b000+12:2361:x1863761007163264:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421368.552928:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421368.552935:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4564 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fc7 expref: 12 pid: 5772 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.552948:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4564 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fc7 expref: 12 pid: 5772 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.552975:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61e00/0xd9d09a059d6c4564 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fc7 expref: 12 pid: 5772 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.552995:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff97104a245800) 00010000:00010000:2.0:1777421368.553000:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c45b8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.553011:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c45b8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.553020:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c45b8 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.553062:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421368.553185:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c34840e-c85f-4b6b-af8b-70b15778b000+11:2361:x1863761007163264:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 275us (1119us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421368.553194:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 387 00010000:00010000:3.0:1777421368.553269:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c45b8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.553320:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c45b8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.553358:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c45b8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.553366:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c45b8 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.553394:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c45b8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.553400:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421368.553406:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c45b8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.553415:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c45b8 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.553425:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff97104a245800) 00010000:00010000:3.0:1777421368.553428:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777421368.553433:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c45b8 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.553439:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c45b8 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421368.553486:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30774:x1863761007163136:12345-192.168.204.24@tcp:55:lhsmtool_posix.0 Request processed in 5457us (5634us total) trans 0 rc -22/-22 00000100:00100000:3.0:1777421368.553496:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1307 00000100:00100000:2.0:1777421368.556597:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421368.556791:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007163392 00000100:00100000:1.0:1777421368.556805:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007163392 00000100:00100000:1.0:1777421368.556900:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 358 00000100:00100000:1.0:1777421368.556912:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45042300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+7:2360:x1863761007163392:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777421368.556971:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005d0cad19/0xd9d09a059d6c45bf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.557009:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c45a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fea expref: 7 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.557019:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777421368.557023:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777421368.557027:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d0cad19/0xd9d09a059d6c45bf lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.557071:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c45a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fea expref: 7 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.557087:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c45a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fea expref: 7 pid: 6554 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421368.557104:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018406016:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421368.557240:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710635b6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777421368.563203:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421368.563306:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007163520 00000100:00100000:2.0:1777421368.563319:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007163520 00010000:00010000:2.0:1777421368.563375:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c45a3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fea expref: 8 pid: 6554 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421368.563428:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 388 00000100:00100000:2.0:1777421368.563440:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105fa24450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+8:2358:x1863761007163520:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421368.563460:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421368.563484:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c45a3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fea expref: 8 pid: 6554 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.563501:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c45a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fea expref: 8 pid: 6554 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.563533:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421368.563535:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421368.563540:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005d0cad19/0xd9d09a059d6c45bf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.563549:0:5756:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d0cad19/0xd9d09a059d6c45bf lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.563570:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421368.563625:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105fa24450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+8:2358:x1863761007163520:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 188us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421368.563631:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 388 00010000:00010000:1.0:1777421368.564508:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cdcc8e88/0xd9d09a059d6c45a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fea expref: 7 pid: 6554 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421368.564528:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018406016:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421368.564551:0:6553:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005d0cad19/0xd9d09a059d6c45bf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.564562:0:6553:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005d0cad19/0xd9d09a059d6c45bf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.564569:0:6553:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d0cad19/0xd9d09a059d6c45bf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.564600:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005d0cad19/0xd9d09a059d6c45bf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.564610:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005d0cad19/0xd9d09a059d6c45bf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.564618:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005d0cad19/0xd9d09a059d6c45bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.564626:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11400 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:1.0:1777421368.564631:0:6553:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005d0cad19/0xd9d09a059d6c45bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.564641:0:6553:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005d0cad19/0xd9d09a059d6c45bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.564655:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005d0cad19/0xd9d09a059d6c45bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.564663:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d0cad19/0xd9d09a059d6c45bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421368.564745:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45042300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c34840e-c85f-4b6b-af8b-70b15778b000+6:2360:x1863761007163392:12345-192.168.204.24@tcp:1:lhsmtool_posix.0 Request processed in 7835us (8161us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421368.564754:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 358 00000100:00100000:0.0:1777421368.566452:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421368.566507:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007163776 00000100:00100000:3.0:1777421368.566518:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007163776 00000100:00100000:3.0:1777421368.566574:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1308 00000100:00100000:3.0:1777421368.566586:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+10:30774:x1863761007163776:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1777421368.566673:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c45c6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.566704:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c45c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.566734:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c45c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.567189:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c45cd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.567203:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c45b1 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ff1 expref: 11 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.567212:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c45cd lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.567254:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c45b1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ff1 expref: 11 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.567271:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c45b1 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ff1 expref: 11 pid: 8245 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421368.567405:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c486300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018406144:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421368.567508:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c3600 going to sleep for 11 seconds 00000100:00100000:3.0:1777421368.570029:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421368.570116:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007163904 00000100:00100000:0.0:1777421368.570128:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007163904 00010000:00010000:0.0:1777421368.570175:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c45b1 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ff1 expref: 12 pid: 8245 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421368.570225:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 389 00000100:00100000:0.0:1777421368.570237:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c34840e-c85f-4b6b-af8b-70b15778b000+12:2361:x1863761007163904:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421368.570254:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421368.570262:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c45b1 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ff1 expref: 12 pid: 8245 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.570302:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c45b1 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ff1 expref: 12 pid: 8245 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.570328:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff97104a245800) 00010000:00010000:0.0:1777421368.570334:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c45cd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.570344:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c45cd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.570351:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c45cd lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.570372:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421368.570438:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c34840e-c85f-4b6b-af8b-70b15778b000+12:2361:x1863761007163904:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 202us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421368.570448:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 389 00010000:00010000:1.0:1777421368.570886:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417200/0xd9d09a059d6c45b1 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ff1 expref: 11 pid: 8245 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421368.570912:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c486300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018406144:192.168.204.24@tcp:104: 00010000:00010000:1.0:1777421368.570936:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c45cd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.570946:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c45cd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.570953:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c45cd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421368.571382:0:5772:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968146 00000001:00080000:1.0:1777421368.571571:0:5772:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968147 00000001:00080000:1.0:1777421368.571624:0:5772:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968148 00000100:00100000:1.0:1777421368.571732:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c77800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5772:1863761018406272:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1777421368.571793:0:5772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777421368.571837:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff97104fe63d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421368.571879:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018406272 00000100:00100000:2.0:1777421368.571887:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018406272 00000100:00100000:2.0:1777421368.571952:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1777421368.571962:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5772:x1863761018406272:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1777421368.572085:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5772:x1863761018406272:12345-0@lo:1000:mdt00_002.0 Request processed in 124us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421368.572094:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1777421368.572128:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c77800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5772:1863761018406272:0@lo:1000:mdt00_002.0 00000001:00080000:3.0:1777421368.572423:0:5772:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968149 00000100:00100000:3.0:1777421368.572477:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c485500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5772:1863761018406400:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1777421368.572510:0:5772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777421368.572547:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c3900 going to sleep for 11 seconds 00000100:00100000:2.0:1777421368.572570:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761018406400 00000100:00100000:2.0:1777421368.572575:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761018406400 00000100:00100000:2.0:1777421368.572610:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1777421368.572617:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97105ec55450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5772:x1863761018406400:12345-0@lo:1000:mdt00_002.0 00000100:00080000:1.0:1777421368.572742:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421368.572797:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97105ec55450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5772:x1863761018406400:12345-0@lo:1000:mdt00_002.0 Request processed in 179us (284us total) trans 4294967378 rc 0/0 00000100:00100000:2.0:1777421368.572804:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1777421368.572880:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c485500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5772:1863761018406400:0@lo:1000:mdt00_002.0 00000001:00080000:3.0:1777421368.573054:0:5772:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968150 00010000:00010000:3.0:1777421368.573092:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c45cd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.573653:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c45cd lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.573661:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c45cd lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.573668:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421368.573673:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c45cd lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.573682:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c45cd lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.573710:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff97104a245800) 00010000:00010000:3.0:1777421368.573714:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777421368.573721:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c45cd lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.573728:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61800/0xd9d09a059d6c45cd lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.573765:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4492 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.573770:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4492 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.573774:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4492 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.573784:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f44417a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421368.573787:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4492 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.573791:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4492 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.573797:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:3.0:1777421368.573799:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777421368.573804:0:5772:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c4499 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f96 expref: 100 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.573813:0:5772:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c4499 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f96 expref: 100 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.573819:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c4499 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f96 expref: 100 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.573843:0:5772:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417c00/0xd9d09a059d6c4499 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f96 expref: 100 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421368.573853:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c485f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018406528:192.168.204.24@tcp:105: 00000100:00100000:3.0:1777421368.573920:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c3840 going to sleep for 11 seconds 00000100:00100000:0.0:1777421368.580400:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421368.580450:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c485f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018406528:192.168.204.24@tcp:105: 00010000:00010000:3.0:1777421368.580484:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4492 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.580515:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44417a00/0xd9d09a059d6c4492 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 5771 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.580558:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c45d4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.580572:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c44bc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f9d expref: 47 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.580580:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c45d4 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.580620:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c44bc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f9d expref: 47 pid: 8245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.580632:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c44bc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f9d expref: 47 pid: 8245 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421368.580646:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97107c485f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018406656:192.168.204.24@tcp:104: 00000100:00100000:3.0:1777421368.580739:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710809c3840 going to sleep for 11 seconds 00000100:00100000:1.0:1777421368.580931:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007164032 00000100:00100000:1.0:1777421368.580941:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007164032 00000100:00100000:1.0:1777421368.581262:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 278 00000100:00100000:1.0:1777421368.581305:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b5df450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+101:30745:x1863761007164032:12345-192.168.204.24@tcp:49:cat.0 00000100:00100000:1.0:1777421368.581444:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b5df450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+101:30745:x1863761007164032:12345-192.168.204.24@tcp:49:cat.0 Request processed in 171us (1060us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421368.581453:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 278 00000100:00100000:3.0:1777421368.582336:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97107c485f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018406656:192.168.204.24@tcp:104: 00010000:00010000:3.0:1777421368.582359:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c45d4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421368.583795:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421368.583947:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007164160 00000100:00100000:0.0:1777421368.583957:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007164160 00010000:00010000:0.0:1777421368.583999:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c44bc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f9d expref: 48 pid: 8245 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421368.584041:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 390 00000100:00100000:0.0:1777421368.584050:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45042a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:2360:x1863761007164160:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421368.584064:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421368.584072:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c44bc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f9d expref: 48 pid: 8245 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.584086:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c44bc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f9d expref: 48 pid: 8245 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.584113:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f44416c00/0xd9d09a059d6c44bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05f9d expref: 48 pid: 8245 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.584130:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:0.0:1777421368.584135:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c45d4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.584146:0:11342:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c45d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.584155:0:11342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c45d4 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.584186:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777421368.584244:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45042a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:2360:x1863761007164160:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 194us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421368.584252:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 390 00010000:00010000:3.0:1777421368.584383:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c45d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.584398:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c45d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.584432:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c45d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.584440:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c45d4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.584446:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c45d4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.584453:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421368.584458:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c45d4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.584467:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c45d4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.584476:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:3.0:1777421368.584480:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421368.584483:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c45d4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.584491:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61400/0xd9d09a059d6c45d4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.584503:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c45c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.584510:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c45c6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.584516:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c45c6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.584527:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff971077b61600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421368.584531:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c45c6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.584549:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c45c6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.584557:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:3.0:1777421368.584559:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777421368.584562:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c45c6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.584568:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff971077b61600/0xd9d09a059d6c45c6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777421368.586234:0:11358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777421368.586244:0:11358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:2.0:1777421368.586525:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+15:30774:x1863761007163776:12345-192.168.204.24@tcp:57:lhsmtool_posix.0 Request processed in 19934us (20072us total) trans 4294968151 rc 0/0 00000100:00100000:2.0:1777421368.586537:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1308 00000020:00080000:2.0:1777421368.586544:0:5772:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:2.0:1777421368.586615:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000040:00080000:3.0:1777421368.588491:0:11358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:3.0:1777421368.588753:0:11358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777421368.592534:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007164288 00000100:00100000:2.0:1777421368.592565:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007164288 00000100:00100000:2.0:1777421368.592666:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 359 00000100:00100000:2.0:1777421368.592676:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45041f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+13:30745:x1863761007164288:12345-192.168.204.24@tcp:101:cat.0 00010000:00010000:2.0:1777421368.592706:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421368.592739:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8e39a45/0xd9d09a059d6c45db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05ff8 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777421368.592779:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 1048576, mtime: 0x69f14c2f, atime: 0x69f14c2f, ctime: 0x69f14c2f, blocks: 0x803 00010000:00010000:2.0:1777421368.592803:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421368.592806:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421368.592816:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8e39a45/0xd9d09a059d6c45db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ff8 expref: 14 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.592834:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c8e39a45/0xd9d09a059d6c45db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ff8 expref: 14 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.592850:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710777ee800, rc 0) 00000100:00100000:2.0:1777421368.592931:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45041f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+14:30745:x1863761007164288:12345-192.168.204.24@tcp:101:cat.0 Request processed in 255us (6315us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421368.592940:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 359 00000100:00080000:3.0:1777421368.592971:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421368.595566:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421368.595749:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007164544 00000100:00100000:1.0:1777421368.595763:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007164544 00000100:00100000:1.0:1777421368.595843:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 279 00000100:00100000:1.0:1777421368.595857:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45041880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c34840e-c85f-4b6b-af8b-70b15778b000+15:30774:x1863761007164544:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1777421368.596517:0:5773:0:(mdd_object.c:3993:mdd_close()) Object [0x200000403:0x1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1777421368.596598:0:5773:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968152 00010000:00010000:1.0:1777421368.596654:0:5773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c45e2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.596677:0:5773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c45e2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.596702:0:5773:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c45e2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.596712:0:5773:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c45e2 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.596719:0:5773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c45e2 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.596727:0:5773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c45e2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.596755:0:5773:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777421368.596921:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45041880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c34840e-c85f-4b6b-af8b-70b15778b000+17:30774:x1863761007164544:12345-192.168.204.24@tcp:35:lhsmtool_posix.0 Request processed in 1065us (1364us total) trans 4294968153 rc 0/0 00000100:00100000:1.0:1777421368.596932:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 279 00000020:00080000:1.0:1777421368.596938:0:5773:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777421368.597475:0:7433:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777421368.597486:0:7433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c45e2 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.597495:0:7433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11400 already unused, calling callback (ffffffffc15870c0) 00010000:00010000:2.0:1777421368.597499:0:7433:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c45e2 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.597509:0:7433:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c45e2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.597525:0:7433:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff97104bab1b00) 00010000:00010000:2.0:1777421368.597528:0:7433:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777421368.597534:0:7433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c45e2 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.597554:0:7433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c45e2 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.597572:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421368.597574:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777421368.597576:0:7433:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777421368.603376:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421368.603463:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007164672 00000100:00100000:2.0:1777421368.603477:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007164672 00002000:00100000:2.0:1777421368.603643:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff97106ffe8e00 x1863761007164672/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:379/0 lens 488/0 e 0 to 0 dl 1777421379 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421368.603657:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ffe8e00 with x1863761007164672 ext(0->1048575) 00002000:00010000:2.0:1777421368.603665:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97106ffe8e00 00000100:00100000:2.0:1777421368.603752:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 114 00000100:00100000:2.0:1777421368.603765:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+14:2360:x1863761007164672:12345-192.168.204.24@tcp:3:cat.0 00000100:00100000:2.0:1777421368.619078:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+14:2360:x1863761007164672:12345-192.168.204.24@tcp:3:cat.0 Request processed in 15298us (15699us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1777421368.619097:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 114 00002000:00100000:2.0:1777421368.619115:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff97106ffe8e00 x1863761007164672/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:379/0 lens 488/440 e 0 to 0 dl 1777421379 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421368.619127:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ffe8e00 with x1863761007164672 ext(0->1048575) 00002000:00010000:2.0:1777421368.619135:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97106ffe8e00 00000100:00100000:3.0:1777421368.627712:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421368.628492:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007164800 00000100:00100000:2.0:1777421368.628507:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007164800 00002000:00100000:2.0:1777421368.628588:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->1052671) req@ffff97107c485f80 x1863761007164800/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:379/0 lens 488/0 e 0 to 0 dl 1777421379 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421368.628608:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97107c485f80 with x1863761007164800 ext(1048576->1052671) 00002000:00010000:2.0:1777421368.628615:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97107c485f80 00000100:00100000:2.0:1777421368.628650:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 115 00000100:00100000:2.0:1777421368.628663:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+14:2359:x1863761007164800:12345-192.168.204.24@tcp:3:cat.0 00000100:00100000:2.0:1777421368.629381:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+14:2359:x1863761007164800:12345-192.168.204.24@tcp:3:cat.0 Request processed in 716us (1686us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421368.629391:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 115 00002000:00100000:2.0:1777421368.629400:0:6559:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->1052671) req@ffff97107c485f80 x1863761007164800/t0(0) o3->8b251bd7-457c-4889-b04e-8036834fd389@192.168.204.24@tcp:379/0 lens 488/440 e 0 to 0 dl 1777421379 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777421368.629409:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97107c485f80 with x1863761007164800 ext(1048576->1052671) 00002000:00010000:2.0:1777421368.629875:0:6559:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97107c485f80 00000100:00100000:0.0:1777421368.638478:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421368.638750:0:5773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007165056 00000100:00100000:1.0:1777421368.638764:0:5773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007165056 00000100:00100000:1.0:1777421368.638832:0:5773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 280 00000100:00100000:1.0:1777421368.638843:0:5773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+101:30745:x1863761007165056:12345-192.168.204.24@tcp:35:cat.0 00000100:00100000:1.0:1777421368.639131:0:5773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b251bd7-457c-4889-b04e-8036834fd389+102:30745:x1863761007165056:12345-192.168.204.24@tcp:35:cat.0 Request processed in 289us (668us total) trans 4294968154 rc 0/0 00000100:00100000:1.0:1777421368.639138:0:5773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 280 00000100:00100000:1.0:1777421368.653847:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421368.653982:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007165184 00000100:00100000:2.0:1777421368.653998:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007165184 00000100:00100000:2.0:1777421368.654078:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1309 00000100:00100000:2.0:1777421368.654090:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971077c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+102:30775:x1863761007165184:12345-192.168.204.24@tcp:101:stat.0 00010000:00010000:2.0:1777421368.654122:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421368.654150:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c45e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e05fff expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654235:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c45f0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654252:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c45f0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654270:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c45f0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654334:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c45f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654343:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c45f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654351:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c45f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654487:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c45fe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654496:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c45fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654503:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c45fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421368.654544:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:2.0:1777421368.654550:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421368.654573:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c45fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654586:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c45fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654595:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c45f0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654606:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c45f0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654613:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c45f0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654619:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ef000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421368.654624:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c45f0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654631:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c45f0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654645:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff971049800700) 00010000:00010000:2.0:1777421368.654648:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421368.654654:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c45f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654660:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef000/0xd9d09a059d6c45f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654676:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c45f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654682:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c45f7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654699:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c45f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654704:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710777ee600 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421368.654708:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c45f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654714:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c45f7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654720:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff97104fc47300) 00010000:00010000:2.0:1777421368.654723:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421368.654725:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c45f7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654731:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ee600/0xd9d09a059d6c45f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654764:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710777ef600/0xd9d09a059d6c45e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fff expref: 104 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654778:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c45fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fff expref: 103 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.654785:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:2.0:1777421368.654788:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421368.654790:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a1200, rc 0) 00000100:00100000:2.0:1777421368.654868:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971077c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+103:30775:x1863761007165184:12345-192.168.204.24@tcp:101:stat.0 Request processed in 780us (1037us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421368.654876:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1309 00000100:00100000:3.0:1777421368.666180:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421368.666460:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007165312 00000100:00100000:2.0:1777421368.666473:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007165312 00000100:00100000:2.0:1777421368.666592:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1310 00000100:00100000:2.0:1777421368.666604:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c485c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:30776:x1863761007165312:12345-192.168.204.24@tcp:101:stat.0 00010000:00010000:2.0:1777421368.666634:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421368.666663:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c4605 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e06006 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.666767:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c460c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.666787:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c460c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.666802:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c460c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.666820:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c4613 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.666828:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c4613 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.666835:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c4613 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.666977:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c461a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.666987:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c461a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.666994:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c461a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777421368.667039:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:2.0:1777421368.667045:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777421368.667067:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c461a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.667080:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c461a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.667089:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c460c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.667096:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c460c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.667103:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c460c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.667110:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1e00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421368.667115:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c460c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.667123:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c460c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.667136:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff971049800700) 00010000:00010000:2.0:1777421368.667140:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421368.667145:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c460c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.667152:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c460c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.667166:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c4613 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.667177:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c4613 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.667183:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c4613 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.667188:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9710487a1a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421368.667192:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c4613 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.667198:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c4613 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.667205:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff97104fc47300) 00010000:00010000:2.0:1777421368.667208:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421368.667211:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c4613 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.667217:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c4613 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.667254:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a0c00/0xd9d09a059d6c4605 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e06006 expref: 49 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.667269:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c461a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e06006 expref: 48 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.667341:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:2.0:1777421368.667344:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777421368.667348:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a1c00, rc 0) 00000100:00100000:2.0:1777421368.667481:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c485c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:30776:x1863761007165312:12345-192.168.204.24@tcp:101:stat.0 Request processed in 878us (1315us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421368.667491:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1310 00000100:00100000:0.0:1777421368.674191:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421368.674372:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007165440 00000100:00100000:2.0:1777421368.674385:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007165440 00000100:00100000:2.0:1777421368.674503:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 360 00000100:00100000:2.0:1777421368.674514:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761007165440:12345-192.168.204.24@tcp:101:stat.0 00010000:00010000:2.0:1777421368.674536:0:6554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421368.674557:0:6554:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000793d22db/0xd9d09a059d6c4621 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0600d expref: -99 pid: 6554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.674584:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421368.674586:0:6554:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421368.674594:0:6554:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000793d22db/0xd9d09a059d6c4621 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0600d expref: 11 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.674609:0:6554:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000793d22db/0xd9d09a059d6c4621 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0600d expref: 11 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.674623:0:6554:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a0c00, rc 0) 00000100:00100000:2.0:1777421368.674701:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2361:x1863761007165440:12345-192.168.204.24@tcp:101:stat.0 Request processed in 177us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421368.674709:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 360 00000100:00080000:3.0:1777421368.675732:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777421368.682943:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421368.683037:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007165696 00000100:00100000:2.0:1777421368.683053:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007165696 00000100:00100000:2.0:1777421368.683189:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1311 00000100:00100000:2.0:1777421368.683201:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c484a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+103:30478:x1863761007165696:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1777421368.683228:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421368.683257:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c4628 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e06014 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.683454:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c462f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.683474:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c45fe lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fff expref: 104 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.683482:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c461a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e06006 expref: 47 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.683491:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c462f lrc: 5/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.683533:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c461a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e06006 expref: 47 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.683549:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c461a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e06006 expref: 47 pid: 5772 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421368.683565:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f45041180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018406784:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421368.683710:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c45fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fff expref: 104 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.683720:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c45fe lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fff expref: 104 pid: 5772 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421368.683736:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f45040700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018406912:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421368.683765:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710411caa80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421368.687154:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f45041180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018406784:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421368.687177:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f45040700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018406912:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421368.687211:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c462f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421368.687786:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421368.687827:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421368.687910:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007165952 00000100:00100000:0.0:1777421368.687921:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007165952 00010000:00010000:0.0:1777421368.687968:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c45fe lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fff expref: 105 pid: 5772 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421368.688014:0:11342:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007165824 00000100:00100000:0.0:1777421368.688018:0:11342:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007165824 00010000:00010000:0.0:1777421368.688032:0:11342:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c461a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e06006 expref: 48 pid: 5772 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421368.688062:0:11342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 391 00000100:00100000:0.0:1777421368.688073:0:11342:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97107c486300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+105:2360:x1863761007165952:12345-192.168.204.24@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777421368.688090:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 392 00010000:00010000:0.0:1777421368.688091:0:11342:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777421368.688101:0:11342:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c45fe lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fff expref: 105 pid: 5772 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777421368.688104:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104673a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:2361:x1863761007165824:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777421368.688120:0:11342:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c45fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fff expref: 105 pid: 5772 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.688140:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777421368.688148:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c461a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e06006 expref: 48 pid: 5772 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.688152:0:11342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1200/0xd9d09a059d6c45fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05fff expref: 105 pid: 5772 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.688172:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c461a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e06006 expref: 48 pid: 5772 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.688184:0:11342:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:0.0:1777421368.688190:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c462f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.688202:0:11342:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c462f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777421368.688210:0:11342:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777421368.688264:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1c00/0xd9d09a059d6c461a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e06006 expref: 48 pid: 5772 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.688304:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:3.0:1777421368.688308:0:6568:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c462f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421368.688317:0:11342:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c486300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b251bd7-457c-4889-b04e-8036834fd389+104:2360:x1863761007165952:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 204us (491us total) trans 0 rc 0/0 00010000:00010000:3.0:1777421368.688320:0:6568:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c462f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777421368.688336:0:11342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 391 00010000:00010000:3.0:1777421368.688351:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c462f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.688478:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c462f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.688488:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c462f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.688494:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00200000:1.0:1777421368.688512:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:1.0:1777421368.689138:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1a00/0xd9d09a059d6c4628 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e06014 expref: 105 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.689158:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c462f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e06014 expref: 104 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.689166:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:1.0:1777421368.689169:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777421368.689171:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a1e00, rc 0) 00000100:00100000:1.0:1777421368.689225:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97107c484a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+104:30478:x1863761007165696:12345-192.168.204.24@tcp:101:bash.0 Request processed in 6026us (6296us total) trans 4294968155 rc 0/0 00000100:00100000:1.0:1777421368.689234:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1311 00000100:00100000:2.0:1777421368.689329:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104673a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:2361:x1863761007165824:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 1229us (1498us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421368.689349:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 392 00000100:00100000:3.0:1777421368.692400:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421368.692702:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007166208 00000100:00100000:1.0:1777421368.692716:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007166208 00000100:00100000:1.0:1777421368.692784:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1312 00000100:00100000:1.0:1777421368.692795:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104673aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+104:30478:x1863761007166208:12345-192.168.204.24@tcp:36:bash.0 00010000:00010000:1.0:1777421368.693158:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c463d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.693179:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c463d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.693195:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c463d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777421368.693266:0:5772:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968156 00000004:00010000:1.0:1777421368.693312:0:5772:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000006bbb3fe2 reply state 00000000122f53fe transno 4294968157 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c463d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421368.693323:0:5772:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000001:00080000:1.0:1777421368.693379:0:5772:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968157 00000100:00100000:1.0:1777421368.693508:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104673aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+108:30478:x1863761007166208:12345-192.168.204.24@tcp:36:bash.0 Request processed in 712us (1121us total) trans 4294968158 rc 0/0 00000100:00100000:1.0:1777421368.693516:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1312 00000020:00080000:1.0:1777421368.693523:0:5772:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1777421368.696655:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421368.696733:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007166336 00000100:00100000:1.0:1777421368.696747:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007166336 00000100:00100000:1.0:1777421368.696817:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 361 00000100:00100000:1.0:1777421368.696829:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971080c21450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+14:30478:x1863761007166336:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:1.0:1777421368.696853:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421368.696878:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed0f79dc/0xd9d09a059d6c4644 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e0601b expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.696920:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8e39a45/0xd9d09a059d6c45db lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ff8 expref: 15 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.696950:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000793d22db/0xd9d09a059d6c4621 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0600d expref: 10 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.696960:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421368.696963:0:6553:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777421368.696968:0:6553:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed0f79dc/0xd9d09a059d6c4644 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0601b expref: 15 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.697016:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000793d22db/0xd9d09a059d6c4621 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0600d expref: 10 pid: 6554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.697033:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000793d22db/0xd9d09a059d6c4621 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0600d expref: 10 pid: 6554 timeout: 535 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421368.697051:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c76a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018407040:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421368.697081:0:3284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c463d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.697094:0:3284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c463d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.697104:0:3284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c463d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.697111:0:3284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:2.0:1777421368.697117:0:3284:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c463d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.697127:0:3284:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c463d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.697147:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:2.0:1777421368.697152:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777421368.697158:0:3284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c463d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.697165:0:3284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c463d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.697169:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c8e39a45/0xd9d09a059d6c45db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ff8 expref: 15 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.697186:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c8e39a45/0xd9d09a059d6c45db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ff8 expref: 15 pid: 6553 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421368.697197:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c76300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018407168:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421368.697233:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f43e63cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421368.699201:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c76a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018407040:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421368.699219:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c76300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018407168:192.168.204.24@tcp:104: 00010000:00010000:2.0:1777421368.699253:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ed0f79dc/0xd9d09a059d6c4644 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0601b expref: 15 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.699311:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10600, rc 0) 00000100:00100000:2.0:1777421368.699368:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971080c21450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+15:30478:x1863761007166336:12345-192.168.204.24@tcp:101:bash.0 Request processed in 2542us (2728us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421368.699378:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 361 00000100:00100000:3.0:1777421368.699950:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421368.700169:0:6568:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007166464 00000100:00100000:1.0:1777421368.700180:0:6568:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007166464 00010000:00010000:1.0:1777421368.700218:0:6568:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000793d22db/0xd9d09a059d6c4621 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0600d expref: 11 pid: 6554 timeout: 535 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421368.700251:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 393 00000100:00100000:1.0:1777421368.700261:0:6568:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046739c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+11:2360:x1863761007166464:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777421368.700292:0:6568:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777421368.700299:0:6568:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000793d22db/0xd9d09a059d6c4621 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0600d expref: 11 pid: 6554 timeout: 535 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.700314:0:6568:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000793d22db/0xd9d09a059d6c4621 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0600d expref: 11 pid: 6554 timeout: 535 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.700340:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000793d22db/0xd9d09a059d6c4621 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0600d expref: 11 pid: 6554 timeout: 535 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.700355:0:6568:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777421368.700396:0:6568:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046739c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007166464:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 137us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421368.700404:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 393 00000100:00100000:0.0:1777421368.702478:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421368.702548:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007166592 00000100:00100000:2.0:1777421368.702559:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007166592 00010000:00010000:2.0:1777421368.702601:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c8e39a45/0xd9d09a059d6c45db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ff8 expref: 15 pid: 6553 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421368.702650:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 394 00000100:00100000:2.0:1777421368.702671:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+15:2358:x1863761007166592:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421368.702699:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421368.702705:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c8e39a45/0xd9d09a059d6c45db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ff8 expref: 15 pid: 6553 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.702728:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c8e39a45/0xd9d09a059d6c45db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ff8 expref: 15 pid: 6553 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.702757:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8e39a45/0xd9d09a059d6c45db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400010020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e05ff8 expref: 15 pid: 6553 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.702774:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421368.702777:0:5756:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777421368.702784:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ed0f79dc/0xd9d09a059d6c4644 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0601b expref: 14 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.702796:0:5756:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed0f79dc/0xd9d09a059d6c4644 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0601b expref: 14 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.702845:0:5756:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ed0f79dc/0xd9d09a059d6c4644 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e0601b expref: 14 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421368.702863:0:5756:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f45043b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5756:1863761018407296:192.168.204.24@tcp:105: 00000100:00100000:2.0:1777421368.702978:0:5756:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710411caa80 going to sleep for 11 seconds 00000100:00100000:2.0:1777421368.705017:0:5756:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f45043b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5756:1863761018407296:192.168.204.24@tcp:105: 00010000:00010000:2.0:1777421368.705045:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421368.705112:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+14:2358:x1863761007166592:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 2437us (2641us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421368.705127:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 394 00000100:00100000:0.0:1777421368.706378:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421368.706817:0:6559:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007166720 00000100:00100000:2.0:1777421368.706830:0:6559:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007166720 00002000:00010000:2.0:1777421368.706879:0:6559:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/28 (0->18446744073709551615) 00002000:00100000:2.0:1777421368.706886:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ffeb480 with x1863761007166720 ext(0->18446744073709551615) 00002000:00010000:2.0:1777421368.706901:0:6559:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97106ffeb480. 00000100:00100000:2.0:1777421368.706934:0:6559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 116 00000100:00100000:2.0:1777421368.706943:0:6559:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+14:2360:x1863761007166720:12345-192.168.204.24@tcp:10:bash.0 00002000:00010000:2.0:1777421368.707338:0:6559:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:2.0:1777421368.707344:0:6559:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime from disk: 1777421359 -> 1777421368 00002000:00010000:2.0:1777421368.707347:0:6559:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb atime from disk: 1777421359 -> 1777421359 00002000:00010000:2.0:1777421368.707350:0:6559:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime from disk: 1777421359 -> 1777421368 00002000:00010000:2.0:1777421368.707353:0:6559:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 2051 -> 2051 00000100:00100000:2.0:1777421368.707651:0:6559:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b251bd7-457c-4889-b04e-8036834fd389+15:2360:x1863761007166720:12345-192.168.204.24@tcp:10:bash.0 Request processed in 707us (1276us total) trans 4294967379 rc 0/0 00000100:00100000:2.0:1777421368.707661:0:6559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 116 00002000:00010000:2.0:1777421368.707666:0:6559:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/28 (0->18446744073709551615) 00002000:00100000:2.0:1777421368.707670:0:6559:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97106ffeb480 with x1863761007166720 ext(0->18446744073709551615) 00002000:00010000:2.0:1777421368.707676:0:6559:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97106ffeb480. 00000100:00100000:0.0:1777421368.718626:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421368.718727:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007166848 00000100:00100000:1.0:1777421368.718742:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007166848 00000100:00100000:1.0:1777421368.718823:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1313 00000100:00100000:1.0:1777421368.718836:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+107:30777:x1863761007166848:12345-192.168.204.24@tcp:101:stat.0 00010000:00010000:1.0:1777421368.718870:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421368.718898:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c464b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e06022 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.718989:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c4652 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.719007:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c4652 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.719020:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c4652 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.719037:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4659 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.719044:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4659 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.719050:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4659 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.719183:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4660 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.719196:0:5772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c462f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e06014 expref: 108 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.719206:0:5772:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4660 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.719252:0:5772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c462f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e06014 expref: 108 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.719321:0:5772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c462f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e06014 expref: 108 pid: 5772 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777421368.719340:0:5772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971077c77800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018407424:192.168.204.24@tcp:104: 00000100:00100000:1.0:1777421368.719454:0:5772:0:(client.c:2690:ptlrpc_set_wait()) set ffff970f43e63d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777421368.721485:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421368.721588:0:5774:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007167104 00000100:00100000:2.0:1777421368.721604:0:5774:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007167104 00000100:00100000:1.0:1777421368.721756:0:5772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971077c77800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5772:1863761018407424:192.168.204.24@tcp:104: 00000100:00100000:2.0:1777421368.721767:0:5774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 281 00000100:00100000:2.0:1777421368.721784:0:5774:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046738a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+109:5540:x1863761007167104:12345-192.168.204.24@tcp:35:ldlm_bl.0 00010000:00010000:1.0:1777421368.721794:0:5772:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4660 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421368.722124:0:5774:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046738a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b251bd7-457c-4889-b04e-8036834fd389+110:5540:x1863761007167104:12345-192.168.204.24@tcp:35:ldlm_bl.0 Request processed in 343us (646us total) trans 4294968159 rc 0/0 00000100:00100000:2.0:1777421368.722134:0:5774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 281 00000100:00100000:3.0:1777421368.724801:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421368.724928:0:5756:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007167232 00000100:00100000:2.0:1777421368.724941:0:5756:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007167232 00010000:00010000:2.0:1777421368.724994:0:5756:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c462f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e06014 expref: 110 pid: 5772 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421368.725088:0:5756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 395 00000100:00100000:2.0:1777421368.725100:0:5756:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9710466db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+110:2360:x1863761007167232:12345-192.168.204.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777421368.725118:0:5756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777421368.725127:0:5756:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c462f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e06014 expref: 110 pid: 5772 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.725142:0:5756:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c462f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e06014 expref: 110 pid: 5772 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.725170:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9710487a1e00/0xd9d09a059d6c462f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e06014 expref: 110 pid: 5772 timeout: 535 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.725190:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:2.0:1777421368.725196:0:5756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4660 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.725207:0:5756:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4660 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.725217:0:5756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4660 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.725259:0:5756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777421368.725371:0:5756:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9710466db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b251bd7-457c-4889-b04e-8036834fd389+109:2360:x1863761007167232:12345-192.168.204.24@tcp:103:ldlm_bl.0 Request processed in 271us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421368.725382:0:5756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 395 00010000:00010000:3.0:1777421368.725585:0:5772:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4660 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.725594:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4660 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777421368.725664:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 0 00000004:00200000:3.0:1777421368.725670:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777421368.725710:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4660 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.725730:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4660 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.725740:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c4652 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.725747:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c4652 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.725754:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c4652 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.725761:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10800 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421368.725765:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c4652 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.725775:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c4652 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.725785:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff971049800700) 00010000:00010000:3.0:1777421368.725788:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421368.725797:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c4652 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.725803:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10800/0xd9d09a059d6c4652 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.725827:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4659 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.725831:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4659 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.725835:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4659 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.725838:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e10000 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:3.0:1777421368.725840:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4659 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.725843:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4659 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.725850:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff97104bab1000) 00010000:00010000:3.0:1777421368.725851:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777421368.725854:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4659 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.725857:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10000/0xd9d09a059d6c4659 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.725898:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c464b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e06022 expref: 109 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.725914:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10e00/0xd9d09a059d6c4660 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e06022 expref: 108 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777421368.725934:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:3.0:1777421368.725936:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777421368.725938:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e10e00, rc 0) 00000100:00100000:3.0:1777421368.726037:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+108:30777:x1863761007166848:12345-192.168.204.24@tcp:101:stat.0 Request processed in 7204us (7426us total) trans 0 rc 0/0 00000100:00100000:3.0:1777421368.726045:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1313 00000100:00100000:3.0:1777421368.739826:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421368.739956:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007167360 00000100:00100000:1.0:1777421368.739971:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007167360 00000100:00100000:1.0:1777421368.740112:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1314 00000100:00100000:1.0:1777421368.740124:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+47:30778:x1863761007167360:12345-192.168.204.24@tcp:101:stat.0 00010000:00010000:1.0:1777421368.740152:0:5772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777421368.740178:0:5772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c4667 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e06029 expref: -99 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740267:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c466e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740337:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c466e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740351:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c466e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740370:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c4675 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740378:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c4675 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740384:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c4675 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740520:0:5772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c467c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740530:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c467c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740537:0:5772:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c467c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777421368.740590:0:5772:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 0 00000004:00200000:1.0:1777421368.740595:0:5772:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777421368.740625:0:5772:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c467c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740638:0:5772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c467c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740647:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c466e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740653:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c466e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740659:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c466e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740670:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11a00 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421368.740675:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c466e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740683:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c466e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740712:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff971049800700) 00010000:00010000:1.0:1777421368.740716:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421368.740722:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c466e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740730:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11a00/0xd9d09a059d6c466e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740744:0:5772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c4675 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740751:0:5772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c4675 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740757:0:5772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c4675 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740762:0:5772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff970f41e11400 already unused, calling callback (ffffffffc1ff64f0) 00010000:00010000:1.0:1777421368.740764:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c4675 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740770:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c4675 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740780:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff97104bab1400) 00010000:00010000:1.0:1777421368.740782:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777421368.740785:0:5772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c4675 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740790:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11400/0xd9d09a059d6c4675 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740822:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e10c00/0xd9d09a059d6c4667 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e06029 expref: 49 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740843:0:5772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff970f41e11200/0xd9d09a059d6c467c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e06029 expref: 48 pid: 5772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777421368.740850:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff971049800c00) 00010000:00010000:1.0:1777421368.740852:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777421368.740855:0:5772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff970f41e11200, rc 0) 00000100:00100000:1.0:1777421368.741022:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:30778:x1863761007167360:12345-192.168.204.24@tcp:101:stat.0 Request processed in 899us (1211us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421368.741030:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1314 00000100:00100000:0.0:1777421368.747101:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421368.747206:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007167488 00000100:00100000:2.0:1777421368.747216:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007167488 00000100:00100000:2.0:1777421368.747297:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 362 00000100:00100000:2.0:1777421368.747307:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97106ffe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007167488:12345-192.168.204.24@tcp:101:stat.0 00010000:00010000:2.0:1777421368.747324:0:6553:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777421368.747342:0:6553:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000983c0181/0xd9d09a059d6c4683 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6f27b0d399e06030 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777421368.747401:0:6553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff970f45042a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018407552:192.168.204.24@tcp:106: 00000100:00100000:2.0:1777421368.747893:0:6553:0:(client.c:2690:ptlrpc_set_wait()) set ffff9710411cacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777421368.750785:0:6553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff970f45042a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6553:1863761018407552:192.168.204.24@tcp:106: 00010000:00010000:2.0:1777421368.750823:0:6553:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000983c0181/0xd9d09a059d6c4683 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e06030 expref: 11 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.750848:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000983c0181/0xd9d09a059d6c4683 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x6f27b0d399e06030 expref: 11 pid: 6553 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777421368.750861:0:6553:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9710487a1e00, rc 0) 00000100:00100000:2.0:1777421368.750972:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97106ffe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2360:x1863761007167488:12345-192.168.204.24@tcp:101:stat.0 Request processed in 3665us (4021us total) trans 0 rc 301/301 00000100:00100000:2.0:1777421368.750981:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 362 00000001:02000400:1.0:1777421369.553980:0:21492:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_12q: @@@@@@ FAIL: /mnt/lustre2/d12q.sanity-hsm/f12q.sanity-hsm: wrong size after overwrite: 1048576 != 0 00010000:00010000:3.0:1777421369.571554:0:5758:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777421370.166109:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421370.166178:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421370.166197:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1777421370.166217:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421370.166232:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007168000 00000100:00100000:2.0:1777421370.166243:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007168000 00000100:00100000:0.0:1777421370.166259:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007168256 00000100:00100000:0.0:1777421370.166265:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007168256 00000100:00100000:2.0:1777421370.166336:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 272 00000100:00100000:0.0:1777421370.166344:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 273 00000100:00100000:0.0:1777421370.166357:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761007168256:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421370.166361:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+15:2361:x1863761007168000:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421370.166437:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+8:2361:x1863761007168256:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 82us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421370.166445:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 273 00000100:00100000:2.0:1777421370.166514:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+15:2361:x1863761007168000:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 168us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421370.166523:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 272 00000100:00100000:1.0:1777421370.166537:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007167744 00000100:00100000:1.0:1777421370.166543:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007167744 00000100:00100000:1.0:1777421370.166582:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007168512 00000100:00100000:1.0:1777421370.166586:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007168512 00000100:00080000:0.0:1777421370.166613:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777421370.166615:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 269 00000100:00080000:0.0:1777421370.166619:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777421370.166625:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421370.166629:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1777421370.166631:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104673b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+108:2361:x1863761007167744:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421370.166652:0:12998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 270 00000100:00100000:0.0:1777421370.166671:0:12998:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff971046739180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c34840e-c85f-4b6b-af8b-70b15778b000+17:2361:x1863761007168512:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421370.166699:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104673b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b251bd7-457c-4889-b04e-8036834fd389+108:2361:x1863761007167744:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 72us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421370.166700:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421370.166709:0:12998:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff971046739180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c34840e-c85f-4b6b-af8b-70b15778b000+17:2361:x1863761007168512:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 46us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421370.166716:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 269 00000100:00100000:0.0:1777421370.166723:0:12998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 270 00000100:00100000:2.0:1777421370.166758:0:12497:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007168768 00000100:00100000:2.0:1777421370.166763:0:12497:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007168768 00000100:00100000:1.0:1777421370.166776:0:5764:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007167616 00000100:00100000:1.0:1777421370.166781:0:5764:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007167616 00000100:00080000:0.0:1777421370.166786:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777421370.166803:0:12497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 274 00000100:00100000:2.0:1777421370.166812:0:12497:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45042a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c34840e-c85f-4b6b-af8b-70b15778b000+6:2361:x1863761007168768:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421370.166828:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 521 00000100:00100000:1.0:1777421370.166838:0:5764:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff97104b55ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+15:2361:x1863761007167616:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:2.0:1777421370.166845:0:12497:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45042a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c34840e-c85f-4b6b-af8b-70b15778b000+6:2361:x1863761007168768:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 32us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421370.166852:0:12497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 274 00000100:00100000:1.0:1777421370.166873:0:5764:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff97104b55ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbe707ae-9f75-4758-ac8a-da705ddd9ca8+15:2361:x1863761007167616:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 37us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421370.166881:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 521 00000100:00100000:2.0:1777421370.168620:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421370.168684:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421370.168718:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007167872 00000100:00100000:2.0:1777421370.168719:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1777421370.168727:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007167872 00000100:00100000:2.0:1777421370.168750:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1777421370.168772:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007168384 00000100:00100000:2.0:1777421370.168776:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007168384 00000100:00100000:1.0:1777421370.169863:0:8245:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007168128 00000100:00100000:1.0:1777421370.169870:0:8245:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007168128 00000100:00100000:1.0:1777421370.169931:0:8245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 271 00000100:00100000:1.0:1777421370.169941:0:8245:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45040e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:2361:x1863761007168128:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421370.170004:0:8245:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45040e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+48:2361:x1863761007168128:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 64us (1319us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421370.170012:0:8245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 271 00000100:00080000:1.0:1777421370.170042:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777421370.170045:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777421370.170047:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777421370.171003:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863761007168640 00000100:00100000:2.0:1777421370.171009:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863761007168640 00000100:00100000:2.0:1777421370.171045:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 275 00000100:00100000:2.0:1777421370.171052:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45042300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761007168384:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421370.171058:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 276 00000100:00100000:2.0:1777421370.171089:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45042300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ddc1a513-af95-4c37-ae62-25bb6cbfadc6+10:2361:x1863761007168384:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 39us (2371us total) trans 0 rc 0/0 00000100:00100000:1.0:1777421370.171149:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45041f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+5:2361:x1863761007168640:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:1.0:1777421370.171179:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45041f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c34840e-c85f-4b6b-af8b-70b15778b000+5:2361:x1863761007168640:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 35us (2428us total) trans 0 rc 0/0 00000100:00100000:2.0:1777421370.171197:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 275 00000100:00080000:2.0:1777421370.171217:0:5766:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777421370.171525:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 277 00000100:00100000:0.0:1777421370.171531:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff970f45043b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+17:2361:x1863761007167872:12345-192.168.204.24@tcp:400:kworker.0 00000100:00100000:0.0:1777421370.171560:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff970f45043b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b251bd7-457c-4889-b04e-8036834fd389+17:2361:x1863761007167872:12345-192.168.204.24@tcp:400:kworker.0 Request processed in 29us (2946us total) trans 0 rc 0/0 00000100:00100000:0.0:1777421370.171566:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 277 00000100:00100000:1.0:1777421370.171633:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 276 Debug log: 68697 lines, 68697 kept, 0 dropped, 0 bad.